/127.1.132.252:60685] using SASL/PLAIN 20:05:37.712 [DEBUG - New I/O worker #2] (Negotiator.java:764) Authenticated connection [id: 0x7e36cb35, /127.1.132.253:39412 => /127.1.132.253:42311] using SASL/PLAIN 20:05:37.713 [DEBUG - New I/O worker #3] (Negotiator.java:764) Authenticated connection [id: 0xfaad459f, /127.1.132.254:60957 => /127.1.132.254:56920] using SASL/PLAIN 20:05:37.744 [DEBUG - New I/O worker #2] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:37.745 [DEBUG - New I/O worker #2] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=320), Traces: [0ms] querying master, [31ms] Sub rpc: ConnectToMaster sending RPC to server master-127.1.132.252:60685, [43ms] Sub rpc: ConnectToMaster sending RPC to server master-127.1.132.253:42311, [44ms] Sub rpc: ConnectToMaster sending RPC to server master-127.1.132.254:56920, [299ms] Sub rpc: ConnectToMaster received from server master-127.1.132.252:60685 response OK, [299ms] Sub rpc: ConnectToMaster received from server master-127.1.132.253:42311 response OK, [299ms] Sub rpc: ConnectToMaster received from server master-127.1.132.254:56920 response OK, null) after lookup 20:05:37.754 [DEBUG - New I/O worker #2] (Deferred.java:1330) callback=retry RPC@2066034844 returned Deferred@689754201(state=PENDING, result=null, callback=(continuation of Deferred@50823227 after retry RPC@2066034844), errback=(continuation of Deferred@50823227 after retry RPC@2066034844)), so the following Deferred is getting paused: Deferred@50823227(state=PAUSED, result=Deferred@689754201, callback=org.apache.kudu.client.AsyncKuduClient$1@71076ef3 -> org.apache.kudu.client.AsyncKuduClient$2@23f4019f -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:05:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.755489 1651 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.1.132.253:39412: 20:05:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:05:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:05:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:05:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column1_i" 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column2_i" 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:37.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column3_s" 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) encoding: DICT_ENCODING 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) compression: LZ4 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 4096 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column4_b" 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BOOL 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) split_rows_range_bounds { 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) rows: "\006\001\000\000\000\000\000\007\001\000\001\000\000\000" 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:37.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:05:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:05:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:37.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:37.756767 1651 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:05:37.775 [DEBUG - New I/O worker #2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@71076ef3@1896312563 returned Deferred@1814401952(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@531cd047 -> (continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$1@71076ef3@1896312563), errback=passthrough -> (continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$1@71076ef3@1896312563)), so the following Deferred is getting paused: Deferred@50823227(state=PAUSED, result=Deferred@1814401952, callback=org.apache.kudu.client.AsyncKuduClient$2@23f4019f -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:05:37.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.777143 1821 tablet_service.cc:773] Processing CreateTablet for tablet 19026379a50b4dfb839918268b236f64 (table=TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]), partition=RANGE (key) PARTITION 0 <= VALUES < 1 20:05:37.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.777534 1821 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 19026379a50b4dfb839918268b236f64. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.780855 2084 tablet_service.cc:773] Processing CreateTablet for tablet 19026379a50b4dfb839918268b236f64 (table=TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]), partition=RANGE (key) PARTITION 0 <= VALUES < 1 20:05:37.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.781160 2084 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 19026379a50b4dfb839918268b236f64. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:37.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.782133 1958 tablet_service.cc:773] Processing CreateTablet for tablet 19026379a50b4dfb839918268b236f64 (table=TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]), partition=RANGE (key) PARTITION 0 <= VALUES < 1 20:05:37.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.782459 1958 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 19026379a50b4dfb839918268b236f64. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:37.783 [DEBUG - New I/O worker #2] (AsyncKuduClient.java:761) Opened table 7c09cd164d8744fb9ceb80b655c56924 20:05:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.785248 2084 ts_tablet_manager.cc:1173] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb: Registered tablet (data state: TABLET_DATA_READY) 20:05:37.785 [DEBUG - New I/O worker #2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759 returned Deferred@1512400395(state=PENDING, result=null, callback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759), errback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759)), so the following Deferred is getting paused: Deferred@50823227(state=PAUSED, result=Deferred@1512400395, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:05:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.787603 1821 ts_tablet_manager.cc:1173] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154: Registered tablet (data state: TABLET_DATA_READY) 20:05:37.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.788295 2181 ts_tablet_manager.cc:1028] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154: Bootstrapping tablet 20:05:37.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.788630 2181 tablet_bootstrap.cc:438] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154: Bootstrap starting. 20:05:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.790195 2181 tablet_bootstrap.cc:592] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154: No blocks or log segments found. Creating new log. 20:05:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.790973 2181 log.cc:525] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154: Log is configured to *not* fsync() on all Append() calls 20:05:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.791635 1958 ts_tablet_manager.cc:1173] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed: Registered tablet (data state: TABLET_DATA_READY) 20:05:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.792378 2183 ts_tablet_manager.cc:1028] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed: Bootstrapping tablet 20:05:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.792659 2183 tablet_bootstrap.cc:438] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed: Bootstrap starting. 20:05:37.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.794070 2183 tablet_bootstrap.cc:592] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed: No blocks or log segments found. Creating new log. 20:05:37.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.794759 2183 log.cc:525] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed: Log is configured to *not* fsync() on all Append() calls 20:05:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.795933 2181 tablet_bootstrap.cc:438] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154: No bootstrap required, opened a new log 20:05:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.796082 2181 ts_tablet_manager.cc:1045] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.000s 20:05:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.798684 2181 raft_consensus.cc:340] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.798744 2181 raft_consensus.cc:366] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.798777 2181 raft_consensus.cc:705] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 50a7645dd8b34af1bc4b30f55cd71154, State: Initialized, Role: FOLLOWER 20:05:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.799136 2181 consensus_queue.cc:229] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.799396 2180 ts_tablet_manager.cc:1028] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb: Bootstrapping tablet 20:05:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.799592 2180 tablet_bootstrap.cc:438] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb: Bootstrap starting. 20:05:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.800354 2183 tablet_bootstrap.cc:438] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed: No bootstrap required, opened a new log 20:05:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.800482 2183 ts_tablet_manager.cc:1045] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.000s 20:05:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.802192 2180 tablet_bootstrap.cc:592] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb: No blocks or log segments found. Creating new log. 20:05:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.802814 2180 log.cc:525] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb: Log is configured to *not* fsync() on all Append() calls 20:05:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.802901 2183 raft_consensus.cc:340] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.802961 2183 raft_consensus.cc:366] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.802994 2183 raft_consensus.cc:705] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24fc5b7b451a43808d2f6b97c012b1ed, State: Initialized, Role: FOLLOWER 20:05:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.803023 2181 ts_tablet_manager.cc:1073] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154: Time spent starting tablet: real 0.007s user 0.003s sys 0.000s 20:05:37.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.803988 2183 consensus_queue.cc:229] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.804433 2022 heartbeater.cc:467] Master 127.1.132.253:42311 was elected leader, sending a full tablet report... 20:05:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.804720 2183 ts_tablet_manager.cc:1073] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed: Time spent starting tablet: real 0.004s user 0.002s sys 0.001s 20:05:37.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.805357 1651 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.1.132.193:60985 20:05:37.806 [DEBUG - New I/O worker #2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128 returned Deferred@1512400395(state=PENDING, result=null, callback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759) -> (continuation of Deferred@1147311476 after org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128), errback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759) -> (continuation of Deferred@1147311476 after org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128)), so the following Deferred is getting paused: Deferred@1147311476(state=PAUSED, result=Deferred@1512400395, callback=, errback=) 20:05:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.807258 1885 heartbeater.cc:467] Master 127.1.132.253:42311 was elected leader, sending a full tablet report... 20:05:37.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.809991 2180 tablet_bootstrap.cc:438] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb: No bootstrap required, opened a new log 20:05:37.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.810133 2180 ts_tablet_manager.cc:1045] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb: Time spent bootstrapping tablet: real 0.011s user 0.002s sys 0.000s 20:05:37.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.812803 2180 raft_consensus.cc:340] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.812996 2180 raft_consensus.cc:366] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.816418 2180 raft_consensus.cc:705] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c818c0d20d014a6683d78c53618272eb, State: Initialized, Role: FOLLOWER 20:05:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.816823 2180 consensus_queue.cc:229] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.817178 2148 heartbeater.cc:467] Master 127.1.132.253:42311 was elected leader, sending a full tablet report... 20:05:37.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.820070 2180 ts_tablet_manager.cc:1073] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb: Time spent starting tablet: real 0.010s user 0.003s sys 0.000s 20:05:37.826 [DEBUG - New I/O worker #2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@34bc755d@884766045 returned Deferred@1512400395(state=PENDING, result=null, callback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759) -> (continuation of Deferred@1147311476 after org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128) -> (continuation of Deferred@1163417855 after org.apache.kudu.client.AsyncKuduClient$15@34bc755d@884766045), errback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759) -> (continuation of Deferred@1147311476 after org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128) -> (continuation of Deferred@1163417855 after org.apache.kudu.client.AsyncKuduClient$15@34bc755d@884766045)), so the following Deferred is getting paused: Deferred@1163417855(state=PAUSED, result=Deferred@1512400395, callback=, errback=) 20:05:37.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.835136 1753 catalog_manager.cc:1092] T 00000000000000000000000000000000 P d398d7b121204cdfbd749c6bda97cda0: acquiring CA information for follower catalog manager: success 20:05:37.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.836354 1753 catalog_manager.cc:1120] T 00000000000000000000000000000000 P d398d7b121204cdfbd749c6bda97cda0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:37.837 [DEBUG - New I/O worker #2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5a169abf@1511430847 returned Deferred@1512400395(state=PENDING, result=null, callback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759) -> (continuation of Deferred@1147311476 after org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128) -> (continuation of Deferred@1163417855 after org.apache.kudu.client.AsyncKuduClient$15@34bc755d@884766045) -> (continuation of Deferred@168783292 after org.apache.kudu.client.AsyncKuduClient$15@5a169abf@1511430847), errback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759) -> (continuation of Deferred@1147311476 after org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128) -> (continuation of Deferred@1163417855 after org.apache.kudu.client.AsyncKuduClient$15@34bc755d@884766045) -> (continuation of Deferred@168783292 after org.apache.kudu.client.AsyncKuduClient$15@5a169abf@1511430847)), so the following Deferred is getting paused: Deferred@168783292(state=PAUSED, result=Deferred@1512400395, callback=, errback=) 20:05:37.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.851425 1756 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 9d370cb753d44abf9dd21996324c14dd: acquiring CA information for follower catalog manager: success 20:05:37.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.852689 1756 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 9d370cb753d44abf9dd21996324c14dd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:37.856 [DEBUG - New I/O worker #2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5dcef73d@1573844797 returned Deferred@1512400395(state=PENDING, result=null, callback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759) -> (continuation of Deferred@1147311476 after org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128) -> (continuation of Deferred@1163417855 after org.apache.kudu.client.AsyncKuduClient$15@34bc755d@884766045) -> (continuation of Deferred@168783292 after org.apache.kudu.client.AsyncKuduClient$15@5a169abf@1511430847) -> (continuation of Deferred@1515635675 after org.apache.kudu.client.AsyncKuduClient$15@5dcef73d@1573844797), errback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759) -> (continuation of Deferred@1147311476 after org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128) -> (continuation of Deferred@1163417855 after org.apache.kudu.client.AsyncKuduClient$15@34bc755d@884766045) -> (continuation of Deferred@168783292 after org.apache.kudu.client.AsyncKuduClient$15@5a169abf@1511430847) -> (continuation of Deferred@1515635675 after org.apache.kudu.client.AsyncKuduClient$15@5dcef73d@1573844797)), so the following Deferred is getting paused: Deferred@1515635675(state=PAUSED, result=Deferred@1512400395, callback=, errback=) 20:05:37.876 [DEBUG - New I/O worker #2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@347b694c@880503116 returned Deferred@1512400395(state=PENDING, result=null, callback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759) -> (continuation of Deferred@1147311476 after org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128) -> (continuation of Deferred@1163417855 after org.apache.kudu.client.AsyncKuduClient$15@34bc755d@884766045) -> (continuation of Deferred@168783292 after org.apache.kudu.client.AsyncKuduClient$15@5a169abf@1511430847) -> (continuation of Deferred@1515635675 after org.apache.kudu.client.AsyncKuduClient$15@5dcef73d@1573844797) -> (continuation of Deferred@1172869362 after org.apache.kudu.client.AsyncKuduClient$15@347b694c@880503116), errback=(continuation of Deferred@50823227 after org.apache.kudu.client.AsyncKuduClient$2@23f4019f@603193759) -> (continuation of Deferred@1147311476 after org.apache.kudu.client.AsyncKuduClient$15@6f8e0be0@1871580128) -> (continuation of Deferred@1163417855 after org.apache.kudu.client.AsyncKuduClient$15@34bc755d@884766045) -> (continuation of Deferred@168783292 after org.apache.kudu.client.AsyncKuduClient$15@5a169abf@1511430847) -> (continuation of Deferred@1515635675 after org.apache.kudu.client.AsyncKuduClient$15@5dcef73d@1573844797) -> (continuation of Deferred@1172869362 after org.apache.kudu.client.AsyncKuduClient$15@347b694c@880503116)), so the following Deferred is getting paused: Deferred@1172869362(state=PAUSED, result=Deferred@1512400395, callback=, errback=) 20:05:37.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:37.880389 2024 tablet.cc:1768] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:37.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.898241 2187 raft_consensus.cc:472] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:37.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.898347 2187 raft_consensus.cc:494] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.899062 2187 leader_election.cc:292] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 50a7645dd8b34af1bc4b30f55cd71154 (127.1.132.193:59857), c818c0d20d014a6683d78c53618272eb (127.1.132.195:40479) 20:05:37.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.903936 1836 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "19026379a50b4dfb839918268b236f64" candidate_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50a7645dd8b34af1bc4b30f55cd71154" is_pre_election: true 20:05:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.904083 1836 raft_consensus.cc:2346] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 24fc5b7b451a43808d2f6b97c012b1ed in term 0. 20:05:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.904570 1910 leader_election.cc:306] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24fc5b7b451a43808d2f6b97c012b1ed, 50a7645dd8b34af1bc4b30f55cd71154; no voters: 20:05:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.904783 2187 raft_consensus.cc:2640] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Leader pre-election won for term 1 20:05:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.904816 2187 raft_consensus.cc:472] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.904822 2104 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "19026379a50b4dfb839918268b236f64" candidate_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c818c0d20d014a6683d78c53618272eb" is_pre_election: true 20:05:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.904839 2187 raft_consensus.cc:2886] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Advancing to term 1 20:05:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.904940 2104 raft_consensus.cc:2346] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 24fc5b7b451a43808d2f6b97c012b1ed in term 0. 20:05:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.905755 2187 raft_consensus.cc:494] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.906081 2187 leader_election.cc:292] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [CANDIDATE]: Term 1 election: Requested vote from peers 50a7645dd8b34af1bc4b30f55cd71154 (127.1.132.193:59857), c818c0d20d014a6683d78c53618272eb (127.1.132.195:40479) 20:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.906419 1836 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "19026379a50b4dfb839918268b236f64" candidate_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "50a7645dd8b34af1bc4b30f55cd71154" 20:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.906471 2104 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "19026379a50b4dfb839918268b236f64" candidate_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c818c0d20d014a6683d78c53618272eb" 20:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.906464 1836 raft_consensus.cc:2886] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Advancing to term 1 20:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.906505 2104 raft_consensus.cc:2886] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb [term 0 FOLLOWER]: Advancing to term 1 20:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.907042 1836 raft_consensus.cc:2346] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 24fc5b7b451a43808d2f6b97c012b1ed in term 1. 20:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.907088 2104 raft_consensus.cc:2346] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 24fc5b7b451a43808d2f6b97c012b1ed in term 1. 20:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.907445 1909 leader_election.cc:306] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24fc5b7b451a43808d2f6b97c012b1ed, c818c0d20d014a6683d78c53618272eb; no voters: 20:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.907582 2187 raft_consensus.cc:2640] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 1 FOLLOWER]: Leader election won for term 1 20:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.907714 2187 raft_consensus.cc:667] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [term 1 LEADER]: Becoming Leader. State: Replica: 24fc5b7b451a43808d2f6b97c012b1ed, State: Running, Role: LEADER 20:05:37.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.907946 2187 consensus_queue.cc:206] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.910404 1651 catalog_manager.cc:3781] T 19026379a50b4dfb839918268b236f64 P 24fc5b7b451a43808d2f6b97c012b1ed reported cstate change: term changed from 0 to 1, leader changed from to 24fc5b7b451a43808d2f6b97c012b1ed (127.1.132.194). New cstate: current_term: 1 leader_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } health_report { overall_health: UNKNOWN } } } 20:05:37.916 [DEBUG - New I/O worker #2] (AsyncKuduClient.java:761) Opened table 7c09cd164d8744fb9ceb80b655c56924 20:05:37.935 [DEBUG - New I/O worker #2] (AsyncKuduClient.java:2114) Learned about tablet 19026379a50b4dfb839918268b236f64 for table 'TestKuduClient' with partition [0x80000000, 0x80000001) 20:05:37.937 [DEBUG - New I/O worker #2] (TableLocationsCache.java:188) Discovered table locations: [NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299998}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000001, ttl=299998, tablet=19026379a50b4dfb839918268b236f64@[24fc5b7b451a43808d2f6b97c012b1ed(127.1.132.194:48708)[L],50a7645dd8b34af1bc4b30f55cd71154(127.1.132.193:59857),c818c0d20d014a6683d78c53618272eb(127.1.132.195:40479)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000001, upperBoundPartitionKey=0x, ttl=299998}] 20:05:37.945 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:05:37.959 [DEBUG - New I/O worker #10] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.1.132.252 20:05:37.960 [DEBUG - New I/O worker #12] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.1.132.254 20:05:37.961 [DEBUG - New I/O worker #11] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.1.132.253 20:05:37.975 [DEBUG - New I/O worker #12] (Negotiator.java:764) Authenticated connection [id: 0xd1d2eadc, /127.1.132.254:60963 => /127.1.132.254:56920] using SASL/PLAIN 20:05:37.976 [DEBUG - New I/O worker #10] (Negotiator.java:764) Authenticated connection [id: 0x1e68d762, /127.1.132.252:41417 => /127.1.132.252:60685] using SASL/PLAIN 20:05:37.980 [DEBUG - New I/O worker #11] (Negotiator.java:764) Authenticated connection [id: 0xadc0b7d0, /127.1.132.253:39418 => /127.1.132.253:42311] using SASL/PLAIN 20:05:37.981 [DEBUG - New I/O worker #11] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:37.982 [DEBUG - New I/O worker #11] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=AlterTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=25), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.1.132.252:60685, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.1.132.253:42311, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.1.132.254:56920, [19ms] Sub rpc: ConnectToMaster received from server master-127.1.132.254:56920 response OK, [21ms] Sub rpc: ConnectToMaster received from server master-127.1.132.252:60685 response OK, [24ms] Sub rpc: ConnectToMaster received from server master-127.1.132.253:42311 response OK, null) after lookup 20:05:37.982 [DEBUG - New I/O worker #11] (Deferred.java:1330) callback=retry RPC@951087183 returned Deferred@1016066945(state=PENDING, result=null, callback=(continuation of Deferred@2039315060 after retry RPC@951087183), errback=(continuation of Deferred@2039315060 after retry RPC@951087183)), so the following Deferred is getting paused: Deferred@2039315060(state=PAUSED, result=Deferred@1016066945, callback=ClearTableLocationsCacheCB -> passthrough -> org.apache.kudu.client.AsyncKuduClient$5@7337d5a4 -> wakeup thread Time-limited test, errback=passthrough -> ClearTableLocationsCacheEB -> passthrough -> wakeup thread Time-limited test) 20:05:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.983250 1651 catalog_manager.cc:2185] Servicing AlterTable request from {username='jenkins'} at 127.1.132.253:39418: 20:05:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) table { table_name: "TestKuduClient" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "\006\001\000\001\000\000\000\007\000\000" } } } schema { columns { name: "key" type: INT32 is_key: true is_nullable: false cfile_block_size: 0 } columns { name: "column1_i" type: INT32 is_key: false is_nullable: false cfile_block_size: 0 } columns { name: "column2_i" type: INT32 is_key: false is_nullable: false cfile_block_size: 0 } columns { name: "column3_s" type: STRING is_key: false is_nullable: true encoding: DICT_ENCODING compression: LZ4 cfile_block_size: 4096 } columns { name: "column4_b" type: BOOL is_key: false is_nullable: false cfile_block_size: 0 } } 20:05:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:37.985342 1887 tablet.cc:1768] T 19026379a50b4dfb839918268b236f64 P 50a7645dd8b34af1bc4b30f55cd71154: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.987663 1651 catalog_manager.cc:2961] Scheduling retry of 3a8b927c18b34c43b9470fee7a1b9dd3 (table TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]) Alter Table RPC with a delay of 32 ms (attempt = 1) 20:05:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:37.987717 1651 catalog_manager.cc:3993] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 3a8b927c18b34c43b9470fee7a1b9dd3 has no consensus state 20:05:37.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:37.989660 2150 tablet.cc:1768] T 19026379a50b4dfb839918268b236f64 P c818c0d20d014a6683d78c53618272eb: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.991852 2084 tablet_service.cc:773] Processing CreateTablet for tablet 3a8b927c18b34c43b9470fee7a1b9dd3 (table=TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]), partition=RANGE (key) PARTITION VALUES >= 1 20:05:37.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.991856 1958 tablet_service.cc:773] Processing CreateTablet for tablet 3a8b927c18b34c43b9470fee7a1b9dd3 (table=TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]), partition=RANGE (key) PARTITION VALUES >= 1 20:05:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.992027 2084 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 3a8b927c18b34c43b9470fee7a1b9dd3. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.992027 1958 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 3a8b927c18b34c43b9470fee7a1b9dd3. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.993691 2084 ts_tablet_manager.cc:1173] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb: Registered tablet (data state: TABLET_DATA_READY) 20:05:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.993803 1958 ts_tablet_manager.cc:1173] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed: Registered tablet (data state: TABLET_DATA_READY) 20:05:37.994 [DEBUG - New I/O worker #11] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$5@7337d5a4@1933039012 returned Deferred@1220469125(state=PENDING, result=null, callback=(continuation of Deferred@2039315060 after org.apache.kudu.client.AsyncKuduClient$5@7337d5a4@1933039012), errback=(continuation of Deferred@2039315060 after org.apache.kudu.client.AsyncKuduClient$5@7337d5a4@1933039012)), so the following Deferred is getting paused: Deferred@2039315060(state=PAUSED, result=Deferred@1220469125, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:05:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.993911 2183 ts_tablet_manager.cc:1028] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed: Bootstrapping tablet 20:05:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.993988 2183 tablet_bootstrap.cc:438] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed: Bootstrap starting. 20:05:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.994014 2180 ts_tablet_manager.cc:1028] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb: Bootstrapping tablet 20:05:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.994086 2180 tablet_bootstrap.cc:438] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb: Bootstrap starting. 20:05:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.994122 1821 tablet_service.cc:773] Processing CreateTablet for tablet 3a8b927c18b34c43b9470fee7a1b9dd3 (table=TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]), partition=RANGE (key) PARTITION VALUES >= 1 20:05:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.994284 1821 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 3a8b927c18b34c43b9470fee7a1b9dd3. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.994801 2183 tablet_bootstrap.cc:592] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed: No blocks or log segments found. Creating new log. 20:05:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.994884 2180 tablet_bootstrap.cc:592] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb: No blocks or log segments found. Creating new log. 20:05:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.995805 1821 ts_tablet_manager.cc:1173] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154: Registered tablet (data state: TABLET_DATA_READY) 20:05:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.996013 2181 ts_tablet_manager.cc:1028] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154: Bootstrapping tablet 20:05:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.996078 2181 tablet_bootstrap.cc:438] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154: Bootstrap starting. 20:05:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.996124 2183 tablet_bootstrap.cc:438] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed: No bootstrap required, opened a new log 20:05:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.996184 2183 ts_tablet_manager.cc:1045] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s 20:05:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.996728 2183 raft_consensus.cc:340] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.996757 2183 raft_consensus.cc:366] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.996773 2183 raft_consensus.cc:705] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24fc5b7b451a43808d2f6b97c012b1ed, State: Initialized, Role: FOLLOWER 20:05:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.996790 2181 tablet_bootstrap.cc:592] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154: No blocks or log segments found. Creating new log. 20:05:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.996894 2183 consensus_queue.cc:229] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.997112 2183 ts_tablet_manager.cc:1073] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s 20:05:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.997687 2180 tablet_bootstrap.cc:438] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb: No bootstrap required, opened a new log 20:05:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.997747 2180 ts_tablet_manager.cc:1045] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:05:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.998315 2180 raft_consensus.cc:340] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.998337 2180 raft_consensus.cc:366] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.998353 2180 raft_consensus.cc:705] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c818c0d20d014a6683d78c53618272eb, State: Initialized, Role: FOLLOWER 20:05:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.998476 2180 consensus_queue.cc:229] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:38.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:37.998661 2180 ts_tablet_manager.cc:1073] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:05:38.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.001622 1651 catalog_manager.cc:4227] T 00000000000000000000000000000000 P e6db459cdbb844068a5a0c19d603aea7: TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924] alter complete (version 0) 20:05:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.001653 2181 tablet_bootstrap.cc:438] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154: No bootstrap required, opened a new log 20:05:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.001714 2181 ts_tablet_manager.cc:1045] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s 20:05:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.002257 2181 raft_consensus.cc:340] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.002281 2181 raft_consensus.cc:366] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.002298 2181 raft_consensus.cc:705] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 50a7645dd8b34af1bc4b30f55cd71154, State: Initialized, Role: FOLLOWER 20:05:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.002436 2181 consensus_queue.cc:229] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:38.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.002631 2181 ts_tablet_manager.cc:1073] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:05:38.006 [DEBUG - New I/O worker #11] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$14@bee10e8@200151272 returned Deferred@1220469125(state=PENDING, result=null, callback=(continuation of Deferred@2039315060 after org.apache.kudu.client.AsyncKuduClient$5@7337d5a4@1933039012) -> (continuation of Deferred@430081339 after org.apache.kudu.client.AsyncKuduClient$14@bee10e8@200151272), errback=(continuation of Deferred@2039315060 after org.apache.kudu.client.AsyncKuduClient$5@7337d5a4@1933039012) -> (continuation of Deferred@430081339 after org.apache.kudu.client.AsyncKuduClient$14@bee10e8@200151272)), so the following Deferred is getting paused: Deferred@430081339(state=PAUSED, result=Deferred@1220469125, callback=, errback=) 20:05:38.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.019992 1634 catalog_manager.cc:2961] Scheduling retry of 3a8b927c18b34c43b9470fee7a1b9dd3 (table TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]) Alter Table RPC with a delay of 44 ms (attempt = 2) 20:05:38.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.020033 1634 catalog_manager.cc:2980] Async tablet task 3a8b927c18b34c43b9470fee7a1b9dd3 (table TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet 3a8b927c18b34c43b9470fee7a1b9dd3 consensus state has no leader 20:05:38.023 [DEBUG - New I/O worker #10] (Connection.java:688) [peer master-127.1.132.252:60685(127.1.132.252:60685)] cleaning up while in state READY due to: connection disconnected 20:05:38.024 [DEBUG - New I/O worker #11] (Connection.java:688) [peer master-127.1.132.253:42311(127.1.132.253:42311)] cleaning up while in state READY due to: connection disconnected 20:05:38.024 [DEBUG - New I/O worker #12] (Connection.java:688) [peer master-127.1.132.254:56920(127.1.132.254:56920)] cleaning up while in state READY due to: connection disconnected 20:05:38.026 [DEBUG - Time-limited test] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:05:38.028 [DEBUG - New I/O worker #2] (AsyncKuduClient.java:761) Opened table 7c09cd164d8744fb9ceb80b655c56924 20:05:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.065104 1634 catalog_manager.cc:2961] Scheduling retry of 3a8b927c18b34c43b9470fee7a1b9dd3 (table TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]) Alter Table RPC with a delay of 73 ms (attempt = 3) 20:05:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.065138 1634 catalog_manager.cc:2980] Async tablet task 3a8b927c18b34c43b9470fee7a1b9dd3 (table TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet 3a8b927c18b34c43b9470fee7a1b9dd3 consensus state has no leader 20:05:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.138731 1634 catalog_manager.cc:2961] Scheduling retry of 3a8b927c18b34c43b9470fee7a1b9dd3 (table TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]) Alter Table RPC with a delay of 155 ms (attempt = 4) 20:05:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.138763 1634 catalog_manager.cc:2980] Async tablet task 3a8b927c18b34c43b9470fee7a1b9dd3 (table TestKuduClient [id=7c09cd164d8744fb9ceb80b655c56924]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet 3a8b927c18b34c43b9470fee7a1b9dd3 consensus state has no leader 20:05:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.187366 2185 raft_consensus.cc:472] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:38.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.187446 2185 raft_consensus.cc:494] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:38.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.188165 2185 leader_election.cc:292] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 24fc5b7b451a43808d2f6b97c012b1ed (127.1.132.194:48708), c818c0d20d014a6683d78c53618272eb (127.1.132.195:40479) 20:05:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.191802 2104 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "3a8b927c18b34c43b9470fee7a1b9dd3" candidate_uuid: "50a7645dd8b34af1bc4b30f55cd71154" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c818c0d20d014a6683d78c53618272eb" is_pre_election: true 20:05:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.191869 2104 raft_consensus.cc:2346] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 50a7645dd8b34af1bc4b30f55cd71154 in term 0. 20:05:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.192164 1771 leader_election.cc:306] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 50a7645dd8b34af1bc4b30f55cd71154, c818c0d20d014a6683d78c53618272eb; no voters: 20:05:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.192379 2185 raft_consensus.cc:2640] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:05:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.192410 2185 raft_consensus.cc:472] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.192430 2185 raft_consensus.cc:2886] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 0 FOLLOWER]: Advancing to term 1 20:05:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.192669 1978 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "3a8b927c18b34c43b9470fee7a1b9dd3" candidate_uuid: "50a7645dd8b34af1bc4b30f55cd71154" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" is_pre_election: true 20:05:38.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.192765 1978 raft_consensus.cc:2346] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 50a7645dd8b34af1bc4b30f55cd71154 in term 0. 20:05:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.193127 2185 raft_consensus.cc:494] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.193397 2185 leader_election.cc:292] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [CANDIDATE]: Term 1 election: Requested vote from peers 24fc5b7b451a43808d2f6b97c012b1ed (127.1.132.194:48708), c818c0d20d014a6683d78c53618272eb (127.1.132.195:40479) 20:05:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.193732 1978 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "3a8b927c18b34c43b9470fee7a1b9dd3" candidate_uuid: "50a7645dd8b34af1bc4b30f55cd71154" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" 20:05:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.193749 2104 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "3a8b927c18b34c43b9470fee7a1b9dd3" candidate_uuid: "50a7645dd8b34af1bc4b30f55cd71154" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c818c0d20d014a6683d78c53618272eb" 20:05:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.193766 1978 raft_consensus.cc:2886] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed [term 0 FOLLOWER]: Advancing to term 1 20:05:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.193789 2104 raft_consensus.cc:2886] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb [term 0 FOLLOWER]: Advancing to term 1 20:05:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.194239 1978 raft_consensus.cc:2346] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 24fc5b7b451a43808d2f6b97c012b1ed [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 50a7645dd8b34af1bc4b30f55cd71154 in term 1. 20:05:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.194461 2104 raft_consensus.cc:2346] T 3a8b927c18b34c43b9470fee7a1b9dd3 P c818c0d20d014a6683d78c53618272eb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 50a7645dd8b34af1bc4b30f55cd71154 in term 1. 20:05:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.194515 1774 leader_election.cc:306] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24fc5b7b451a43808d2f6b97c012b1ed, 50a7645dd8b34af1bc4b30f55cd71154; no voters: 20:05:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.194631 2185 raft_consensus.cc:2640] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 1 FOLLOWER]: Leader election won for term 1 20:05:38.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.194782 2185 raft_consensus.cc:667] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [term 1 LEADER]: Becoming Leader. State: Replica: 50a7645dd8b34af1bc4b30f55cd71154, State: Running, Role: LEADER 20:05:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.195051 2185 consensus_queue.cc:206] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } } 20:05:38.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.197216 1650 catalog_manager.cc:3781] T 3a8b927c18b34c43b9470fee7a1b9dd3 P 50a7645dd8b34af1bc4b30f55cd71154 reported cstate change: term changed from 0 to 1, leader changed from to 50a7645dd8b34af1bc4b30f55cd71154 (127.1.132.193). New cstate: current_term: 1 leader_uuid: "50a7645dd8b34af1bc4b30f55cd71154" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "50a7645dd8b34af1bc4b30f55cd71154" member_type: VOTER last_known_addr { host: "127.1.132.193" port: 59857 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "24fc5b7b451a43808d2f6b97c012b1ed" member_type: VOTER last_known_addr { host: "127.1.132.194" port: 48708 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c818c0d20d014a6683d78c53618272eb" member_type: VOTER last_known_addr { host: "127.1.132.195" port: 40479 } health_report { overall_health: UNKNOWN } } } 20:05:38.236 [DEBUG - New I/O worker #2] (AsyncKuduClient.java:2114) Learned about tablet 19026379a50b4dfb839918268b236f64 for table 'TestKuduClient' with partition [0x80000000, 0x80000001) 20:05:38.236 [DEBUG - New I/O worker #2] (AsyncKuduClient.java:2114) Learned about tablet 3a8b927c18b34c43b9470fee7a1b9dd3 for table 'TestKuduClient' with partition [0x80000001, ) 20:05:38.236 [DEBUG - New I/O worker #2] (TableLocationsCache.java:188) Discovered table locations: [NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000001, ttl=299999, tablet=19026379a50b4dfb839918268b236f64@[24fc5b7b451a43808d2f6b97c012b1ed(127.1.132.194:48708)[L],50a7645dd8b34af1bc4b30f55cd71154(127.1.132.193:59857),c818c0d20d014a6683d78c53618272eb(127.1.132.195:40479)]}, Tablet{lowerBoundPartitionKey=0x80000001, upperBoundPartitionKey=0x, ttl=299999, tablet=3a8b927c18b34c43b9470fee7a1b9dd3@[24fc5b7b451a43808d2f6b97c012b1ed(127.1.132.194:48708),50a7645dd8b34af1bc4b30f55cd71154(127.1.132.193:59857)[L],c818c0d20d014a6683d78c53618272eb(127.1.132.195:40479)]}] 20:05:38.237 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:05:38.237 [DEBUG - New I/O worker #3] (Connection.java:688) [peer master-127.1.132.254:56920(127.1.132.254:56920)] cleaning up while in state READY due to: connection disconnected 20:05:38.237 [DEBUG - New I/O worker #2] (Connection.java:688) [peer master-127.1.132.253:42311(127.1.132.253:42311)] cleaning up while in state READY due to: connection disconnected 20:05:38.237 [DEBUG - New I/O worker #1] (Connection.java:688) [peer master-127.1.132.252:60685(127.1.132.252:60685)] cleaning up while in state READY due to: connection disconnected 20:05:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.238481 1555 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 1749 20:05:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.241778 1635 connection.cc:512] server connection from 127.1.132.193:60985 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.193:60985): Connection reset by peer (error 104) 20:05:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.241788 1694 connection.cc:512] server connection from 127.1.132.193:52281 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.193:52281): Connection reset by peer (error 104) 20:05:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.241832 1910 connection.cc:512] client connection to 127.1.132.193:59857 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.193:59857): Connection reset by peer (error 104) 20:05:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.241868 1555 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 1889 20:05:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.242017 1571 connection.cc:512] server connection from 127.1.132.193:33199 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.193:33199): Connection reset by peer (error 104) 20:05:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.242146 2035 connection.cc:512] server connection from 127.1.132.193:33692 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.193:33692): Connection reset by peer (error 104) 20:05:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.244523 1696 connection.cc:512] server connection from 127.1.132.194:43477 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.194:43477): Connection reset by peer (error 104) 20:05:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.244544 1572 connection.cc:512] server connection from 127.1.132.194:33967 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.194:33967): Connection reset by peer (error 104) 20:05:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.244593 2036 connection.cc:512] server connection from 127.1.132.194:40984 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.194:40984): Connection reset by peer (error 104) 20:05:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.244683 1632 connection.cc:512] server connection from 127.1.132.194:51813 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.194:51813): Connection reset by peer (error 104) 20:05:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.244773 1555 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 2028 20:05:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.247051 1572 connection.cc:512] server connection from 127.1.132.195:50960 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.195:50960): Connection reset by peer (error 104) 20:05:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.247087 1697 connection.cc:512] server connection from 127.1.132.195:36364 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.195:36364): Connection reset by peer (error 104) 20:05:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:38.247110 1634 connection.cc:512] server connection from 127.1.132.195:52111 recv error: Network error: failed to read from TLS socket (remote: 127.1.132.195:52111): Connection reset by peer (error 104) 20:05:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.247289 1555 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 1563 20:05:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.250604 1555 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 1625 20:05:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:38.253363 1555 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 1685 ]]> /127.2.41.61:58462] using SASL/PLAIN 20:05:39.235 [DEBUG - New I/O worker #28] (Negotiator.java:764) Authenticated connection [id: 0xe1945a0d, /127.2.41.62:40329 => /127.2.41.62:59663] using SASL/PLAIN 20:05:39.237 [DEBUG - New I/O worker #28] (Negotiator.java:764) Authenticated connection [id: 0x4d815e57, /127.2.41.60:41246 => /127.2.41.60:59107] using SASL/PLAIN 20:05:39.239 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:39.239 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=27), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.2.41.62:59663, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.2.41.61:58462, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.2.41.60:59107, [14ms] Sub rpc: ConnectToMaster received from server master-127.2.41.61:58462 response OK, [25ms] Sub rpc: ConnectToMaster received from server master-127.2.41.62:59663 response OK, [27ms] Sub rpc: ConnectToMaster received from server master-127.2.41.60:59107 response OK, null) after lookup 20:05:39.240 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=retry RPC@2021971112 returned Deferred@275206116(state=PENDING, result=null, callback=(continuation of Deferred@8767634 after retry RPC@2021971112), errback=(continuation of Deferred@8767634 after retry RPC@2021971112)), so the following Deferred is getting paused: Deferred@8767634(state=PAUSED, result=Deferred@275206116, callback=org.apache.kudu.client.AsyncKuduClient$1@41a3f237 -> org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:05:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.241888 2370 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.2.41.60:41246: 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column1_i" 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column2_i" 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column3_s" 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) encoding: DICT_ENCODING 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) compression: LZ4 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 4096 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column4_b" 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BOOL 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:39.242928 2370 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:05:39.250 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@41a3f237@1101263415 returned Deferred@904805199(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@1b81a438 -> (continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$1@41a3f237@1101263415), errback=passthrough -> (continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$1@41a3f237@1101263415)), so the following Deferred is getting paused: Deferred@8767634(state=PAUSED, result=Deferred@904805199, callback=org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:05:39.250 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:761) Opened table 32c9e370adf945efacbc12556fde67d9 20:05:39.251 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903 returned Deferred@1173212981(state=PENDING, result=null, callback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903), errback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903)), so the following Deferred is getting paused: Deferred@8767634(state=PAUSED, result=Deferred@1173212981, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:05:39.253 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544 returned Deferred@1173212981(state=PENDING, result=null, callback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903) -> (continuation of Deferred@2093331738 after org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544), errback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903) -> (continuation of Deferred@2093331738 after org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544)), so the following Deferred is getting paused: Deferred@2093331738(state=PAUSED, result=Deferred@1173212981, callback=, errback=) 20:05:39.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.258872 2776 tablet_service.cc:773] Processing CreateTablet for tablet 533d0d996c5b48dea511634cd084b709 (table=TestKuduClient [id=32c9e370adf945efacbc12556fde67d9]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.259224 2475 tablet_service.cc:773] Processing CreateTablet for tablet 533d0d996c5b48dea511634cd084b709 (table=TestKuduClient [id=32c9e370adf945efacbc12556fde67d9]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.259260 2776 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 533d0d996c5b48dea511634cd084b709. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.259486 2475 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 533d0d996c5b48dea511634cd084b709. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.259835 2621 tablet_service.cc:773] Processing CreateTablet for tablet 533d0d996c5b48dea511634cd084b709 (table=TestKuduClient [id=32c9e370adf945efacbc12556fde67d9]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.260135 2621 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 533d0d996c5b48dea511634cd084b709. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.262522 2475 ts_tablet_manager.cc:1173] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5: Registered tablet (data state: TABLET_DATA_READY) 20:05:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.262804 2868 ts_tablet_manager.cc:1028] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5: Bootstrapping tablet 20:05:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.262989 2868 tablet_bootstrap.cc:438] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5: Bootstrap starting. 20:05:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.263391 2776 ts_tablet_manager.cc:1173] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8: Registered tablet (data state: TABLET_DATA_READY) 20:05:39.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.264386 2621 ts_tablet_manager.cc:1173] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99: Registered tablet (data state: TABLET_DATA_READY) 20:05:39.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.264660 2870 ts_tablet_manager.cc:1028] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99: Bootstrapping tablet 20:05:39.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.264699 2868 tablet_bootstrap.cc:592] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5: No blocks or log segments found. Creating new log. 20:05:39.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.264834 2870 tablet_bootstrap.cc:438] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99: Bootstrap starting. 20:05:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.265085 2869 ts_tablet_manager.cc:1028] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8: Bootstrapping tablet 20:05:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.265388 2869 tablet_bootstrap.cc:438] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8: Bootstrap starting. 20:05:39.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.265434 2868 log.cc:525] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5: Log is configured to *not* fsync() on all Append() calls 20:05:39.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.266350 2870 tablet_bootstrap.cc:592] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99: No blocks or log segments found. Creating new log. 20:05:39.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.266521 2868 tablet_bootstrap.cc:438] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5: No bootstrap required, opened a new log 20:05:39.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.266649 2868 ts_tablet_manager.cc:1045] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:05:39.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.266881 2869 tablet_bootstrap.cc:592] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8: No blocks or log segments found. Creating new log. 20:05:39.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.267043 2870 log.cc:525] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99: Log is configured to *not* fsync() on all Append() calls 20:05:39.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.267556 2869 log.cc:525] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8: Log is configured to *not* fsync() on all Append() calls 20:05:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.268627 2868 raft_consensus.cc:340] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 } } peers { permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 } } peers { permanent_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" member_type: VOTER last_known_addr { host: "127.2.41.3" port: 58601 } } 20:05:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.268692 2868 raft_consensus.cc:366] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.268729 2868 raft_consensus.cc:705] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 659dcc0d494d44c787131ce9155f03b5, State: Initialized, Role: FOLLOWER 20:05:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.269060 2868 consensus_queue.cc:229] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 } } peers { permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 } } peers { permanent_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" member_type: VOTER last_known_addr { host: "127.2.41.3" port: 58601 } } 20:05:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.269605 2868 ts_tablet_manager.cc:1073] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5: Time spent starting tablet: real 0.003s user 0.002s sys 0.001s 20:05:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.270109 2870 tablet_bootstrap.cc:438] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99: No bootstrap required, opened a new log 20:05:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.270264 2870 ts_tablet_manager.cc:1045] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.001s 20:05:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.272061 2870 raft_consensus.cc:340] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 } } peers { permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 } } peers { permanent_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" member_type: VOTER last_known_addr { host: "127.2.41.3" port: 58601 } } 20:05:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.272119 2870 raft_consensus.cc:366] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.272141 2370 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.2.41.1:55708 20:05:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.272150 2870 raft_consensus.cc:705] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 340cbd49d088450eba7ec16b3b141a99, State: Initialized, Role: FOLLOWER 20:05:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.272486 2870 consensus_queue.cc:229] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 } } peers { permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 } } peers { permanent_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" member_type: VOTER last_known_addr { host: "127.2.41.3" port: 58601 } } 20:05:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.273017 2870 ts_tablet_manager.cc:1073] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:05:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.274317 2869 tablet_bootstrap.cc:438] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8: No bootstrap required, opened a new log 20:05:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.274458 2869 ts_tablet_manager.cc:1045] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8: Time spent bootstrapping tablet: real 0.009s user 0.002s sys 0.000s 20:05:39.274 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@6af37ede@1794342622 returned Deferred@1173212981(state=PENDING, result=null, callback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903) -> (continuation of Deferred@2093331738 after org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544) -> (continuation of Deferred@1103925458 after org.apache.kudu.client.AsyncKuduClient$15@6af37ede@1794342622), errback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903) -> (continuation of Deferred@2093331738 after org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544) -> (continuation of Deferred@1103925458 after org.apache.kudu.client.AsyncKuduClient$15@6af37ede@1794342622)), so the following Deferred is getting paused: Deferred@1103925458(state=PAUSED, result=Deferred@1173212981, callback=, errback=) 20:05:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.274677 2370 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.2.41.2:47933 20:05:39.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.276434 2869 raft_consensus.cc:340] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 } } peers { permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 } } peers { permanent_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" member_type: VOTER last_known_addr { host: "127.2.41.3" port: 58601 } } 20:05:39.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.276484 2869 raft_consensus.cc:366] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:39.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.276505 2869 raft_consensus.cc:705] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fba1f0613bbf44179d30fc195ec6f0f8, State: Initialized, Role: FOLLOWER 20:05:39.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.276722 2869 consensus_queue.cc:229] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 } } peers { permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 } } peers { permanent_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" member_type: VOTER last_known_addr { host: "127.2.41.3" port: 58601 } } 20:05:39.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.277235 2841 heartbeater.cc:467] Master 127.2.41.60:59107 was elected leader, sending a full tablet report... 20:05:39.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.277266 2869 ts_tablet_manager.cc:1073] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8: Time spent starting tablet: real 0.003s user 0.002s sys 0.001s 20:05:39.293 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@57c7c02e@1472708654 returned Deferred@1173212981(state=PENDING, result=null, callback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903) -> (continuation of Deferred@2093331738 after org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544) -> (continuation of Deferred@1103925458 after org.apache.kudu.client.AsyncKuduClient$15@6af37ede@1794342622) -> (continuation of Deferred@117166761 after org.apache.kudu.client.AsyncKuduClient$15@57c7c02e@1472708654), errback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903) -> (continuation of Deferred@2093331738 after org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544) -> (continuation of Deferred@1103925458 after org.apache.kudu.client.AsyncKuduClient$15@6af37ede@1794342622) -> (continuation of Deferred@117166761 after org.apache.kudu.client.AsyncKuduClient$15@57c7c02e@1472708654)), so the following Deferred is getting paused: Deferred@117166761(state=PAUSED, result=Deferred@1173212981, callback=, errback=) 20:05:39.313 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@778f4926@2005879078 returned Deferred@1173212981(state=PENDING, result=null, callback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903) -> (continuation of Deferred@2093331738 after org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544) -> (continuation of Deferred@1103925458 after org.apache.kudu.client.AsyncKuduClient$15@6af37ede@1794342622) -> (continuation of Deferred@117166761 after org.apache.kudu.client.AsyncKuduClient$15@57c7c02e@1472708654) -> (continuation of Deferred@1390419205 after org.apache.kudu.client.AsyncKuduClient$15@778f4926@2005879078), errback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903) -> (continuation of Deferred@2093331738 after org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544) -> (continuation of Deferred@1103925458 after org.apache.kudu.client.AsyncKuduClient$15@6af37ede@1794342622) -> (continuation of Deferred@117166761 after org.apache.kudu.client.AsyncKuduClient$15@57c7c02e@1472708654) -> (continuation of Deferred@1390419205 after org.apache.kudu.client.AsyncKuduClient$15@778f4926@2005879078)), so the following Deferred is getting paused: Deferred@1390419205(state=PAUSED, result=Deferred@1173212981, callback=, errback=) 20:05:39.333 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@3bcf71c7@1003450823 returned Deferred@1173212981(state=PENDING, result=null, callback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903) -> (continuation of Deferred@2093331738 after org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544) -> (continuation of Deferred@1103925458 after org.apache.kudu.client.AsyncKuduClient$15@6af37ede@1794342622) -> (continuation of Deferred@117166761 after org.apache.kudu.client.AsyncKuduClient$15@57c7c02e@1472708654) -> (continuation of Deferred@1390419205 after org.apache.kudu.client.AsyncKuduClient$15@778f4926@2005879078) -> (continuation of Deferred@1677296269 after org.apache.kudu.client.AsyncKuduClient$15@3bcf71c7@1003450823), errback=(continuation of Deferred@8767634 after org.apache.kudu.client.AsyncKuduClient$2@1fdc4f3f@534531903) -> (continuation of Deferred@2093331738 after org.apache.kudu.client.AsyncKuduClient$15@38b5c500@951436544) -> (continuation of Deferred@1103925458 after org.apache.kudu.client.AsyncKuduClient$15@6af37ede@1794342622) -> (continuation of Deferred@117166761 after org.apache.kudu.client.AsyncKuduClient$15@57c7c02e@1472708654) -> (continuation of Deferred@1390419205 after org.apache.kudu.client.AsyncKuduClient$15@778f4926@2005879078) -> (continuation of Deferred@1677296269 after org.apache.kudu.client.AsyncKuduClient$15@3bcf71c7@1003450823)), so the following Deferred is getting paused: Deferred@1677296269(state=PAUSED, result=Deferred@1173212981, callback=, errback=) 20:05:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:39.337146 2550 tablet.cc:1768] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.337388 2876 raft_consensus.cc:472] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:39.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.337499 2876 raft_consensus.cc:494] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 } } peers { permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 } } peers { permanent_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" member_type: VOTER last_known_addr { host: "127.2.41.3" port: 58601 } } 20:05:39.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.338331 2876 leader_election.cc:292] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 659dcc0d494d44c787131ce9155f03b5 (127.2.41.1:43039), 340cbd49d088450eba7ec16b3b141a99 (127.2.41.2:59863) 20:05:39.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.341758 2477 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "533d0d996c5b48dea511634cd084b709" candidate_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "659dcc0d494d44c787131ce9155f03b5" is_pre_election: true 20:05:39.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.341881 2477 raft_consensus.cc:2346] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fba1f0613bbf44179d30fc195ec6f0f8 in term 0. 20:05:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.342092 2664 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "533d0d996c5b48dea511634cd084b709" candidate_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "340cbd49d088450eba7ec16b3b141a99" is_pre_election: true 20:05:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.342200 2664 raft_consensus.cc:2346] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fba1f0613bbf44179d30fc195ec6f0f8 in term 0. 20:05:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.342527 2727 leader_election.cc:306] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 659dcc0d494d44c787131ce9155f03b5, fba1f0613bbf44179d30fc195ec6f0f8; no voters: 20:05:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.342736 2876 raft_consensus.cc:2640] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:05:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.342770 2876 raft_consensus.cc:472] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.342792 2876 raft_consensus.cc:2886] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 0 FOLLOWER]: Advancing to term 1 20:05:39.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.343457 2876 raft_consensus.cc:494] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 } } peers { permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 } } peers { permanent_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" member_type: VOTER last_known_addr { host: "127.2.41.3" port: 58601 } } 20:05:39.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.343792 2876 leader_election.cc:292] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [CANDIDATE]: Term 1 election: Requested vote from peers 659dcc0d494d44c787131ce9155f03b5 (127.2.41.1:43039), 340cbd49d088450eba7ec16b3b141a99 (127.2.41.2:59863) 20:05:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.344105 2477 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "533d0d996c5b48dea511634cd084b709" candidate_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "659dcc0d494d44c787131ce9155f03b5" 20:05:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.344151 2477 raft_consensus.cc:2886] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5 [term 0 FOLLOWER]: Advancing to term 1 20:05:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.344177 2664 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "533d0d996c5b48dea511634cd084b709" candidate_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "340cbd49d088450eba7ec16b3b141a99" 20:05:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.344210 2664 raft_consensus.cc:2886] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99 [term 0 FOLLOWER]: Advancing to term 1 20:05:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.344743 2664 raft_consensus.cc:2346] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fba1f0613bbf44179d30fc195ec6f0f8 in term 1. 20:05:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.344751 2477 raft_consensus.cc:2346] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fba1f0613bbf44179d30fc195ec6f0f8 in term 1. 20:05:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.345053 2727 leader_election.cc:306] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 340cbd49d088450eba7ec16b3b141a99, fba1f0613bbf44179d30fc195ec6f0f8; no voters: 20:05:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.345158 2876 raft_consensus.cc:2640] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 1 FOLLOWER]: Leader election won for term 1 20:05:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.345345 2876 raft_consensus.cc:667] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [term 1 LEADER]: Becoming Leader. State: Replica: fba1f0613bbf44179d30fc195ec6f0f8, State: Running, Role: LEADER 20:05:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.345578 2876 consensus_queue.cc:206] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 } } peers { permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 } } peers { permanent_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" member_type: VOTER last_known_addr { host: "127.2.41.3" port: 58601 } } 20:05:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.348048 2370 catalog_manager.cc:3781] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 reported cstate change: term changed from 0 to 1, leader changed from to fba1f0613bbf44179d30fc195ec6f0f8 (127.2.41.3). New cstate: current_term: 1 leader_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fba1f0613bbf44179d30fc195ec6f0f8" member_type: VOTER last_known_addr { host: "127.2.41.3" port: 58601 } health_report { overall_health: HEALTHY } } } 20:05:39.356 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:761) Opened table 32c9e370adf945efacbc12556fde67d9 20:05:39.356 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:761) Opened table 32c9e370adf945efacbc12556fde67d9 20:05:39.358 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:761) Opened table 32c9e370adf945efacbc12556fde67d9 20:05:39.358 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:761) Opened table 32c9e370adf945efacbc12556fde67d9 20:05:39.367 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:2114) Learned about tablet 533d0d996c5b48dea511634cd084b709 for table 'TestKuduClient' with partition [, ) 20:05:39.367 [DEBUG - New I/O worker #28] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=533d0d996c5b48dea511634cd084b709@[340cbd49d088450eba7ec16b3b141a99(127.2.41.2:59863),659dcc0d494d44c787131ce9155f03b5(127.2.41.1:43039),fba1f0613bbf44179d30fc195ec6f0f8(127.2.41.3:58601)[L]]}] 20:05:39.368 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=4), Traces: [0ms] querying master, [1ms] Sub rpc: GetTableLocations sending RPC to server master-127.2.41.60:59107, [2ms] Sub rpc: GetTableLocations received from server master-127.2.41.60:59107 response OK, null) after lookup 20:05:39.372 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=retry RPC@1013453131 returned Deferred@2087263816(state=PENDING, result=null, callback=(continuation of Deferred@1395332770 after retry RPC@1013453131), errback=(continuation of Deferred@1395332770 after retry RPC@1013453131)), so the following Deferred is getting paused: Deferred@1395332770(state=PAUSED, result=Deferred@2087263816, callback=org.apache.kudu.client.AsyncKuduSession$2@2c6b6a33 -> passthrough -> wakeup thread Thread-8, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@50f5d4bc -> wakeup thread Thread-8) 20:05:39.373 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:2114) Learned about tablet 533d0d996c5b48dea511634cd084b709 for table 'TestKuduClient' with partition [, ) 20:05:39.373 [DEBUG - New I/O worker #28] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=533d0d996c5b48dea511634cd084b709@[340cbd49d088450eba7ec16b3b141a99(127.2.41.2:59863),659dcc0d494d44c787131ce9155f03b5(127.2.41.1:43039),fba1f0613bbf44179d30fc195ec6f0f8(127.2.41.3:58601)[L]]}] 20:05:39.373 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=9), Traces: [0ms] querying master, [1ms] Sub rpc: GetTableLocations sending RPC to server master-127.2.41.60:59107, [8ms] Sub rpc: GetTableLocations received from server master-127.2.41.60:59107 response OK, null) after lookup 20:05:39.374 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=retry RPC@1683622836 returned Deferred@1867485083(state=PENDING, result=null, callback=(continuation of Deferred@411191987 after retry RPC@1683622836), errback=(continuation of Deferred@411191987 after retry RPC@1683622836)), so the following Deferred is getting paused: Deferred@411191987(state=PAUSED, result=Deferred@1867485083, callback=org.apache.kudu.client.AsyncKuduSession$2@66ac3d2b -> passthrough -> wakeup thread Thread-7, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@529f8de1 -> wakeup thread Thread-7) 20:05:39.374 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:2114) Learned about tablet 533d0d996c5b48dea511634cd084b709 for table 'TestKuduClient' with partition [, ) 20:05:39.375 [DEBUG - New I/O worker #28] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=533d0d996c5b48dea511634cd084b709@[340cbd49d088450eba7ec16b3b141a99(127.2.41.2:59863),659dcc0d494d44c787131ce9155f03b5(127.2.41.1:43039),fba1f0613bbf44179d30fc195ec6f0f8(127.2.41.3:58601)[L]]}] 20:05:39.375 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=11), Traces: [0ms] querying master, [1ms] Sub rpc: GetTableLocations sending RPC to server master-127.2.41.60:59107, [9ms] Sub rpc: GetTableLocations received from server master-127.2.41.60:59107 response OK, null) after lookup 20:05:39.375 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=retry RPC@1103098750 returned Deferred@1273163304(state=PENDING, result=null, callback=(continuation of Deferred@1277216538 after retry RPC@1103098750), errback=(continuation of Deferred@1277216538 after retry RPC@1103098750)), so the following Deferred is getting paused: Deferred@1277216538(state=PAUSED, result=Deferred@1273163304, callback=org.apache.kudu.client.AsyncKuduSession$2@62feabfa -> passthrough -> wakeup thread Thread-6, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ce490d8 -> wakeup thread Thread-6) 20:05:39.376 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:2114) Learned about tablet 533d0d996c5b48dea511634cd084b709 for table 'TestKuduClient' with partition [, ) 20:05:39.376 [DEBUG - New I/O worker #28] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=533d0d996c5b48dea511634cd084b709@[340cbd49d088450eba7ec16b3b141a99(127.2.41.2:59863),659dcc0d494d44c787131ce9155f03b5(127.2.41.1:43039),fba1f0613bbf44179d30fc195ec6f0f8(127.2.41.3:58601)[L]]}] 20:05:39.376 [DEBUG - New I/O worker #28] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=12), Traces: [0ms] querying master, [1ms] Sub rpc: GetTableLocations sending RPC to server master-127.2.41.60:59107, [11ms] Sub rpc: GetTableLocations received from server master-127.2.41.60:59107 response OK, null) after lookup 20:05:39.377 [DEBUG - New I/O worker #28] (Deferred.java:1330) callback=retry RPC@2864834 returned Deferred@1257875914(state=PENDING, result=null, callback=(continuation of Deferred@1565489684 after retry RPC@2864834), errback=(continuation of Deferred@1565489684 after retry RPC@2864834)), so the following Deferred is getting paused: Deferred@1565489684(state=PAUSED, result=Deferred@1257875914, callback=org.apache.kudu.client.AsyncKuduSession$2@25d54335 -> passthrough -> wakeup thread Thread-9, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78956ceb -> wakeup thread Thread-9) 20:05:39.408 [DEBUG - New I/O worker #29] (Negotiator.java:764) Authenticated connection [id: 0xfbde3092, /127.2.41.3:42428 => /127.2.41.3:58601] using TOKEN/null 20:05:39.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.414356 2664 raft_consensus.cc:1181] T 533d0d996c5b48dea511634cd084b709 P 340cbd49d088450eba7ec16b3b141a99 [term 1 FOLLOWER]: Refusing update from remote peer fba1f0613bbf44179d30fc195ec6f0f8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:39.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.414424 2477 raft_consensus.cc:1181] T 533d0d996c5b48dea511634cd084b709 P 659dcc0d494d44c787131ce9155f03b5 [term 1 FOLLOWER]: Refusing update from remote peer fba1f0613bbf44179d30fc195ec6f0f8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.415045 2876 consensus_queue.cc:984] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "659dcc0d494d44c787131ce9155f03b5" member_type: VOTER last_known_addr { host: "127.2.41.1" port: 43039 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.415124 2877 consensus_queue.cc:984] T 533d0d996c5b48dea511634cd084b709 P fba1f0613bbf44179d30fc195ec6f0f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "340cbd49d088450eba7ec16b3b141a99" member_type: VOTER last_known_addr { host: "127.2.41.2" port: 59863 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.416337 2715 heartbeater.cc:467] Master 127.2.41.60:59107 was elected leader, sending a full tablet report... 20:05:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.416834 2549 heartbeater.cc:467] Master 127.2.41.60:59107 was elected leader, sending a full tablet report... 20:05:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.426048 2885 mvcc.cc:203] Tried to move safe_time back from 6337601287839657984 to 6337601287561121792. Current Snapshot: MvccSnapshot[committed={T|T < 6337601287835181056}] 20:05:39.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.724565 2413 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 89c27f7c3ac647e8873b0c3108bbec89: acquiring CA information for follower catalog manager: success 20:05:39.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.726943 2413 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 89c27f7c3ac647e8873b0c3108bbec89: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.787240 2427 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 92ba9a6c7d6e4747a48092f832f6b404: acquiring CA information for follower catalog manager: success 20:05:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:39.788072 2427 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 92ba9a6c7d6e4747a48092f832f6b404: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:40.212 [DEBUG - New I/O worker #28] (Connection.java:688) [peer master-127.2.41.62:59663(127.2.41.62:59663)] cleaning up while in state READY due to: connection disconnected 20:05:40.212 [DEBUG - New I/O worker #28] (Connection.java:688) [peer master-127.2.41.60:59107(127.2.41.60:59107)] cleaning up while in state READY due to: connection disconnected 20:05:40.212 [DEBUG - Time-limited test] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:05:40.213 [DEBUG - New I/O worker #29] (Connection.java:688) [peer master-127.2.41.61:58462(127.2.41.61:58462)] cleaning up while in state READY due to: connection disconnected 20:05:40.213 [DEBUG - New I/O worker #29] (Connection.java:688) [peer fba1f0613bbf44179d30fc195ec6f0f8(127.2.41.3:58601)] cleaning up while in state READY due to: connection disconnected 20:05:40.213 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:05:40.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:40.214592 2212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 2404 20:05:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:40.218005 2291 connection.cc:512] server connection from 127.2.41.1:58974 recv error: Network error: failed to read from TLS socket (remote: 127.2.41.1:58974): Connection reset by peer (error 104) 20:05:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:40.218008 2229 connection.cc:512] server connection from 127.2.41.1:58728 recv error: Network error: failed to read from TLS socket (remote: 127.2.41.1:58728): Connection reset by peer (error 104) 20:05:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:40.218133 2353 connection.cc:512] server connection from 127.2.41.1:55708 recv error: Network error: failed to read from TLS socket (remote: 127.2.41.1:55708): Connection reset by peer (error 104) 20:05:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:40.218345 2727 connection.cc:512] client connection to 127.2.41.1:43039 recv error: Network error: failed to read from TLS socket (remote: 127.2.41.1:43039): Connection reset by peer (error 104) 20:05:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:40.218421 2212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 2553 20:05:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:40.220793 2352 connection.cc:512] server connection from 127.2.41.2:47933 recv error: Network error: failed to read from TLS socket (remote: 127.2.41.2:47933): Connection reset by peer (error 104) 20:05:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:40.220816 2289 connection.cc:512] server connection from 127.2.41.2:57862 recv error: Network error: failed to read from TLS socket (remote: 127.2.41.2:57862): Connection reset by peer (error 104) 20:05:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:40.220855 2212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 2720 20:05:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:40.220934 2229 connection.cc:512] server connection from 127.2.41.2:52938 recv error: Network error: failed to read from TLS socket (remote: 127.2.41.2:52938): Connection reset by peer (error 104) 20:05:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:40.223685 2290 connection.cc:512] server connection from 127.2.41.3:45107 recv error: Network error: failed to read from TLS socket (remote: 127.2.41.3:45107): Connection reset by peer (error 104) 20:05:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:40.223690 2227 connection.cc:512] server connection from 127.2.41.3:49594 recv error: Network error: failed to read from TLS socket (remote: 127.2.41.3:49594): Connection reset by peer (error 104) 20:05:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:40.223716 2212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 2219 20:05:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:40.223929 2352 connection.cc:512] server connection from 127.2.41.3:39784 recv error: Network error: failed to read from TLS socket (remote: 127.2.41.3:39784): Connection reset by peer (error 104) 20:05:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:40.226606 2212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 2281 20:05:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:40.229306 2212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 2342 ]]> /127.2.214.61:33109] using SASL/PLAIN 20:05:41.139 [DEBUG - New I/O worker #33] (Negotiator.java:764) Authenticated connection [id: 0x0b1676c1, /127.2.214.62:47813 => /127.2.214.62:43649] using SASL/PLAIN 20:05:41.139 [DEBUG - New I/O worker #32] (Negotiator.java:764) Authenticated connection [id: 0xe89c6512, /127.2.214.60:46689 => /127.2.214.60:38690] using SASL/PLAIN 20:05:41.141 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:41.141 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=31), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.2.214.61:33109, [11ms] Sub rpc: ConnectToMaster sending RPC to server master-127.2.214.60:38690, [18ms] Sub rpc: ConnectToMaster sending RPC to server master-127.2.214.62:43649, [30ms] Sub rpc: ConnectToMaster received from server master-127.2.214.61:33109 response OK, [31ms] Sub rpc: ConnectToMaster received from server master-127.2.214.62:43649 response OK, [31ms] Sub rpc: ConnectToMaster received from server master-127.2.214.60:38690 response OK, null) after lookup 20:05:41.142 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=retry RPC@1797485822 returned Deferred@53699904(state=PENDING, result=null, callback=(continuation of Deferred@1518525365 after retry RPC@1797485822), errback=(continuation of Deferred@1518525365 after retry RPC@1797485822)), so the following Deferred is getting paused: Deferred@1518525365(state=PAUSED, result=Deferred@53699904, callback=org.apache.kudu.client.AsyncKuduClient$1@7b7894a4 -> org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.144026 2938 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.2.214.62:47813: 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:41.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:41.145097 2938 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:05:41.150 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@7b7894a4@2071499940 returned Deferred@328070901(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@5f9ec842 -> (continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$1@7b7894a4@2071499940), errback=passthrough -> (continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$1@7b7894a4@2071499940)), so the following Deferred is getting paused: Deferred@1518525365(state=PAUSED, result=Deferred@328070901, callback=org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:05:41.151 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:761) Opened table 45b0d7859eb545f69bcd369db329be33 20:05:41.151 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569 returned Deferred@1618786977(state=PENDING, result=null, callback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569), errback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569)), so the following Deferred is getting paused: Deferred@1518525365(state=PAUSED, result=Deferred@1618786977, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:05:41.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.160645 3158 tablet_service.cc:773] Processing CreateTablet for tablet 2b27adf203764792a542f33b371c43d0 (table=TestKuduClient [id=45b0d7859eb545f69bcd369db329be33]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.161036 3158 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2b27adf203764792a542f33b371c43d0. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.162813 3308 tablet_service.cc:773] Processing CreateTablet for tablet 2b27adf203764792a542f33b371c43d0 (table=TestKuduClient [id=45b0d7859eb545f69bcd369db329be33]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.163089 3308 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2b27adf203764792a542f33b371c43d0. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.165580 3158 ts_tablet_manager.cc:1173] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e: Registered tablet (data state: TABLET_DATA_READY) 20:05:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.165905 3521 ts_tablet_manager.cc:1028] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e: Bootstrapping tablet 20:05:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.166069 3308 ts_tablet_manager.cc:1173] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf: Registered tablet (data state: TABLET_DATA_READY) 20:05:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.166229 3521 tablet_bootstrap.cc:438] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e: Bootstrap starting. 20:05:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.167089 3522 ts_tablet_manager.cc:1028] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf: Bootstrapping tablet 20:05:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.167383 3522 tablet_bootstrap.cc:438] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf: Bootstrap starting. 20:05:41.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.168177 3521 tablet_bootstrap.cc:592] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e: No blocks or log segments found. Creating new log. 20:05:41.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.168805 3522 tablet_bootstrap.cc:592] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf: No blocks or log segments found. Creating new log. 20:05:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.169031 3521 log.cc:525] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e: Log is configured to *not* fsync() on all Append() calls 20:05:41.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.169514 3522 log.cc:525] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf: Log is configured to *not* fsync() on all Append() calls 20:05:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.170500 3521 tablet_bootstrap.cc:438] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e: No bootstrap required, opened a new log 20:05:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.170648 3521 ts_tablet_manager.cc:1045] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.001s 20:05:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.171294 3522 tablet_bootstrap.cc:438] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf: No bootstrap required, opened a new log 20:05:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.171560 3522 ts_tablet_manager.cc:1045] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:05:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.173238 3521 raft_consensus.cc:340] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 } } peers { permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 } } peers { permanent_uuid: "a992b1334abd4ae887fbf62559a7a4cf" member_type: VOTER last_known_addr { host: "127.2.214.2" port: 39448 } } 20:05:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.173337 3521 raft_consensus.cc:366] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.173374 3521 raft_consensus.cc:705] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb6cb23aefaa44198b1d2759f7414f8e, State: Initialized, Role: FOLLOWER 20:05:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.173732 3521 consensus_queue.cc:229] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 } } peers { permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 } } peers { permanent_uuid: "a992b1334abd4ae887fbf62559a7a4cf" member_type: VOTER last_known_addr { host: "127.2.214.2" port: 39448 } } 20:05:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.174351 3521 ts_tablet_manager.cc:1073] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e: Time spent starting tablet: real 0.004s user 0.004s sys 0.000s 20:05:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.176249 2938 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.2.214.1:57270 20:05:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.176776 3434 tablet_service.cc:773] Processing CreateTablet for tablet 2b27adf203764792a542f33b371c43d0 (table=TestKuduClient [id=45b0d7859eb545f69bcd369db329be33]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.177094 3434 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2b27adf203764792a542f33b371c43d0. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.178426 3522 raft_consensus.cc:340] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 } } peers { permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 } } peers { permanent_uuid: "a992b1334abd4ae887fbf62559a7a4cf" member_type: VOTER last_known_addr { host: "127.2.214.2" port: 39448 } } 20:05:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.178483 3522 raft_consensus.cc:366] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.178514 3522 raft_consensus.cc:705] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a992b1334abd4ae887fbf62559a7a4cf, State: Initialized, Role: FOLLOWER 20:05:41.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.178874 3522 consensus_queue.cc:229] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 } } peers { permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 } } peers { permanent_uuid: "a992b1334abd4ae887fbf62559a7a4cf" member_type: VOTER last_known_addr { host: "127.2.214.2" port: 39448 } } 20:05:41.180 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108 returned Deferred@1618786977(state=PENDING, result=null, callback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108), errback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108)), so the following Deferred is getting paused: Deferred@1938063711(state=PAUSED, result=Deferred@1618786977, callback=, errback=) 20:05:41.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.179132 3233 heartbeater.cc:467] Master 127.2.214.62:43649 was elected leader, sending a full tablet report... 20:05:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.181171 3371 heartbeater.cc:467] Master 127.2.214.62:43649 was elected leader, sending a full tablet report... 20:05:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.182808 3434 ts_tablet_manager.cc:1173] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44: Registered tablet (data state: TABLET_DATA_READY) 20:05:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.182947 3522 ts_tablet_manager.cc:1073] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf: Time spent starting tablet: real 0.011s user 0.004s sys 0.000s 20:05:41.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.183648 3527 ts_tablet_manager.cc:1028] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44: Bootstrapping tablet 20:05:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.184779 3527 tablet_bootstrap.cc:438] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44: Bootstrap starting. 20:05:41.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.186118 3527 tablet_bootstrap.cc:592] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44: No blocks or log segments found. Creating new log. 20:05:41.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.186647 3527 log.cc:525] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44: Log is configured to *not* fsync() on all Append() calls 20:05:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.187604 3527 tablet_bootstrap.cc:438] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44: No bootstrap required, opened a new log 20:05:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.187741 3527 ts_tablet_manager.cc:1045] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s 20:05:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.189409 3527 raft_consensus.cc:340] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 } } peers { permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 } } peers { permanent_uuid: "a992b1334abd4ae887fbf62559a7a4cf" member_type: VOTER last_known_addr { host: "127.2.214.2" port: 39448 } } 20:05:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.189450 3527 raft_consensus.cc:366] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.189471 3527 raft_consensus.cc:705] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c545389c7f1462e809c79962d8a1c44, State: Initialized, Role: FOLLOWER 20:05:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.189724 3527 consensus_queue.cc:229] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 } } peers { permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 } } peers { permanent_uuid: "a992b1334abd4ae887fbf62559a7a4cf" member_type: VOTER last_known_addr { host: "127.2.214.2" port: 39448 } } 20:05:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.190029 3497 heartbeater.cc:467] Master 127.2.214.62:43649 was elected leader, sending a full tablet report... 20:05:41.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.190264 3527 ts_tablet_manager.cc:1073] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s 20:05:41.192 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773 returned Deferred@1618786977(state=PENDING, result=null, callback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108) -> (continuation of Deferred@1608358888 after org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773), errback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108) -> (continuation of Deferred@1608358888 after org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773)), so the following Deferred is getting paused: Deferred@1608358888(state=PAUSED, result=Deferred@1618786977, callback=, errback=) 20:05:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:41.200073 3374 tablet.cc:1768] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:41.212 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@47a7661b@1202152987 returned Deferred@1618786977(state=PENDING, result=null, callback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108) -> (continuation of Deferred@1608358888 after org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773) -> (continuation of Deferred@276728265 after org.apache.kudu.client.AsyncKuduClient$15@47a7661b@1202152987), errback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108) -> (continuation of Deferred@1608358888 after org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773) -> (continuation of Deferred@276728265 after org.apache.kudu.client.AsyncKuduClient$15@47a7661b@1202152987)), so the following Deferred is getting paused: Deferred@276728265(state=PAUSED, result=Deferred@1618786977, callback=, errback=) 20:05:41.231 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@46849450@1183093840 returned Deferred@1618786977(state=PENDING, result=null, callback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108) -> (continuation of Deferred@1608358888 after org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773) -> (continuation of Deferred@276728265 after org.apache.kudu.client.AsyncKuduClient$15@47a7661b@1202152987) -> (continuation of Deferred@1966425523 after org.apache.kudu.client.AsyncKuduClient$15@46849450@1183093840), errback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108) -> (continuation of Deferred@1608358888 after org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773) -> (continuation of Deferred@276728265 after org.apache.kudu.client.AsyncKuduClient$15@47a7661b@1202152987) -> (continuation of Deferred@1966425523 after org.apache.kudu.client.AsyncKuduClient$15@46849450@1183093840)), so the following Deferred is getting paused: Deferred@1966425523(state=PAUSED, result=Deferred@1618786977, callback=, errback=) 20:05:41.251 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@95e72b0@157184688 returned Deferred@1618786977(state=PENDING, result=null, callback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108) -> (continuation of Deferred@1608358888 after org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773) -> (continuation of Deferred@276728265 after org.apache.kudu.client.AsyncKuduClient$15@47a7661b@1202152987) -> (continuation of Deferred@1966425523 after org.apache.kudu.client.AsyncKuduClient$15@46849450@1183093840) -> (continuation of Deferred@1829405331 after org.apache.kudu.client.AsyncKuduClient$15@95e72b0@157184688), errback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108) -> (continuation of Deferred@1608358888 after org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773) -> (continuation of Deferred@276728265 after org.apache.kudu.client.AsyncKuduClient$15@47a7661b@1202152987) -> (continuation of Deferred@1966425523 after org.apache.kudu.client.AsyncKuduClient$15@46849450@1183093840) -> (continuation of Deferred@1829405331 after org.apache.kudu.client.AsyncKuduClient$15@95e72b0@157184688)), so the following Deferred is getting paused: Deferred@1829405331(state=PAUSED, result=Deferred@1618786977, callback=, errback=) 20:05:41.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.267169 3526 raft_consensus.cc:472] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:41.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.267336 3526 raft_consensus.cc:494] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 } } peers { permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 } } peers { permanent_uuid: "a992b1334abd4ae887fbf62559a7a4cf" member_type: VOTER last_known_addr { host: "127.2.214.2" port: 39448 } } 20:05:41.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.268143 3526 leader_election.cc:292] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c545389c7f1462e809c79962d8a1c44 (127.2.214.3:60405), cb6cb23aefaa44198b1d2759f7414f8e (127.2.214.1:43072) 20:05:41.271 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@f4ebd76@256818550 returned Deferred@1618786977(state=PENDING, result=null, callback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108) -> (continuation of Deferred@1608358888 after org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773) -> (continuation of Deferred@276728265 after org.apache.kudu.client.AsyncKuduClient$15@47a7661b@1202152987) -> (continuation of Deferred@1966425523 after org.apache.kudu.client.AsyncKuduClient$15@46849450@1183093840) -> (continuation of Deferred@1829405331 after org.apache.kudu.client.AsyncKuduClient$15@95e72b0@157184688) -> (continuation of Deferred@1342798321 after org.apache.kudu.client.AsyncKuduClient$15@f4ebd76@256818550), errback=(continuation of Deferred@1518525365 after org.apache.kudu.client.AsyncKuduClient$2@b0c8bb1@185371569) -> (continuation of Deferred@1938063711 after org.apache.kudu.client.AsyncKuduClient$15@f42f41c@256046108) -> (continuation of Deferred@1608358888 after org.apache.kudu.client.AsyncKuduClient$15@5a718bb5@1517390773) -> (continuation of Deferred@276728265 after org.apache.kudu.client.AsyncKuduClient$15@47a7661b@1202152987) -> (continuation of Deferred@1966425523 after org.apache.kudu.client.AsyncKuduClient$15@46849450@1183093840) -> (continuation of Deferred@1829405331 after org.apache.kudu.client.AsyncKuduClient$15@95e72b0@157184688) -> (continuation of Deferred@1342798321 after org.apache.kudu.client.AsyncKuduClient$15@f4ebd76@256818550)), so the following Deferred is getting paused: Deferred@1342798321(state=PAUSED, result=Deferred@1618786977, callback=, errback=) 20:05:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.273085 3454 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2b27adf203764792a542f33b371c43d0" candidate_uuid: "a992b1334abd4ae887fbf62559a7a4cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c545389c7f1462e809c79962d8a1c44" is_pre_election: true 20:05:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.273208 3190 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2b27adf203764792a542f33b371c43d0" candidate_uuid: "a992b1334abd4ae887fbf62559a7a4cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" is_pre_election: true 20:05:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.273221 3454 raft_consensus.cc:2346] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a992b1334abd4ae887fbf62559a7a4cf in term 0. 20:05:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.273360 3190 raft_consensus.cc:2346] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a992b1334abd4ae887fbf62559a7a4cf in term 0. 20:05:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.273694 3260 leader_election.cc:306] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c545389c7f1462e809c79962d8a1c44, a992b1334abd4ae887fbf62559a7a4cf; no voters: 20:05:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.273922 3526 raft_consensus.cc:2640] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 0 FOLLOWER]: Leader pre-election won for term 1 20:05:41.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.273959 3526 raft_consensus.cc:472] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:41.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.273983 3526 raft_consensus.cc:2886] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 0 FOLLOWER]: Advancing to term 1 20:05:41.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.274618 3526 raft_consensus.cc:494] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 } } peers { permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 } } peers { permanent_uuid: "a992b1334abd4ae887fbf62559a7a4cf" member_type: VOTER last_known_addr { host: "127.2.214.2" port: 39448 } } 20:05:41.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.274864 3526 leader_election.cc:292] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [CANDIDATE]: Term 1 election: Requested vote from peers 2c545389c7f1462e809c79962d8a1c44 (127.2.214.3:60405), cb6cb23aefaa44198b1d2759f7414f8e (127.2.214.1:43072) 20:05:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.275331 3454 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2b27adf203764792a542f33b371c43d0" candidate_uuid: "a992b1334abd4ae887fbf62559a7a4cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c545389c7f1462e809c79962d8a1c44" 20:05:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.275377 3454 raft_consensus.cc:2886] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44 [term 0 FOLLOWER]: Advancing to term 1 20:05:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.275485 3190 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2b27adf203764792a542f33b371c43d0" candidate_uuid: "a992b1334abd4ae887fbf62559a7a4cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" 20:05:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.275516 3190 raft_consensus.cc:2886] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e [term 0 FOLLOWER]: Advancing to term 1 20:05:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.275910 3454 raft_consensus.cc:2346] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a992b1334abd4ae887fbf62559a7a4cf in term 1. 20:05:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.276078 3190 raft_consensus.cc:2346] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a992b1334abd4ae887fbf62559a7a4cf in term 1. 20:05:41.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.276273 3260 leader_election.cc:306] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c545389c7f1462e809c79962d8a1c44, a992b1334abd4ae887fbf62559a7a4cf; no voters: 20:05:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.276480 3526 raft_consensus.cc:2640] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 1 FOLLOWER]: Leader election won for term 1 20:05:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.276648 3526 raft_consensus.cc:667] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [term 1 LEADER]: Becoming Leader. State: Replica: a992b1334abd4ae887fbf62559a7a4cf, State: Running, Role: LEADER 20:05:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.276883 3526 consensus_queue.cc:206] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 } } peers { permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 } } peers { permanent_uuid: "a992b1334abd4ae887fbf62559a7a4cf" member_type: VOTER last_known_addr { host: "127.2.214.2" port: 39448 } } 20:05:41.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.279464 2937 catalog_manager.cc:3781] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf reported cstate change: term changed from 0 to 1, leader changed from to a992b1334abd4ae887fbf62559a7a4cf (127.2.214.2). New cstate: current_term: 1 leader_uuid: "a992b1334abd4ae887fbf62559a7a4cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a992b1334abd4ae887fbf62559a7a4cf" member_type: VOTER last_known_addr { host: "127.2.214.2" port: 39448 } health_report { overall_health: HEALTHY } } } 20:05:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:41.300315 3236 tablet.cc:1768] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:41.314 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:761) Opened table 45b0d7859eb545f69bcd369db329be33 20:05:41.316 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:761) Opened table 45b0d7859eb545f69bcd369db329be33 20:05:41.316 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:761) Opened table 45b0d7859eb545f69bcd369db329be33 20:05:41.317 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:761) Opened table 45b0d7859eb545f69bcd369db329be33 20:05:41.317 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:2114) Learned about tablet 2b27adf203764792a542f33b371c43d0 for table 'TestKuduClient' with partition [, ) 20:05:41.317 [DEBUG - pool-12-thread-1] (AsyncKuduClient.java:2114) Learned about tablet 2b27adf203764792a542f33b371c43d0 for table 'TestKuduClient' with partition [, ) 20:05:41.317 [DEBUG - New I/O worker #33] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b27adf203764792a542f33b371c43d0@[2c545389c7f1462e809c79962d8a1c44(127.2.214.3:60405),a992b1334abd4ae887fbf62559a7a4cf(127.2.214.2:39448)[L],cb6cb23aefaa44198b1d2759f7414f8e(127.2.214.1:43072)]}] 20:05:41.318 [DEBUG - pool-12-thread-1] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b27adf203764792a542f33b371c43d0@[2c545389c7f1462e809c79962d8a1c44(127.2.214.3:60405),a992b1334abd4ae887fbf62559a7a4cf(127.2.214.2:39448)[L],cb6cb23aefaa44198b1d2759f7414f8e(127.2.214.1:43072)]}] 20:05:41.318 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.2.214.62:43649, [1ms] Sub rpc: GetTableLocations received from server master-127.2.214.62:43649 response OK, null) after lookup 20:05:41.318 [DEBUG - pool-12-thread-1] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=2), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.2.214.62:43649, [2ms] Sub rpc: GetTableLocations received from server master-127.2.214.62:43649 response OK, null) after lookup 20:05:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:41.321650 3500 tablet.cc:1768] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:41.322 [DEBUG - pool-12-thread-1] (Deferred.java:1330) callback=retry RPC@457322327 returned Deferred@528328935(state=PENDING, result=null, callback=(continuation of Deferred@1518282092 after retry RPC@457322327), errback=(continuation of Deferred@1518282092 after retry RPC@457322327)), so the following Deferred is getting paused: Deferred@1518282092(state=PAUSED, result=Deferred@528328935, callback=, errback=) 20:05:41.322 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=retry RPC@320822140 returned Deferred@1774248292(state=PENDING, result=null, callback=(continuation of Deferred@1914555228 after retry RPC@320822140), errback=(continuation of Deferred@1914555228 after retry RPC@320822140)), so the following Deferred is getting paused: Deferred@1914555228(state=PAUSED, result=Deferred@1774248292, callback=org.apache.kudu.client.AsyncKuduSession$2@1a186277 -> passthrough -> wakeup thread pool-12-thread-3, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@73b50ef3 -> wakeup thread pool-12-thread-3) 20:05:41.324 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:2114) Learned about tablet 2b27adf203764792a542f33b371c43d0 for table 'TestKuduClient' with partition [, ) 20:05:41.324 [DEBUG - New I/O worker #33] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b27adf203764792a542f33b371c43d0@[2c545389c7f1462e809c79962d8a1c44(127.2.214.3:60405),a992b1334abd4ae887fbf62559a7a4cf(127.2.214.2:39448)[L],cb6cb23aefaa44198b1d2759f7414f8e(127.2.214.1:43072)]}] 20:05:41.324 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=7), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.2.214.62:43649, [7ms] Sub rpc: GetTableLocations received from server master-127.2.214.62:43649 response OK, null) after lookup 20:05:41.324 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=retry RPC@495983136 returned Deferred@30111205(state=PENDING, result=null, callback=(continuation of Deferred@1486464113 after retry RPC@495983136), errback=(continuation of Deferred@1486464113 after retry RPC@495983136)), so the following Deferred is getting paused: Deferred@1486464113(state=PAUSED, result=Deferred@30111205, callback=org.apache.kudu.client.AsyncKuduSession$2@300fb07 -> passthrough -> wakeup thread pool-12-thread-4, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1edca05d -> wakeup thread pool-12-thread-4) 20:05:41.325 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:2114) Learned about tablet 2b27adf203764792a542f33b371c43d0 for table 'TestKuduClient' with partition [, ) 20:05:41.325 [DEBUG - New I/O worker #33] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2b27adf203764792a542f33b371c43d0@[2c545389c7f1462e809c79962d8a1c44(127.2.214.3:60405),a992b1334abd4ae887fbf62559a7a4cf(127.2.214.2:39448)[L],cb6cb23aefaa44198b1d2759f7414f8e(127.2.214.1:43072)]}] 20:05:41.325 [DEBUG - New I/O worker #33] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=8), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.2.214.62:43649, [8ms] Sub rpc: GetTableLocations received from server master-127.2.214.62:43649 response OK, null) after lookup 20:05:41.325 [DEBUG - New I/O worker #33] (Deferred.java:1330) callback=retry RPC@1155697214 returned Deferred@1372390655(state=PENDING, result=null, callback=(continuation of Deferred@1427182850 after retry RPC@1155697214), errback=(continuation of Deferred@1427182850 after retry RPC@1155697214)), so the following Deferred is getting paused: Deferred@1427182850(state=PAUSED, result=Deferred@1372390655, callback=org.apache.kudu.client.AsyncKuduSession$2@2eb489b5 -> passthrough -> wakeup thread pool-12-thread-2, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ed74527 -> wakeup thread pool-12-thread-2) 20:05:41.332 [DEBUG - New I/O worker #34] (Negotiator.java:764) Authenticated connection [id: 0x1d2792fc, /127.2.214.2:48800 => /127.2.214.2:39448] using TOKEN/null 20:05:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.337397 3190 raft_consensus.cc:1181] T 2b27adf203764792a542f33b371c43d0 P cb6cb23aefaa44198b1d2759f7414f8e [term 1 FOLLOWER]: Refusing update from remote peer a992b1334abd4ae887fbf62559a7a4cf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:41.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.337406 3454 raft_consensus.cc:1181] T 2b27adf203764792a542f33b371c43d0 P 2c545389c7f1462e809c79962d8a1c44 [term 1 FOLLOWER]: Refusing update from remote peer a992b1334abd4ae887fbf62559a7a4cf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.338001 3530 consensus_queue.cc:984] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "cb6cb23aefaa44198b1d2759f7414f8e" member_type: VOTER last_known_addr { host: "127.2.214.1" port: 43072 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:41.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.338066 3526 consensus_queue.cc:984] T 2b27adf203764792a542f33b371c43d0 P a992b1334abd4ae887fbf62559a7a4cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c545389c7f1462e809c79962d8a1c44" member_type: VOTER last_known_addr { host: "127.2.214.3" port: 60405 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.346195 3538 mvcc.cc:203] Tried to move safe_time back from 6337601295713075200 to 6337601295471595520. Current Snapshot: MvccSnapshot[committed={T|T < 6337601295713075200}] 20:05:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.346576 3537 mvcc.cc:203] Tried to move safe_time back from 6337601295713075200 to 6337601295471595520. Current Snapshot: MvccSnapshot[committed={T|T < 6337601295713075200}] 20:05:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.353560 3536 mvcc.cc:203] Tried to move safe_time back from 6337601295772610560 to 6337601295471595520. Current Snapshot: MvccSnapshot[committed={T|T < 6337601295772610560 or (T in {6337601295772610560})}] 20:05:41.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.671931 3105 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 37dff8e191ae41eeb593694a459d6fae: acquiring CA information for follower catalog manager: success 20:05:41.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.673465 3105 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 37dff8e191ae41eeb593694a459d6fae: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:41.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.752468 3118 catalog_manager.cc:1092] T 00000000000000000000000000000000 P f79353e674e541d8aa86aa3e6c64212e: acquiring CA information for follower catalog manager: success 20:05:41.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:41.754041 3118 catalog_manager.cc:1120] T 00000000000000000000000000000000 P f79353e674e541d8aa86aa3e6c64212e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:42.109 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734848) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.110 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734849) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.110 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734848) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.111 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734848) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.112 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734849) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.113 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734850) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.115 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734850) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.117 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734850) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.117 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734851) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.122 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734851) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.123 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601298806734851) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.126 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 101 rows, more = false, responseScanTimestamp = 6337601298927775744) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.807 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601301688832001) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.809 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601301688832002) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.815 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601301716615168) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.816 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601301723074560) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.818 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601301723074561) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.821 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601301762908160) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.822 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601301762908161) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.826 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 201 rows, more = false, responseScanTimestamp = 6337601301785206784) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.829 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 201 rows, more = false, responseScanTimestamp = 6337601301804015616) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.840 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 203 rows, more = false, responseScanTimestamp = 6337601301843804161) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.842 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 204 rows, more = false, responseScanTimestamp = 6337601301859676160) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:42.845 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 204 rows, more = false, responseScanTimestamp = 6337601301859676161) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.446 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304323473409) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.449 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304323473410) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.452 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304347230208) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.456 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304347230209) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.460 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304387104769) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.462 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304401469441) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.473 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304434667521) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.475 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304449167361) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.477 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304449167361) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.477 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304449167362) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.480 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304449167362) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.480 [DEBUG - New I/O worker #34] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601304449167363) for scanner KuduScanner(table=TestKuduClient, tablet=2b27adf203764792a542f33b371c43d0, scannerId=null, scanRequestTimeout=30000) 20:05:43.481 [DEBUG - New I/O worker #31] (Connection.java:688) [peer master-127.2.214.61:33109(127.2.214.61:33109)] cleaning up while in state READY due to: connection disconnected 20:05:43.483 [DEBUG - New I/O worker #32] (Connection.java:688) [peer master-127.2.214.60:38690(127.2.214.60:38690)] cleaning up while in state READY due to: connection disconnected 20:05:43.486 [DEBUG - New I/O worker #33] (Connection.java:688) [peer master-127.2.214.62:43649(127.2.214.62:43649)] cleaning up while in state READY due to: connection disconnected 20:05:43.486 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:05:43.486 [DEBUG - New I/O worker #34] (Connection.java:688) [peer a992b1334abd4ae887fbf62559a7a4cf(127.2.214.2:39448)] cleaning up while in state READY due to: connection disconnected 20:05:43.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:43.488343 2904 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 3101 20:05:43.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:43.491915 2981 connection.cc:512] server connection from 127.2.214.1:50530 recv error: Network error: failed to read from TLS socket (remote: 127.2.214.1:50530): Connection reset by peer (error 104) 20:05:43.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:43.491928 2919 connection.cc:512] server connection from 127.2.214.1:57270 recv error: Network error: failed to read from TLS socket (remote: 127.2.214.1:57270): Connection reset by peer (error 104) 20:05:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:43.492233 2904 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 3237 20:05:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:43.492208 3049 connection.cc:512] server connection from 127.2.214.1:48351 recv error: Network error: failed to read from TLS socket (remote: 127.2.214.1:48351): Connection reset by peer (error 104) 20:05:43.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:43.495291 3049 connection.cc:512] server connection from 127.2.214.2:38247 recv error: Network error: failed to read from TLS socket (remote: 127.2.214.2:38247): Connection reset by peer (error 104) 20:05:43.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:43.495293 2981 connection.cc:512] server connection from 127.2.214.2:51778 recv error: Network error: failed to read from TLS socket (remote: 127.2.214.2:51778): Connection reset by peer (error 104) 20:05:43.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:43.495358 2919 connection.cc:512] server connection from 127.2.214.2:54326 recv error: Network error: failed to read from TLS socket (remote: 127.2.214.2:54326): Connection reset by peer (error 104) 20:05:43.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:43.495393 3388 connection.cc:512] server connection from 127.2.214.2:52816 recv error: Network error: failed to read from TLS socket (remote: 127.2.214.2:52816): Connection reset by peer (error 104) 20:05:43.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:43.495509 2904 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 3378 20:05:43.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:43.497987 2921 connection.cc:512] server connection from 127.2.214.3:38697 recv error: Network error: failed to read from TLS socket (remote: 127.2.214.3:38697): Connection reset by peer (error 104) 20:05:43.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:43.498008 2984 connection.cc:512] server connection from 127.2.214.3:43824 recv error: Network error: failed to read from TLS socket (remote: 127.2.214.3:43824): Connection reset by peer (error 104) 20:05:43.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:43.498034 2904 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 2911 20:05:43.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:43.498394 3050 connection.cc:512] server connection from 127.2.214.3:49420 recv error: Network error: failed to read from TLS socket (remote: 127.2.214.3:49420): Connection reset by peer (error 104) 20:05:43.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:43.500946 2904 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 2974 20:05:43.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:43.503661 2904 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 3039 ]]> /127.3.122.254:52761] using SASL/PLAIN 20:05:44.455 [DEBUG - New I/O worker #51] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:44.455 [DEBUG - New I/O worker #51] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=25), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.3.122.252:57968, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.3.122.253:56845, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.3.122.254:52761, [22ms] Sub rpc: ConnectToMaster received from server master-127.3.122.254:52761 response OK, null) after lookup 20:05:44.460 [DEBUG - New I/O worker #51] (Deferred.java:1330) callback=retry RPC@1511394069 returned Deferred@1579783311(state=PENDING, result=null, callback=(continuation of Deferred@455803182 after retry RPC@1511394069), errback=(continuation of Deferred@455803182 after retry RPC@1511394069)), so the following Deferred is getting paused: Deferred@455803182(state=PAUSED, result=Deferred@1579783311, callback=org.apache.kudu.client.AsyncKuduClient$1@40de3bb3 -> org.apache.kudu.client.AsyncKuduClient$2@2afade1e -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:05:44.461 [DEBUG - New I/O worker #49] (Negotiator.java:764) Authenticated connection [id: 0x57679c55, /127.3.122.252:33297 => /127.3.122.252:57968] using SASL/PLAIN 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.462412 3596 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.3.122.254:37102: 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column1_i" 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column2_i" 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column3_s" 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) encoding: DICT_ENCODING 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) compression: LZ4 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 4096 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:44.464 [DEBUG - New I/O worker #50] (Negotiator.java:764) Authenticated connection [id: 0xeaef4762, /127.3.122.253:54624 => /127.3.122.253:56845] using SASL/PLAIN 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column4_b" 20:05:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BOOL 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.463510 3596 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:05:44.470 [DEBUG - New I/O worker #51] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@40de3bb3@1088306099 returned Deferred@954579490(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@7b04fe61 -> (continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$1@40de3bb3@1088306099), errback=passthrough -> (continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$1@40de3bb3@1088306099)), so the following Deferred is getting paused: Deferred@455803182(state=PAUSED, result=Deferred@954579490, callback=org.apache.kudu.client.AsyncKuduClient$2@2afade1e -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:05:44.473 [DEBUG - New I/O worker #51] (AsyncKuduClient.java:761) Opened table 635b21c596ac49e7bd2295b43b814bde 20:05:44.473 [DEBUG - New I/O worker #51] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934 returned Deferred@1253462289(state=PENDING, result=null, callback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934), errback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934)), so the following Deferred is getting paused: Deferred@455803182(state=PAUSED, result=Deferred@1253462289, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:05:44.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.479924 4089 tablet_service.cc:773] Processing CreateTablet for tablet a700dd9e5e8d40f88b3a56fee3d6dc10 (table=TestKuduClient [id=635b21c596ac49e7bd2295b43b814bde]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:44.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.480336 4089 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet a700dd9e5e8d40f88b3a56fee3d6dc10. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.481425 3963 tablet_service.cc:773] Processing CreateTablet for tablet a700dd9e5e8d40f88b3a56fee3d6dc10 (table=TestKuduClient [id=635b21c596ac49e7bd2295b43b814bde]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.481667 3963 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet a700dd9e5e8d40f88b3a56fee3d6dc10. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:44.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.483628 4089 ts_tablet_manager.cc:1173] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0: Registered tablet (data state: TABLET_DATA_READY) 20:05:44.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.483940 4186 ts_tablet_manager.cc:1028] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0: Bootstrapping tablet 20:05:44.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.484350 4186 tablet_bootstrap.cc:438] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0: Bootstrap starting. 20:05:44.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.484450 3963 ts_tablet_manager.cc:1173] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90: Registered tablet (data state: TABLET_DATA_READY) 20:05:44.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.484702 4187 ts_tablet_manager.cc:1028] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90: Bootstrapping tablet 20:05:44.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.485129 4187 tablet_bootstrap.cc:438] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90: Bootstrap starting. 20:05:44.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.485764 3827 tablet_service.cc:773] Processing CreateTablet for tablet a700dd9e5e8d40f88b3a56fee3d6dc10 (table=TestKuduClient [id=635b21c596ac49e7bd2295b43b814bde]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:44.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.486070 3827 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet a700dd9e5e8d40f88b3a56fee3d6dc10. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:44.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.486342 4187 tablet_bootstrap.cc:592] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90: No blocks or log segments found. Creating new log. 20:05:44.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.486697 4186 tablet_bootstrap.cc:592] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0: No blocks or log segments found. Creating new log. 20:05:44.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.486948 4187 log.cc:525] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90: Log is configured to *not* fsync() on all Append() calls 20:05:44.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.487675 4186 log.cc:525] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0: Log is configured to *not* fsync() on all Append() calls 20:05:44.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.488039 4187 tablet_bootstrap.cc:438] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90: No bootstrap required, opened a new log 20:05:44.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.488195 4187 ts_tablet_manager.cc:1045] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s 20:05:44.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.489054 4186 tablet_bootstrap.cc:438] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0: No bootstrap required, opened a new log 20:05:44.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.489313 4186 ts_tablet_manager.cc:1045] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.001s 20:05:44.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.489910 3827 ts_tablet_manager.cc:1173] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1: Registered tablet (data state: TABLET_DATA_READY) 20:05:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.490232 4190 ts_tablet_manager.cc:1028] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1: Bootstrapping tablet 20:05:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.490247 4187 raft_consensus.cc:340] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 } } peers { permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 } } peers { permanent_uuid: "7dc3d938b9b94b439781c0a59757f4a1" member_type: VOTER last_known_addr { host: "127.3.122.193" port: 49020 } } 20:05:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.490335 4187 raft_consensus.cc:366] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.490370 4187 raft_consensus.cc:705] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 29451e7572924bcaacceaf0979e74e90, State: Initialized, Role: FOLLOWER 20:05:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.490670 4190 tablet_bootstrap.cc:438] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1: Bootstrap starting. 20:05:44.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.490761 4187 consensus_queue.cc:229] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 } } peers { permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 } } peers { permanent_uuid: "7dc3d938b9b94b439781c0a59757f4a1" member_type: VOTER last_known_addr { host: "127.3.122.193" port: 49020 } } 20:05:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.491117 4026 heartbeater.cc:467] Master 127.3.122.254:52761 was elected leader, sending a full tablet report... 20:05:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.492640 4190 tablet_bootstrap.cc:592] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1: No blocks or log segments found. Creating new log. 20:05:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.493183 4187 ts_tablet_manager.cc:1073] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90: Time spent starting tablet: real 0.005s user 0.002s sys 0.001s 20:05:44.493 [DEBUG - New I/O worker #51] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735 returned Deferred@1253462289(state=PENDING, result=null, callback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735), errback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735)), so the following Deferred is getting paused: Deferred@602010679(state=PAUSED, result=Deferred@1253462289, callback=, errback=) 20:05:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.493453 4190 log.cc:525] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1: Log is configured to *not* fsync() on all Append() calls 20:05:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.493541 4186 raft_consensus.cc:340] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 } } peers { permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 } } peers { permanent_uuid: "7dc3d938b9b94b439781c0a59757f4a1" member_type: VOTER last_known_addr { host: "127.3.122.193" port: 49020 } } 20:05:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.493605 4186 raft_consensus.cc:366] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.493633 4186 raft_consensus.cc:705] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4defc6124cfb478091a428e81d2b07f0, State: Initialized, Role: FOLLOWER 20:05:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.493980 4186 consensus_queue.cc:229] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 } } peers { permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 } } peers { permanent_uuid: "7dc3d938b9b94b439781c0a59757f4a1" member_type: VOTER last_known_addr { host: "127.3.122.193" port: 49020 } } 20:05:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.494511 4190 tablet_bootstrap.cc:438] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1: No bootstrap required, opened a new log 20:05:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.494628 4152 heartbeater.cc:467] Master 127.3.122.254:52761 was elected leader, sending a full tablet report... 20:05:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.494640 4190 ts_tablet_manager.cc:1045] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:05:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.495924 4186 ts_tablet_manager.cc:1073] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0: Time spent starting tablet: real 0.007s user 0.003s sys 0.000s 20:05:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.497061 4190 raft_consensus.cc:340] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 } } peers { permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 } } peers { permanent_uuid: "7dc3d938b9b94b439781c0a59757f4a1" member_type: VOTER last_known_addr { host: "127.3.122.193" port: 49020 } } 20:05:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.497119 4190 raft_consensus.cc:366] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.497153 4190 raft_consensus.cc:705] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7dc3d938b9b94b439781c0a59757f4a1, State: Initialized, Role: FOLLOWER 20:05:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.497479 4190 consensus_queue.cc:229] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 } } peers { permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 } } peers { permanent_uuid: "7dc3d938b9b94b439781c0a59757f4a1" member_type: VOTER last_known_addr { host: "127.3.122.193" port: 49020 } } 20:05:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.497992 4190 ts_tablet_manager.cc:1073] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:05:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.499477 3596 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.3.122.193:48786 20:05:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.500550 3890 heartbeater.cc:467] Master 127.3.122.254:52761 was elected leader, sending a full tablet report... 20:05:44.512 [DEBUG - New I/O worker #51] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916 returned Deferred@1253462289(state=PENDING, result=null, callback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916), errback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916)), so the following Deferred is getting paused: Deferred@118233597(state=PAUSED, result=Deferred@1253462289, callback=, errback=) 20:05:44.531 [DEBUG - New I/O worker #51] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951 returned Deferred@1253462289(state=PENDING, result=null, callback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916) -> (continuation of Deferred@519496839 after org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951), errback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916) -> (continuation of Deferred@519496839 after org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951)), so the following Deferred is getting paused: Deferred@519496839(state=PAUSED, result=Deferred@1253462289, callback=, errback=) 20:05:44.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.545169 4029 tablet.cc:1768] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:44.552 [DEBUG - New I/O worker #51] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@361aa284@907715204 returned Deferred@1253462289(state=PENDING, result=null, callback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916) -> (continuation of Deferred@519496839 after org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951) -> (continuation of Deferred@1363052107 after org.apache.kudu.client.AsyncKuduClient$15@361aa284@907715204), errback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916) -> (continuation of Deferred@519496839 after org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951) -> (continuation of Deferred@1363052107 after org.apache.kudu.client.AsyncKuduClient$15@361aa284@907715204)), so the following Deferred is getting paused: Deferred@1363052107(state=PAUSED, result=Deferred@1253462289, callback=, errback=) 20:05:44.572 [DEBUG - New I/O worker #51] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@34b465d5@884237781 returned Deferred@1253462289(state=PENDING, result=null, callback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916) -> (continuation of Deferred@519496839 after org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951) -> (continuation of Deferred@1363052107 after org.apache.kudu.client.AsyncKuduClient$15@361aa284@907715204) -> (continuation of Deferred@500133144 after org.apache.kudu.client.AsyncKuduClient$15@34b465d5@884237781), errback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916) -> (continuation of Deferred@519496839 after org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951) -> (continuation of Deferred@1363052107 after org.apache.kudu.client.AsyncKuduClient$15@361aa284@907715204) -> (continuation of Deferred@500133144 after org.apache.kudu.client.AsyncKuduClient$15@34b465d5@884237781)), so the following Deferred is getting paused: Deferred@500133144(state=PAUSED, result=Deferred@1253462289, callback=, errback=) 20:05:44.612 [DEBUG - New I/O worker #51] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@7ea2f2a7@2124608167 returned Deferred@1253462289(state=PENDING, result=null, callback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916) -> (continuation of Deferred@519496839 after org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951) -> (continuation of Deferred@1363052107 after org.apache.kudu.client.AsyncKuduClient$15@361aa284@907715204) -> (continuation of Deferred@500133144 after org.apache.kudu.client.AsyncKuduClient$15@34b465d5@884237781) -> (continuation of Deferred@1527463910 after org.apache.kudu.client.AsyncKuduClient$15@7ea2f2a7@2124608167), errback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916) -> (continuation of Deferred@519496839 after org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951) -> (continuation of Deferred@1363052107 after org.apache.kudu.client.AsyncKuduClient$15@361aa284@907715204) -> (continuation of Deferred@500133144 after org.apache.kudu.client.AsyncKuduClient$15@34b465d5@884237781) -> (continuation of Deferred@1527463910 after org.apache.kudu.client.AsyncKuduClient$15@7ea2f2a7@2124608167)), so the following Deferred is getting paused: Deferred@1527463910(state=PAUSED, result=Deferred@1253462289, callback=, errback=) 20:05:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.636015 3893 tablet.cc:1768] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:44.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.643007 4155 tablet.cc:1768] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.645195 4194 raft_consensus.cc:472] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.645300 4194 raft_consensus.cc:494] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 } } peers { permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 } } peers { permanent_uuid: "7dc3d938b9b94b439781c0a59757f4a1" member_type: VOTER last_known_addr { host: "127.3.122.193" port: 49020 } } 20:05:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.645941 4194 leader_election.cc:292] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4defc6124cfb478091a428e81d2b07f0 (127.3.122.195:34906), 29451e7572924bcaacceaf0979e74e90 (127.3.122.194:51139) 20:05:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.649273 4109 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "a700dd9e5e8d40f88b3a56fee3d6dc10" candidate_uuid: "7dc3d938b9b94b439781c0a59757f4a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4defc6124cfb478091a428e81d2b07f0" is_pre_election: true 20:05:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.649421 4109 raft_consensus.cc:2346] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7dc3d938b9b94b439781c0a59757f4a1 in term 0. 20:05:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.649814 3777 leader_election.cc:306] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4defc6124cfb478091a428e81d2b07f0, 7dc3d938b9b94b439781c0a59757f4a1; no voters: 20:05:44.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.649977 3983 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "a700dd9e5e8d40f88b3a56fee3d6dc10" candidate_uuid: "7dc3d938b9b94b439781c0a59757f4a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "29451e7572924bcaacceaf0979e74e90" is_pre_election: true 20:05:44.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.650022 4194 raft_consensus.cc:2640] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:05:44.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.650056 4194 raft_consensus.cc:472] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:44.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.650077 4194 raft_consensus.cc:2886] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 0 FOLLOWER]: Advancing to term 1 20:05:44.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.650104 3983 raft_consensus.cc:2346] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7dc3d938b9b94b439781c0a59757f4a1 in term 0. 20:05:44.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.650768 4194 raft_consensus.cc:494] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 } } peers { permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 } } peers { permanent_uuid: "7dc3d938b9b94b439781c0a59757f4a1" member_type: VOTER last_known_addr { host: "127.3.122.193" port: 49020 } } 20:05:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.651006 4194 leader_election.cc:292] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [CANDIDATE]: Term 1 election: Requested vote from peers 4defc6124cfb478091a428e81d2b07f0 (127.3.122.195:34906), 29451e7572924bcaacceaf0979e74e90 (127.3.122.194:51139) 20:05:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.651355 3983 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "a700dd9e5e8d40f88b3a56fee3d6dc10" candidate_uuid: "7dc3d938b9b94b439781c0a59757f4a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "29451e7572924bcaacceaf0979e74e90" 20:05:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.651355 4109 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "a700dd9e5e8d40f88b3a56fee3d6dc10" candidate_uuid: "7dc3d938b9b94b439781c0a59757f4a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4defc6124cfb478091a428e81d2b07f0" 20:05:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.651407 4109 raft_consensus.cc:2886] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0 [term 0 FOLLOWER]: Advancing to term 1 20:05:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.651407 3983 raft_consensus.cc:2886] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90 [term 0 FOLLOWER]: Advancing to term 1 20:05:44.652 [DEBUG - New I/O worker #51] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4c06639f@1275487135 returned Deferred@1253462289(state=PENDING, result=null, callback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916) -> (continuation of Deferred@519496839 after org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951) -> (continuation of Deferred@1363052107 after org.apache.kudu.client.AsyncKuduClient$15@361aa284@907715204) -> (continuation of Deferred@500133144 after org.apache.kudu.client.AsyncKuduClient$15@34b465d5@884237781) -> (continuation of Deferred@1527463910 after org.apache.kudu.client.AsyncKuduClient$15@7ea2f2a7@2124608167) -> (continuation of Deferred@709324970 after org.apache.kudu.client.AsyncKuduClient$15@4c06639f@1275487135), errback=(continuation of Deferred@455803182 after org.apache.kudu.client.AsyncKuduClient$2@2afade1e@721083934) -> (continuation of Deferred@602010679 after org.apache.kudu.client.AsyncKuduClient$15@36406c77@910191735) -> (continuation of Deferred@118233597 after org.apache.kudu.client.AsyncKuduClient$15@7f4ae1dc@2135613916) -> (continuation of Deferred@519496839 after org.apache.kudu.client.AsyncKuduClient$15@321afebf@840629951) -> (continuation of Deferred@1363052107 after org.apache.kudu.client.AsyncKuduClient$15@361aa284@907715204) -> (continuation of Deferred@500133144 after org.apache.kudu.client.AsyncKuduClient$15@34b465d5@884237781) -> (continuation of Deferred@1527463910 after org.apache.kudu.client.AsyncKuduClient$15@7ea2f2a7@2124608167) -> (continuation of Deferred@709324970 after org.apache.kudu.client.AsyncKuduClient$15@4c06639f@1275487135)), so the following Deferred is getting paused: Deferred@709324970(state=PAUSED, result=Deferred@1253462289, callback=, errback=) 20:05:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.652112 3983 raft_consensus.cc:2346] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7dc3d938b9b94b439781c0a59757f4a1 in term 1. 20:05:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.652173 4109 raft_consensus.cc:2346] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7dc3d938b9b94b439781c0a59757f4a1 in term 1. 20:05:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.652458 3776 leader_election.cc:306] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29451e7572924bcaacceaf0979e74e90, 7dc3d938b9b94b439781c0a59757f4a1; no voters: 20:05:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.652592 4194 raft_consensus.cc:2640] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 1 FOLLOWER]: Leader election won for term 1 20:05:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.652685 4194 raft_consensus.cc:667] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [term 1 LEADER]: Becoming Leader. State: Replica: 7dc3d938b9b94b439781c0a59757f4a1, State: Running, Role: LEADER 20:05:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.652923 4194 consensus_queue.cc:206] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 } } peers { permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 } } peers { permanent_uuid: "7dc3d938b9b94b439781c0a59757f4a1" member_type: VOTER last_known_addr { host: "127.3.122.193" port: 49020 } } 20:05:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.655431 3596 catalog_manager.cc:3781] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 reported cstate change: term changed from 0 to 1, leader changed from to 7dc3d938b9b94b439781c0a59757f4a1 (127.3.122.193). New cstate: current_term: 1 leader_uuid: "7dc3d938b9b94b439781c0a59757f4a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7dc3d938b9b94b439781c0a59757f4a1" member_type: VOTER last_known_addr { host: "127.3.122.193" port: 49020 } health_report { overall_health: HEALTHY } } } 20:05:44.713 [DEBUG - New I/O worker #51] (AsyncKuduClient.java:761) Opened table 635b21c596ac49e7bd2295b43b814bde 20:05:44.714 [DEBUG - Time-limited test] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=1, flusherTask=null, flushNotification=Deferred@1614847419(state=PENDING, result=null, callback=, errback=)} 20:05:44.715 [DEBUG - New I/O worker #51] (AsyncKuduClient.java:2114) Learned about tablet a700dd9e5e8d40f88b3a56fee3d6dc10 for table 'TestKuduClient' with partition [, ) 20:05:44.716 [DEBUG - New I/O worker #51] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a700dd9e5e8d40f88b3a56fee3d6dc10@[29451e7572924bcaacceaf0979e74e90(127.3.122.194:51139),4defc6124cfb478091a428e81d2b07f0(127.3.122.195:34906),7dc3d938b9b94b439781c0a59757f4a1(127.3.122.193:49020)[L]]}] 20:05:44.717 [DEBUG - Time-limited test] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@674dc5e3@1733150179 returned Deferred@829143827(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@2141791493 after org.apache.kudu.client.AsyncKuduSession$1@674dc5e3@1733150179), errback=passthrough -> (continuation of Deferred@2141791493 after org.apache.kudu.client.AsyncKuduSession$1@674dc5e3@1733150179)), so the following Deferred is getting paused: Deferred@2141791493(state=PAUSED, result=Deferred@829143827, callback=, errback=) 20:05:44.729 [DEBUG - New I/O worker #52] (Negotiator.java:764) Authenticated connection [id: 0x58a8aea7, /127.3.122.193:57675 => /127.3.122.193:49020] using TOKEN/null 20:05:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.734438 3983 raft_consensus.cc:1181] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 29451e7572924bcaacceaf0979e74e90 [term 1 FOLLOWER]: Refusing update from remote peer 7dc3d938b9b94b439781c0a59757f4a1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.735033 4109 raft_consensus.cc:1181] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 4defc6124cfb478091a428e81d2b07f0 [term 1 FOLLOWER]: Refusing update from remote peer 7dc3d938b9b94b439781c0a59757f4a1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.735083 4197 consensus_queue.cc:984] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "29451e7572924bcaacceaf0979e74e90" member_type: VOTER last_known_addr { host: "127.3.122.194" port: 51139 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:44.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.735689 4197 consensus_queue.cc:984] T a700dd9e5e8d40f88b3a56fee3d6dc10 P 7dc3d938b9b94b439781c0a59757f4a1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4defc6124cfb478091a428e81d2b07f0" member_type: VOTER last_known_addr { host: "127.3.122.195" port: 34906 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.741562 4199 mvcc.cc:203] Tried to move safe_time back from 6337601309626544128 to 6337601309300154368. Current Snapshot: MvccSnapshot[committed={T|T < 6337601309626544128}] 20:05:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.744616 4200 mvcc.cc:203] Tried to move safe_time back from 6337601309626544128 to 6337601309300154368. Current Snapshot: MvccSnapshot[committed={T|T < 6337601309626544128}] 20:05:44.748 [DEBUG - New I/O worker #49] (Connection.java:688) [peer master-127.3.122.252:57968(127.3.122.252:57968)] cleaning up while in state READY due to: connection disconnected 20:05:44.751 [DEBUG - New I/O worker #50] (Connection.java:688) [peer master-127.3.122.253:56845(127.3.122.253:56845)] cleaning up while in state READY due to: connection disconnected 20:05:44.753 [DEBUG - New I/O worker #51] (Connection.java:688) [peer master-127.3.122.254:52761(127.3.122.254:52761)] cleaning up while in state READY due to: connection disconnected 20:05:44.753 [DEBUG - New I/O worker #52] (Connection.java:688) [peer 7dc3d938b9b94b439781c0a59757f4a1(127.3.122.193:49020)] cleaning up while in state READY due to: connection disconnected 20:05:44.755 [DEBUG - New I/O worker #52] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:05:44.759 [DEBUG - New I/O worker #41] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.3.122.253 20:05:44.761 [DEBUG - New I/O worker #40] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.3.122.252 20:05:44.761 [DEBUG - New I/O worker #42] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.3.122.254 20:05:44.769 [DEBUG - New I/O worker #41] (Negotiator.java:764) Authenticated connection [id: 0xbde0247a, /127.3.122.253:54632 => /127.3.122.253:56845] using SASL/PLAIN 20:05:44.771 [DEBUG - New I/O worker #40] (Negotiator.java:764) Authenticated connection [id: 0x993e4672, /127.3.122.252:33305 => /127.3.122.252:57968] using SASL/PLAIN 20:05:44.772 [DEBUG - New I/O worker #42] (Negotiator.java:764) Authenticated connection [id: 0x3298c0c0, /127.3.122.254:37110 => /127.3.122.254:52761] using SASL/PLAIN 20:05:44.773 [DEBUG - New I/O worker #42] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:44.773 [DEBUG - New I/O worker #42] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=17), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.3.122.252:57968, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.3.122.253:56845, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.3.122.254:52761, [14ms] Sub rpc: ConnectToMaster received from server master-127.3.122.253:56845 response OK, [16ms] Sub rpc: ConnectToMaster received from server master-127.3.122.252:57968 response OK, [16ms] Sub rpc: ConnectToMaster received from server master-127.3.122.254:52761 response OK, null) after lookup 20:05:44.773 [DEBUG - New I/O worker #42] (Deferred.java:1330) callback=retry RPC@77169785 returned Deferred@10879026(state=PENDING, result=null, callback=(continuation of Deferred@1168412226 after retry RPC@77169785), errback=(continuation of Deferred@1168412226 after retry RPC@77169785)), so the following Deferred is getting paused: Deferred@1168412226(state=PAUSED, result=Deferred@10879026, callback=org.apache.kudu.client.AsyncKuduClient$6@3cd9f9cf -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:05:44.775 [DEBUG - New I/O worker #42] (AsyncKuduClient.java:761) Opened table 635b21c596ac49e7bd2295b43b814bde 20:05:44.776 [DEBUG - New I/O worker #42] (AsyncKuduClient.java:2114) Learned about tablet a700dd9e5e8d40f88b3a56fee3d6dc10 for table 'TestKuduClient' with partition [, ) 20:05:44.777 [DEBUG - New I/O worker #42] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=a700dd9e5e8d40f88b3a56fee3d6dc10@[29451e7572924bcaacceaf0979e74e90(127.3.122.194:51139),4defc6124cfb478091a428e81d2b07f0(127.3.122.195:34906),7dc3d938b9b94b439781c0a59757f4a1(127.3.122.193:49020)[L]]}] 20:05:44.777 [DEBUG - New I/O worker #42] (AsyncKuduClient.java:1277) Retrying sending RPC ScanRequest(scannerId=null, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.3.122.254:52761, [0ms] Sub rpc: GetTableLocations received from server master-127.3.122.254:52761 response OK, null)) after lookup 20:05:44.777 [DEBUG - New I/O worker #42] (Deferred.java:1330) callback=retry RPC@1144791382 returned Deferred@629895437(state=PENDING, result=null, callback=(continuation of Deferred@1450177522 after retry RPC@1144791382), errback=(continuation of Deferred@1450177522 after retry RPC@1144791382)), so the following Deferred is getting paused: Deferred@1450177522(state=PAUSED, result=Deferred@629895437, callback=scanner opened -> passthrough -> org.apache.kudu.test.ClientTestUtil$2@7a2b115e -> wakeup thread Time-limited test, errback=passthrough -> open scanner errback -> org.apache.kudu.test.ClientTestUtil$1@5f38a9dc -> wakeup thread Time-limited test) 20:05:44.783 [DEBUG - New I/O worker #43] (Negotiator.java:764) Authenticated connection [id: 0x7a98b35d, /127.3.122.193:57679 => /127.3.122.193:49020] using TOKEN/null 20:05:44.787 [DEBUG - New I/O worker #43] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=a700dd9e5e8d40f88b3a56fee3d6dc10, scannerId=null, scanRequestTimeout=30000) 20:05:44.788 [DEBUG - New I/O worker #40] (Connection.java:688) [peer master-127.3.122.252:57968(127.3.122.252:57968)] cleaning up while in state READY due to: connection disconnected 20:05:44.789 [DEBUG - New I/O worker #41] (Connection.java:688) [peer master-127.3.122.253:56845(127.3.122.253:56845)] cleaning up while in state READY due to: connection disconnected 20:05:44.790 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:05:44.790 [DEBUG - New I/O worker #43] (Connection.java:688) [peer 7dc3d938b9b94b439781c0a59757f4a1(127.3.122.193:49020)] cleaning up while in state READY due to: connection disconnected 20:05:44.792 [DEBUG - New I/O worker #42] (Connection.java:688) [peer master-127.3.122.254:52761(127.3.122.254:52761)] cleaning up while in state READY due to: connection disconnected 20:05:44.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.791446 3563 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 3754 20:05:44.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.795079 3642 connection.cc:512] server connection from 127.3.122.193:51642 recv error: Network error: failed to read from TLS socket (remote: 127.3.122.193:51642): Connection reset by peer (error 104) 20:05:44.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.795079 3580 connection.cc:512] server connection from 127.3.122.193:48786 recv error: Network error: failed to read from TLS socket (remote: 127.3.122.193:48786): Connection reset by peer (error 104) 20:05:44.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.795363 3702 connection.cc:512] server connection from 127.3.122.193:44883 recv error: Network error: failed to read from TLS socket (remote: 127.3.122.193:44883): Connection reset by peer (error 104) 20:05:44.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.795478 4041 connection.cc:512] server connection from 127.3.122.193:47646 recv error: Network error: failed to read from TLS socket (remote: 127.3.122.193:47646): Connection reset by peer (error 104) 20:05:44.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.795508 3563 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 3897 20:05:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.798271 3641 connection.cc:512] server connection from 127.3.122.194:55569 recv error: Network error: failed to read from TLS socket (remote: 127.3.122.194:55569): Connection reset by peer (error 104) 20:05:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.798460 3702 connection.cc:512] server connection from 127.3.122.194:46824 recv error: Network error: failed to read from TLS socket (remote: 127.3.122.194:46824): Connection reset by peer (error 104) 20:05:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.798475 3580 connection.cc:512] server connection from 127.3.122.194:59715 recv error: Network error: failed to read from TLS socket (remote: 127.3.122.194:59715): Connection reset by peer (error 104) 20:05:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.798584 3563 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 4030 20:05:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.800814 3703 connection.cc:512] server connection from 127.3.122.195:58484 recv error: Network error: failed to read from TLS socket (remote: 127.3.122.195:58484): Connection reset by peer (error 104) 20:05:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.800823 3640 connection.cc:512] server connection from 127.3.122.195:40625 recv error: Network error: failed to read from TLS socket (remote: 127.3.122.195:40625): Connection reset by peer (error 104) 20:05:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:44.800853 3577 connection.cc:512] server connection from 127.3.122.195:50452 recv error: Network error: failed to read from TLS socket (remote: 127.3.122.195:50452): Connection reset by peer (error 104) 20:05:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.800879 3563 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 3570 20:05:44.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.803843 3563 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 3630 20:05:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:44.806558 3563 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 3692 ]]> /127.4.29.61:47462] using SASL/PLAIN 20:05:45.786 [DEBUG - New I/O worker #60] (Negotiator.java:764) Authenticated connection [id: 0x59ab67c1, /127.4.29.60:48176 => /127.4.29.60:59932] using SASL/PLAIN 20:05:45.786 [DEBUG - New I/O worker #59] (Negotiator.java:764) Authenticated connection [id: 0xfadefd9f, /127.4.29.62:49284 => /127.4.29.62:39171] using SASL/PLAIN 20:05:45.789 [DEBUG - New I/O worker #60] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:45.789 [DEBUG - New I/O worker #60] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=25), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.4.29.61:47462, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.4.29.62:39171, [6ms] Sub rpc: ConnectToMaster sending RPC to server master-127.4.29.60:59932, [18ms] Sub rpc: ConnectToMaster received from server master-127.4.29.61:47462 response OK, [23ms] Sub rpc: ConnectToMaster received from server master-127.4.29.62:39171 response OK, [23ms] Sub rpc: ConnectToMaster received from server master-127.4.29.60:59932 response OK, null) after lookup 20:05:45.791 [DEBUG - New I/O worker #60] (Deferred.java:1330) callback=retry RPC@1495554831 returned Deferred@1562105075(state=PENDING, result=null, callback=(continuation of Deferred@404312372 after retry RPC@1495554831), errback=(continuation of Deferred@404312372 after retry RPC@1495554831)), so the following Deferred is getting paused: Deferred@404312372(state=PAUSED, result=Deferred@1562105075, callback=org.apache.kudu.client.AsyncKuduClient$1@52ccea13 -> org.apache.kudu.client.AsyncKuduClient$2@294b2f66 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:05:45.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:45.796672 4369 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.4.29.60:48176: 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c0" 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c5" 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c6" 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c7" 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c8" 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c9" 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c10" 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c11" 20:05:45.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c12" 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c13" 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c14" 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c15" 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c16" 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c17" 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c18" 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c19" 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c20" 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c21" 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c22" 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c23" 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c24" 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c25" 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c26" 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c27" 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c28" 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c29" 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c30" 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c31" 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c32" 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c33" 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c34" 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c35" 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c36" 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.810 [DEBUG - New I/O worker #58] (Connection.java:688) [peer master-127.4.29.61:47462(127.4.29.61:47462)] cleaning up while in state READY due to: connection disconnected 20:05:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c37" 20:05:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c38" 20:05:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c39" 20:05:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.810 [DEBUG - New I/O worker #59] (Connection.java:688) [peer master-127.4.29.62:39171(127.4.29.62:39171)] cleaning up while in state READY due to: connection disconnected 20:05:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c40" 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c41" 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c42" 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c43" 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c44" 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c45" 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c46" 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c47" 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c48" 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c49" 20:05:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.811 [DEBUG - New I/O worker #60] (Connection.java:688) [peer master-127.4.29.60:59932(127.4.29.60:59932)] cleaning up while in state READY due to: connection disconnected 20:05:45.811 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:05:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c50" 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c51" 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c52" 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c53" 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c54" 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c55" 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c56" 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c57" 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c58" 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c59" 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c60" 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c61" 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c62" 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c63" 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c64" 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c65" 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c66" 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c67" 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c68" 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c69" 20:05:45.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c70" 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c71" 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c72" 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c73" 20:05:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c74" 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c75" 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c76" 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c77" 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c78" 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c79" 20:05:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c80" 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c81" 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c82" 20:05:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c83" 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c84" 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c85" 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c86" 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c87" 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c88" 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c89" 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c90" 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c91" 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c92" 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c93" 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c94" 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c95" 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c96" 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c97" 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c98" 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c99" 20:05:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c100" 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c101" 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c102" 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c103" 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c104" 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c105" 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c106" 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c107" 20:05:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c108" 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c109" 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c110" 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c111" 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c112" 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c113" 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c114" 20:05:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c115" 20:05:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c116" 20:05:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c117" 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c118" 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c119" 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c120" 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c121" 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c122" 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c123" 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c124" 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c125" 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c126" 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c127" 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c128" 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c129" 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c130" 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c131" 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c132" 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c133" 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c134" 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c135" 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c136" 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c137" 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c138" 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c139" 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c140" 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c141" 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c142" 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c143" 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c144" 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c145" 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c146" 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c147" 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c148" 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c149" 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c150" 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c151" 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c152" 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c153" 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c154" 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c155" 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c156" 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c157" 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c158" 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c159" 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c160" 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c161" 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c162" 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c163" 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c164" 20:05:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c165" 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c166" 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c167" 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c168" 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c169" 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c170" 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c171" 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c172" 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c173" 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c174" 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c175" 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c176" 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c177" 20:05:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c178" 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c179" 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c180" 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c181" 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c182" 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c183" 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c184" 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c185" 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c186" 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c187" 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c188" 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c189" 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c190" 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c191" 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c192" 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c193" 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c194" 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c195" 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c196" 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c197" 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c198" 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c199" 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c200" 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c201" 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c202" 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c203" 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c204" 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c205" 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c206" 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c207" 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c208" 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c209" 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c210" 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c211" 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c212" 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c213" 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c214" 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c215" 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c216" 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c217" 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c218" 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c219" 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c220" 20:05:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c221" 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c222" 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c223" 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c224" 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c225" 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c226" 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c227" 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c228" 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c229" 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c230" 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c231" 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c232" 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c233" 20:05:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c234" 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c235" 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c236" 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c237" 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c238" 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c239" 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c240" 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c241" 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c242" 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c243" 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c244" 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c245" 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c246" 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c247" 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c248" 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c249" 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c250" 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c251" 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c252" 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c253" 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c254" 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c255" 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c256" 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c257" 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c258" 20:05:45.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c259" 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:45.824878 4212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 4403 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:45.828403 4228 connection.cc:512] server connection from 127.4.29.1:53797 recv error: Network error: failed to read from TLS socket (remote: 127.4.29.1:53797): Connection reset by peer (error 104) 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:45.828405 4352 connection.cc:512] server connection from 127.4.29.1:44517 recv error: Network error: failed to read from TLS socket (remote: 127.4.29.1:44517): Connection reset by peer (error 104) 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:45.828404 4291 connection.cc:512] server connection from 127.4.29.1:52492 recv error: Network error: failed to read from TLS socket (remote: 127.4.29.1:52492): Connection reset by peer (error 104) 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:45.828656 4212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 4541 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:45.831699 4291 connection.cc:512] server connection from 127.4.29.2:51312 recv error: Network error: failed to read from TLS socket (remote: 127.4.29.2:51312): Connection reset by peer (error 104) 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:45.831687 4352 connection.cc:512] server connection from 127.4.29.2:39454 recv error: Network error: failed to read from TLS socket (remote: 127.4.29.2:39454): Connection reset by peer (error 104) 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:45.831710 4212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 4680 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:45.831854 4227 connection.cc:512] server connection from 127.4.29.2:56231 recv error: Network error: failed to read from TLS socket (remote: 127.4.29.2:56231): Connection reset by peer (error 104) 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:45.834123 4291 connection.cc:512] server connection from 127.4.29.3:52827 recv error: Network error: failed to read from TLS socket (remote: 127.4.29.3:52827): Connection reset by peer (error 104) 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:45.834141 4350 connection.cc:512] server connection from 127.4.29.3:43101 recv error: Network error: failed to read from TLS socket (remote: 127.4.29.3:43101): Connection reset by peer (error 104) 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:45.834156 4212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 4219 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:45.837177 4212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 4279 20:05:45.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:45.841508 4212 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 4341 ]]> /127.4.181.60:49238] using SASL/PLAIN 20:05:46.803 [DEBUG - New I/O worker #68] (Negotiator.java:764) Authenticated connection [id: 0x21fa0cb6, /127.4.181.61:42574 => /127.4.181.61:52990] using SASL/PLAIN 20:05:46.804 [DEBUG - New I/O worker #69] (Negotiator.java:764) Authenticated connection [id: 0xe8843f69, /127.4.181.62:51793 => /127.4.181.62:49033] using SASL/PLAIN 20:05:46.806 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:46.806 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=19), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.4.181.60:49238, [2ms] Sub rpc: ConnectToMaster sending RPC to server master-127.4.181.61:52990, [2ms] Sub rpc: ConnectToMaster sending RPC to server master-127.4.181.62:49033, [18ms] Sub rpc: ConnectToMaster received from server master-127.4.181.60:49238 response OK, [19ms] Sub rpc: ConnectToMaster received from server master-127.4.181.62:49033 response OK, [19ms] Sub rpc: ConnectToMaster received from server master-127.4.181.61:52990 response OK, null) after lookup 20:05:46.807 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=retry RPC@1514388700 returned Deferred@1585193804(state=PENDING, result=null, callback=(continuation of Deferred@461289191 after retry RPC@1514388700), errback=(continuation of Deferred@461289191 after retry RPC@1514388700)), so the following Deferred is getting paused: Deferred@461289191(state=PAUSED, result=Deferred@1585193804, callback=org.apache.kudu.client.AsyncKuduClient$1@6dcdc81c -> org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25 -> wakeup thread Test worker, errback=passthrough -> passthrough -> wakeup thread Test worker) 20:05:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.809384 4915 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.4.181.61:42574: 20:05:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:05:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:05:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:05:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column1_i" 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column2_i" 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column3_s" 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) encoding: DICT_ENCODING 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) compression: LZ4 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 4096 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column4_b" 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BOOL 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) split_rows_range_bounds { 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) rows: "\004\001\0002\000\000\000\006\001\000\000\000\000\000\007\001\000d\000\000\000\006\001\000\310\000\000\000\007\001\000,\001\000\000" 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:46.810540 4915 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:05:46.819 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@6dcdc81c@1842202652 returned Deferred@368446591(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@7b5149a8 -> (continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$1@6dcdc81c@1842202652), errback=passthrough -> (continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$1@6dcdc81c@1842202652)), so the following Deferred is getting paused: Deferred@461289191(state=PAUSED, result=Deferred@368446591, callback=org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25 -> wakeup thread Test worker, errback=passthrough -> wakeup thread Test worker) 20:05:46.819 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:761) Opened table 01709410863e4ac3a34e08e20c2b8bb9 20:05:46.820 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173 returned Deferred@2019550198(state=PENDING, result=null, callback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173), errback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173)), so the following Deferred is getting paused: Deferred@461289191(state=PAUSED, result=Deferred@2019550198, callback=wakeup thread Test worker, errback=wakeup thread Test worker) 20:05:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.827978 5207 tablet_service.cc:773] Processing CreateTablet for tablet 70c3d807a1ad4393a284a3950735578d (table=TestKuduClient [id=01709410863e4ac3a34e08e20c2b8bb9]), partition=RANGE (key) PARTITION 0 <= VALUES < 50 20:05:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.828379 5207 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 70c3d807a1ad4393a284a3950735578d. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.828794 5205 tablet_service.cc:773] Processing CreateTablet for tablet 8d0235a3f4d340a19e1f0f141dd33d06 (table=TestKuduClient [id=01709410863e4ac3a34e08e20c2b8bb9]), partition=RANGE (key) PARTITION 200 <= VALUES < 300 20:05:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.828923 5205 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 8d0235a3f4d340a19e1f0f141dd33d06. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:46.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.829023 5334 tablet_service.cc:773] Processing CreateTablet for tablet 8d0235a3f4d340a19e1f0f141dd33d06 (table=TestKuduClient [id=01709410863e4ac3a34e08e20c2b8bb9]), partition=RANGE (key) PARTITION 200 <= VALUES < 300 20:05:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.829347 5334 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 8d0235a3f4d340a19e1f0f141dd33d06. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.829509 5206 tablet_service.cc:773] Processing CreateTablet for tablet e6c607b08726489a8f6c35cc3d61eb44 (table=TestKuduClient [id=01709410863e4ac3a34e08e20c2b8bb9]), partition=RANGE (key) PARTITION 50 <= VALUES < 100 20:05:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.829627 5206 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet e6c607b08726489a8f6c35cc3d61eb44. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:46.832 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316 returned Deferred@2019550198(state=PENDING, result=null, callback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316), errback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316)), so the following Deferred is getting paused: Deferred@250757679(state=PAUSED, result=Deferred@2019550198, callback=, errback=) 20:05:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.830178 5335 tablet_service.cc:773] Processing CreateTablet for tablet e6c607b08726489a8f6c35cc3d61eb44 (table=TestKuduClient [id=01709410863e4ac3a34e08e20c2b8bb9]), partition=RANGE (key) PARTITION 50 <= VALUES < 100 20:05:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.830317 5335 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet e6c607b08726489a8f6c35cc3d61eb44. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.832006 5336 tablet_service.cc:773] Processing CreateTablet for tablet 70c3d807a1ad4393a284a3950735578d (table=TestKuduClient [id=01709410863e4ac3a34e08e20c2b8bb9]), partition=RANGE (key) PARTITION 0 <= VALUES < 50 20:05:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.832846 5205 ts_tablet_manager.cc:1173] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3: Registered tablet (data state: TABLET_DATA_READY) 20:05:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.833216 5206 ts_tablet_manager.cc:1173] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3: Registered tablet (data state: TABLET_DATA_READY) 20:05:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.833518 5336 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 70c3d807a1ad4393a284a3950735578d. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.834761 5335 ts_tablet_manager.cc:1173] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3: Registered tablet (data state: TABLET_DATA_READY) 20:05:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.835011 5334 ts_tablet_manager.cc:1173] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3: Registered tablet (data state: TABLET_DATA_READY) 20:05:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.835144 5207 ts_tablet_manager.cc:1173] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3: Registered tablet (data state: TABLET_DATA_READY) 20:05:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.835330 5336 ts_tablet_manager.cc:1173] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3: Registered tablet (data state: TABLET_DATA_READY) 20:05:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.836058 5431 ts_tablet_manager.cc:1028] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3: Bootstrapping tablet 20:05:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.836264 5431 tablet_bootstrap.cc:438] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3: Bootstrap starting. 20:05:46.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.837770 5431 tablet_bootstrap.cc:592] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3: No blocks or log segments found. Creating new log. 20:05:46.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.838450 5431 log.cc:525] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3: Log is configured to *not* fsync() on all Append() calls 20:05:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.839097 5432 ts_tablet_manager.cc:1028] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3: Bootstrapping tablet 20:05:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.839306 5432 tablet_bootstrap.cc:438] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3: Bootstrap starting. 20:05:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.839514 5431 tablet_bootstrap.cc:438] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3: No bootstrap required, opened a new log 20:05:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.839661 5431 ts_tablet_manager.cc:1045] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:05:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.840454 5432 tablet_bootstrap.cc:592] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3: No blocks or log segments found. Creating new log. 20:05:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.840932 5432 log.cc:525] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3: Log is configured to *not* fsync() on all Append() calls 20:05:46.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.842151 5431 raft_consensus.cc:340] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.842221 5431 raft_consensus.cc:366] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:46.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.842255 5431 raft_consensus.cc:705] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8dbf57e3c4834decb84f0789d4c317d3, State: Initialized, Role: FOLLOWER 20:05:46.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.842766 5431 consensus_queue.cc:229] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.842978 5435 raft_consensus.cc:472] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.843403 5431 ts_tablet_manager.cc:1073] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3: Time spent starting tablet: real 0.004s user 0.004s sys 0.000s 20:05:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.843546 5431 ts_tablet_manager.cc:1028] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3: Bootstrapping tablet 20:05:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.843607 5431 tablet_bootstrap.cc:438] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3: Bootstrap starting. 20:05:46.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.843796 5435 raft_consensus.cc:494] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.844317 5431 tablet_bootstrap.cc:592] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3: No blocks or log segments found. Creating new log. 20:05:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.845585 5078 tablet_service.cc:773] Processing CreateTablet for tablet 70c3d807a1ad4393a284a3950735578d (table=TestKuduClient [id=01709410863e4ac3a34e08e20c2b8bb9]), partition=RANGE (key) PARTITION 0 <= VALUES < 50 20:05:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.845644 5431 tablet_bootstrap.cc:438] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3: No bootstrap required, opened a new log 20:05:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.845698 5431 ts_tablet_manager.cc:1045] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s 20:05:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.845902 5078 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 70c3d807a1ad4393a284a3950735578d. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.846166 5431 raft_consensus.cc:340] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.846186 5431 raft_consensus.cc:366] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.846200 5431 raft_consensus.cc:705] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8dbf57e3c4834decb84f0789d4c317d3, State: Initialized, Role: FOLLOWER 20:05:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.846341 5431 consensus_queue.cc:229] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.846508 5431 ts_tablet_manager.cc:1073] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:05:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.846570 5431 ts_tablet_manager.cc:1028] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3: Bootstrapping tablet 20:05:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.846637 5431 tablet_bootstrap.cc:438] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3: Bootstrap starting. 20:05:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.847333 5431 tablet_bootstrap.cc:592] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3: No blocks or log segments found. Creating new log. 20:05:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.847479 5067 tablet_service.cc:773] Processing CreateTablet for tablet e6c607b08726489a8f6c35cc3d61eb44 (table=TestKuduClient [id=01709410863e4ac3a34e08e20c2b8bb9]), partition=RANGE (key) PARTITION 50 <= VALUES < 100 20:05:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.847481 4915 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.4.181.2:59045 20:05:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.847594 5067 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet e6c607b08726489a8f6c35cc3d61eb44. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.848052 5074 tablet_service.cc:773] Processing CreateTablet for tablet 8d0235a3f4d340a19e1f0f141dd33d06 (table=TestKuduClient [id=01709410863e4ac3a34e08e20c2b8bb9]), partition=RANGE (key) PARTITION 200 <= VALUES < 300 20:05:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.848167 5074 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 8d0235a3f4d340a19e1f0f141dd33d06. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:46.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.849092 5271 heartbeater.cc:467] Master 127.4.181.61:52990 was elected leader, sending a full tablet report... 20:05:46.850 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144 returned Deferred@2019550198(state=PENDING, result=null, callback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144), errback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144)), so the following Deferred is getting paused: Deferred@2019056150(state=PAUSED, result=Deferred@2019550198, callback=, errback=) 20:05:46.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.851481 5435 leader_election.cc:292] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 476e6ddea76640c08377778d1a7d6565 (127.4.181.1:53495), 1159ca3b3993419fb05fc18c3b57bbd3 (127.4.181.3:54661) 20:05:46.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.852425 5431 tablet_bootstrap.cc:438] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3: No bootstrap required, opened a new log 20:05:46.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.852481 5431 ts_tablet_manager.cc:1045] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.001s 20:05:46.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.852857 5431 raft_consensus.cc:340] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } 20:05:46.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.852876 5431 raft_consensus.cc:366] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:46.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.852891 5431 raft_consensus.cc:705] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8dbf57e3c4834decb84f0789d4c317d3, State: Initialized, Role: FOLLOWER 20:05:46.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.853005 5431 consensus_queue.cc:229] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } 20:05:46.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.854693 5431 ts_tablet_manager.cc:1073] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s 20:05:46.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.855665 5432 tablet_bootstrap.cc:438] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3: No bootstrap required, opened a new log 20:05:46.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.855801 5432 ts_tablet_manager.cc:1045] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3: Time spent bootstrapping tablet: real 0.017s user 0.002s sys 0.000s 20:05:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.857708 5432 raft_consensus.cc:340] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.857764 5432 raft_consensus.cc:366] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.857795 5432 raft_consensus.cc:705] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1159ca3b3993419fb05fc18c3b57bbd3, State: Initialized, Role: FOLLOWER 20:05:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.858106 5432 consensus_queue.cc:229] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.858199 5078 ts_tablet_manager.cc:1173] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565: Registered tablet (data state: TABLET_DATA_READY) 20:05:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.858489 5356 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "8d0235a3f4d340a19e1f0f141dd33d06" candidate_uuid: "8dbf57e3c4834decb84f0789d4c317d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" is_pre_election: true 20:05:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.858700 5432 ts_tablet_manager.cc:1073] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:05:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.858829 5432 ts_tablet_manager.cc:1028] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3: Bootstrapping tablet 20:05:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.858891 5432 tablet_bootstrap.cc:438] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3: Bootstrap starting. 20:05:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.859405 5441 ts_tablet_manager.cc:1028] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565: Bootstrapping tablet 20:05:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.859849 5432 tablet_bootstrap.cc:592] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3: No blocks or log segments found. Creating new log. 20:05:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:46.860323 5161 leader_election.cc:344] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 1159ca3b3993419fb05fc18c3b57bbd3 (127.4.181.3:54661): Illegal state: must be running to vote when last-logged opid is not known 20:05:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.860615 5441 tablet_bootstrap.cc:438] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565: Bootstrap starting. 20:05:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.860965 4914 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.4.181.3:47930 20:05:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.861999 5074 ts_tablet_manager.cc:1173] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565: Registered tablet (data state: TABLET_DATA_READY) 20:05:46.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.862555 5441 tablet_bootstrap.cc:592] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565: No blocks or log segments found. Creating new log. 20:05:46.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.863092 5400 heartbeater.cc:467] Master 127.4.181.61:52990 was elected leader, sending a full tablet report... 20:05:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.863425 5067 ts_tablet_manager.cc:1173] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565: Registered tablet (data state: TABLET_DATA_READY) 20:05:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.863483 5441 log.cc:525] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565: Log is configured to *not* fsync() on all Append() calls 20:05:46.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.864475 5432 tablet_bootstrap.cc:438] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3: No bootstrap required, opened a new log 20:05:46.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.864533 5432 ts_tablet_manager.cc:1045] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.001s 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.864972 5097 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "8d0235a3f4d340a19e1f0f141dd33d06" candidate_uuid: "8dbf57e3c4834decb84f0789d4c317d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "476e6ddea76640c08377778d1a7d6565" is_pre_election: true 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865031 5432 raft_consensus.cc:340] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865036 5441 tablet_bootstrap.cc:438] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565: No bootstrap required, opened a new log 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865052 5432 raft_consensus.cc:366] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865067 5432 raft_consensus.cc:705] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1159ca3b3993419fb05fc18c3b57bbd3, State: Initialized, Role: FOLLOWER 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865204 5441 ts_tablet_manager.cc:1045] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865207 5432 consensus_queue.cc:229] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865485 5432 ts_tablet_manager.cc:1073] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:46.865504 5160 leader_election.cc:344] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 476e6ddea76640c08377778d1a7d6565 (127.4.181.1:53495): Illegal state: must be running to vote when last-logged opid is not known 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865550 5432 ts_tablet_manager.cc:1028] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3: Bootstrapping tablet 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865564 5160 leader_election.cc:306] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8dbf57e3c4834decb84f0789d4c317d3; no voters: 1159ca3b3993419fb05fc18c3b57bbd3, 476e6ddea76640c08377778d1a7d6565 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865603 5432 tablet_bootstrap.cc:438] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3: Bootstrap starting. 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.865767 5435 raft_consensus.cc:2588] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority 20:05:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.866317 5432 tablet_bootstrap.cc:592] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3: No blocks or log segments found. Creating new log. 20:05:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.867988 5441 raft_consensus.cc:340] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } 20:05:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.868028 5432 tablet_bootstrap.cc:438] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3: No bootstrap required, opened a new log 20:05:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.868072 5432 ts_tablet_manager.cc:1045] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s 20:05:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.868284 5441 raft_consensus.cc:366] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.868414 5441 raft_consensus.cc:705] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 476e6ddea76640c08377778d1a7d6565, State: Initialized, Role: FOLLOWER 20:05:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.868501 5432 raft_consensus.cc:340] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } 20:05:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.868566 5432 raft_consensus.cc:366] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.868592 5432 raft_consensus.cc:705] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1159ca3b3993419fb05fc18c3b57bbd3, State: Initialized, Role: FOLLOWER 20:05:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.868705 5432 consensus_queue.cc:229] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } 20:05:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.868819 5441 consensus_queue.cc:229] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } 20:05:46.869 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815 returned Deferred@2019550198(state=PENDING, result=null, callback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815), errback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815)), so the following Deferred is getting paused: Deferred@1592342096(state=PAUSED, result=Deferred@2019550198, callback=, errback=) 20:05:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.869354 5432 ts_tablet_manager.cc:1073] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:05:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.871549 5441 ts_tablet_manager.cc:1073] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565: Time spent starting tablet: real 0.006s user 0.002s sys 0.001s 20:05:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.871726 5441 ts_tablet_manager.cc:1028] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565: Bootstrapping tablet 20:05:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.871789 5441 tablet_bootstrap.cc:438] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565: Bootstrap starting. 20:05:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.871904 4914 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.4.181.1:48619 20:05:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.872475 5441 tablet_bootstrap.cc:592] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565: No blocks or log segments found. Creating new log. 20:05:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.873426 5145 heartbeater.cc:467] Master 127.4.181.61:52990 was elected leader, sending a full tablet report... 20:05:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.873916 5441 tablet_bootstrap.cc:438] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565: No bootstrap required, opened a new log 20:05:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.873975 5441 ts_tablet_manager.cc:1045] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565: Time spent bootstrapping tablet: real 0.002s user 0.002s sys 0.000s 20:05:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.874364 5441 raft_consensus.cc:340] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.874390 5441 raft_consensus.cc:366] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.874406 5441 raft_consensus.cc:705] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 476e6ddea76640c08377778d1a7d6565, State: Initialized, Role: FOLLOWER 20:05:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.874513 5441 consensus_queue.cc:229] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.874686 5441 ts_tablet_manager.cc:1073] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:05:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.874747 5441 ts_tablet_manager.cc:1028] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565: Bootstrapping tablet 20:05:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.874801 5441 tablet_bootstrap.cc:438] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565: Bootstrap starting. 20:05:46.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.875566 5441 tablet_bootstrap.cc:592] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565: No blocks or log segments found. Creating new log. 20:05:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.876794 5441 tablet_bootstrap.cc:438] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565: No bootstrap required, opened a new log 20:05:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.876854 5441 ts_tablet_manager.cc:1045] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s 20:05:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.877295 5441 raft_consensus.cc:340] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.877318 5441 raft_consensus.cc:366] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.877333 5441 raft_consensus.cc:705] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 476e6ddea76640c08377778d1a7d6565, State: Initialized, Role: FOLLOWER 20:05:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.877439 5441 consensus_queue.cc:229] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.877619 5441 ts_tablet_manager.cc:1073] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:05:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:46.882957 5273 tablet.cc:1768] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:46.889 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523 returned Deferred@2019550198(state=PENDING, result=null, callback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815) -> (continuation of Deferred@1643327391 after org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523), errback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815) -> (continuation of Deferred@1643327391 after org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523)), so the following Deferred is getting paused: Deferred@1643327391(state=PAUSED, result=Deferred@2019550198, callback=, errback=) 20:05:46.909 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@14a8c2e9@346604265 returned Deferred@2019550198(state=PENDING, result=null, callback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815) -> (continuation of Deferred@1643327391 after org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523) -> (continuation of Deferred@56896922 after org.apache.kudu.client.AsyncKuduClient$15@14a8c2e9@346604265), errback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815) -> (continuation of Deferred@1643327391 after org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523) -> (continuation of Deferred@56896922 after org.apache.kudu.client.AsyncKuduClient$15@14a8c2e9@346604265)), so the following Deferred is getting paused: Deferred@56896922(state=PAUSED, result=Deferred@2019550198, callback=, errback=) 20:05:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.945726 5435 raft_consensus.cc:472] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:46.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.945811 5435 raft_consensus.cc:494] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } 20:05:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.946156 5435 leader_election.cc:292] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1159ca3b3993419fb05fc18c3b57bbd3 (127.4.181.3:54661), 476e6ddea76640c08377778d1a7d6565 (127.4.181.1:53495) 20:05:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.946519 5097 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "70c3d807a1ad4393a284a3950735578d" candidate_uuid: "8dbf57e3c4834decb84f0789d4c317d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "476e6ddea76640c08377778d1a7d6565" is_pre_election: true 20:05:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.946537 5356 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "70c3d807a1ad4393a284a3950735578d" candidate_uuid: "8dbf57e3c4834decb84f0789d4c317d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" is_pre_election: true 20:05:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.946620 5356 raft_consensus.cc:2346] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8dbf57e3c4834decb84f0789d4c317d3 in term 0. 20:05:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.946630 5097 raft_consensus.cc:2346] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8dbf57e3c4834decb84f0789d4c317d3 in term 0. 20:05:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.946902 5160 leader_election.cc:306] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 476e6ddea76640c08377778d1a7d6565, 8dbf57e3c4834decb84f0789d4c317d3; no voters: 20:05:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.947012 5435 raft_consensus.cc:2640] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.947038 5435 raft_consensus.cc:472] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.947062 5435 raft_consensus.cc:2886] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Advancing to term 1 20:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.947665 5435 raft_consensus.cc:494] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } 20:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.947903 5435 leader_election.cc:292] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 election: Requested vote from peers 1159ca3b3993419fb05fc18c3b57bbd3 (127.4.181.3:54661), 476e6ddea76640c08377778d1a7d6565 (127.4.181.1:53495) 20:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.948158 5356 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "70c3d807a1ad4393a284a3950735578d" candidate_uuid: "8dbf57e3c4834decb84f0789d4c317d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" 20:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.948199 5356 raft_consensus.cc:2886] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Advancing to term 1 20:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.948493 5097 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "70c3d807a1ad4393a284a3950735578d" candidate_uuid: "8dbf57e3c4834decb84f0789d4c317d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "476e6ddea76640c08377778d1a7d6565" 20:05:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.948544 5097 raft_consensus.cc:2886] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Advancing to term 1 20:05:46.948 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5244c2f3@1380238067 returned Deferred@2019550198(state=PENDING, result=null, callback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815) -> (continuation of Deferred@1643327391 after org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523) -> (continuation of Deferred@56896922 after org.apache.kudu.client.AsyncKuduClient$15@14a8c2e9@346604265) -> (continuation of Deferred@716411123 after org.apache.kudu.client.AsyncKuduClient$15@5244c2f3@1380238067), errback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815) -> (continuation of Deferred@1643327391 after org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523) -> (continuation of Deferred@56896922 after org.apache.kudu.client.AsyncKuduClient$15@14a8c2e9@346604265) -> (continuation of Deferred@716411123 after org.apache.kudu.client.AsyncKuduClient$15@5244c2f3@1380238067)), so the following Deferred is getting paused: Deferred@716411123(state=PAUSED, result=Deferred@2019550198, callback=, errback=) 20:05:46.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.949347 5097 raft_consensus.cc:2346] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8dbf57e3c4834decb84f0789d4c317d3 in term 1. 20:05:46.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.949347 5356 raft_consensus.cc:2346] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8dbf57e3c4834decb84f0789d4c317d3 in term 1. 20:05:46.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.949615 5160 leader_election.cc:306] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 476e6ddea76640c08377778d1a7d6565, 8dbf57e3c4834decb84f0789d4c317d3; no voters: 20:05:46.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.949753 5435 raft_consensus.cc:2640] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 1 FOLLOWER]: Leader election won for term 1 20:05:46.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.949817 5435 raft_consensus.cc:667] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [term 1 LEADER]: Becoming Leader. State: Replica: 8dbf57e3c4834decb84f0789d4c317d3, State: Running, Role: LEADER 20:05:46.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.950021 5435 consensus_queue.cc:206] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } 20:05:46.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:46.951987 4914 catalog_manager.cc:3781] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 reported cstate change: term changed from 0 to 1, leader changed from to 8dbf57e3c4834decb84f0789d4c317d3 (127.4.181.2). New cstate: current_term: 1 leader_uuid: "8dbf57e3c4834decb84f0789d4c317d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } health_report { overall_health: UNKNOWN } } } 20:05:46.968 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@785ea0c6@2019467462 returned Deferred@2019550198(state=PENDING, result=null, callback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815) -> (continuation of Deferred@1643327391 after org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523) -> (continuation of Deferred@56896922 after org.apache.kudu.client.AsyncKuduClient$15@14a8c2e9@346604265) -> (continuation of Deferred@716411123 after org.apache.kudu.client.AsyncKuduClient$15@5244c2f3@1380238067) -> (continuation of Deferred@1525963434 after org.apache.kudu.client.AsyncKuduClient$15@785ea0c6@2019467462), errback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815) -> (continuation of Deferred@1643327391 after org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523) -> (continuation of Deferred@56896922 after org.apache.kudu.client.AsyncKuduClient$15@14a8c2e9@346604265) -> (continuation of Deferred@716411123 after org.apache.kudu.client.AsyncKuduClient$15@5244c2f3@1380238067) -> (continuation of Deferred@1525963434 after org.apache.kudu.client.AsyncKuduClient$15@785ea0c6@2019467462)), so the following Deferred is getting paused: Deferred@1525963434(state=PAUSED, result=Deferred@2019550198, callback=, errback=) 20:05:46.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:46.988435 5147 tablet.cc:1768] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:46.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:46.998308 5402 tablet.cc:1768] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:47.009 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@2ed3485d@785598557 returned Deferred@2019550198(state=PENDING, result=null, callback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815) -> (continuation of Deferred@1643327391 after org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523) -> (continuation of Deferred@56896922 after org.apache.kudu.client.AsyncKuduClient$15@14a8c2e9@346604265) -> (continuation of Deferred@716411123 after org.apache.kudu.client.AsyncKuduClient$15@5244c2f3@1380238067) -> (continuation of Deferred@1525963434 after org.apache.kudu.client.AsyncKuduClient$15@785ea0c6@2019467462) -> (continuation of Deferred@407986556 after org.apache.kudu.client.AsyncKuduClient$15@2ed3485d@785598557), errback=(continuation of Deferred@461289191 after org.apache.kudu.client.AsyncKuduClient$2@2aaf2c25@716123173) -> (continuation of Deferred@250757679 after org.apache.kudu.client.AsyncKuduClient$15@2bc236dc@734148316) -> (continuation of Deferred@2019056150 after org.apache.kudu.client.AsyncKuduClient$15@7f1f5650@2132760144) -> (continuation of Deferred@1592342096 after org.apache.kudu.client.AsyncKuduClient$15@4296e717@1117185815) -> (continuation of Deferred@1643327391 after org.apache.kudu.client.AsyncKuduClient$15@5b41560b@1531008523) -> (continuation of Deferred@56896922 after org.apache.kudu.client.AsyncKuduClient$15@14a8c2e9@346604265) -> (continuation of Deferred@716411123 after org.apache.kudu.client.AsyncKuduClient$15@5244c2f3@1380238067) -> (continuation of Deferred@1525963434 after org.apache.kudu.client.AsyncKuduClient$15@785ea0c6@2019467462) -> (continuation of Deferred@407986556 after org.apache.kudu.client.AsyncKuduClient$15@2ed3485d@785598557)), so the following Deferred is getting paused: Deferred@407986556(state=PAUSED, result=Deferred@2019550198, callback=, errback=) 20:05:47.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.054307 5444 raft_consensus.cc:472] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:47.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.054374 5444 raft_consensus.cc:494] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:47.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.054997 5444 leader_election.cc:292] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 476e6ddea76640c08377778d1a7d6565 (127.4.181.1:53495), 8dbf57e3c4834decb84f0789d4c317d3 (127.4.181.2:57485) 20:05:47.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.058393 5097 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "8d0235a3f4d340a19e1f0f141dd33d06" candidate_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "476e6ddea76640c08377778d1a7d6565" is_pre_election: true 20:05:47.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.058452 5097 raft_consensus.cc:2346] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1159ca3b3993419fb05fc18c3b57bbd3 in term 0. 20:05:47.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.058758 5286 leader_election.cc:306] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1159ca3b3993419fb05fc18c3b57bbd3, 476e6ddea76640c08377778d1a7d6565; no voters: 20:05:47.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.058775 5227 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "8d0235a3f4d340a19e1f0f141dd33d06" candidate_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8dbf57e3c4834decb84f0789d4c317d3" is_pre_election: true 20:05:47.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.058838 5227 raft_consensus.cc:2346] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1159ca3b3993419fb05fc18c3b57bbd3 in term 0. 20:05:47.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.058990 5444 raft_consensus.cc:2640] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:05:47.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.059018 5444 raft_consensus.cc:472] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:47.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.059037 5444 raft_consensus.cc:2886] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Advancing to term 1 20:05:47.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.059897 5444 raft_consensus.cc:494] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:47.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.060204 5444 leader_election.cc:292] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [CANDIDATE]: Term 1 election: Requested vote from peers 476e6ddea76640c08377778d1a7d6565 (127.4.181.1:53495), 8dbf57e3c4834decb84f0789d4c317d3 (127.4.181.2:57485) 20:05:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.060550 5097 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "8d0235a3f4d340a19e1f0f141dd33d06" candidate_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "476e6ddea76640c08377778d1a7d6565" 20:05:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.060591 5097 raft_consensus.cc:2886] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Advancing to term 1 20:05:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.060611 5227 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "8d0235a3f4d340a19e1f0f141dd33d06" candidate_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8dbf57e3c4834decb84f0789d4c317d3" 20:05:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.060648 5227 raft_consensus.cc:2886] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Advancing to term 1 20:05:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.061110 5097 raft_consensus.cc:2346] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1159ca3b3993419fb05fc18c3b57bbd3 in term 1. 20:05:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.061400 5286 leader_election.cc:306] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1159ca3b3993419fb05fc18c3b57bbd3, 476e6ddea76640c08377778d1a7d6565; no voters: 20:05:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.061589 5444 raft_consensus.cc:2640] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 1 FOLLOWER]: Leader election won for term 1 20:05:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.061655 5444 raft_consensus.cc:667] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 1 LEADER]: Becoming Leader. State: Replica: 1159ca3b3993419fb05fc18c3b57bbd3, State: Running, Role: LEADER 20:05:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.061913 5227 raft_consensus.cc:2346] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1159ca3b3993419fb05fc18c3b57bbd3 in term 1. 20:05:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.061914 5444 consensus_queue.cc:206] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:47.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.064163 4914 catalog_manager.cc:3781] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 reported cstate change: term changed from 0 to 1, leader changed from to 1159ca3b3993419fb05fc18c3b57bbd3 (127.4.181.3). New cstate: current_term: 1 leader_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } health_report { overall_health: HEALTHY } } } 20:05:47.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.095374 5435 raft_consensus.cc:472] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:47.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.095455 5435 raft_consensus.cc:494] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:47.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.095738 5435 leader_election.cc:292] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 476e6ddea76640c08377778d1a7d6565 (127.4.181.1:53495), 1159ca3b3993419fb05fc18c3b57bbd3 (127.4.181.3:54661) 20:05:47.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.096043 5097 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "e6c607b08726489a8f6c35cc3d61eb44" candidate_uuid: "8dbf57e3c4834decb84f0789d4c317d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "476e6ddea76640c08377778d1a7d6565" is_pre_election: true 20:05:47.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.096098 5097 raft_consensus.cc:2346] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8dbf57e3c4834decb84f0789d4c317d3 in term 0. 20:05:47.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.096098 5356 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "e6c607b08726489a8f6c35cc3d61eb44" candidate_uuid: "8dbf57e3c4834decb84f0789d4c317d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" is_pre_election: true 20:05:47.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.096150 5356 raft_consensus.cc:2346] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8dbf57e3c4834decb84f0789d4c317d3 in term 0. 20:05:47.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.096483 5160 leader_election.cc:306] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 476e6ddea76640c08377778d1a7d6565, 8dbf57e3c4834decb84f0789d4c317d3; no voters: 20:05:47.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.096607 5435 raft_consensus.cc:2640] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:05:47.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.096632 5435 raft_consensus.cc:472] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:47.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.096652 5435 raft_consensus.cc:2886] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 0 FOLLOWER]: Advancing to term 1 20:05:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.099879 5435 raft_consensus.cc:494] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.100185 5435 leader_election.cc:292] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 election: Requested vote from peers 476e6ddea76640c08377778d1a7d6565 (127.4.181.1:53495), 1159ca3b3993419fb05fc18c3b57bbd3 (127.4.181.3:54661) 20:05:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.100553 5356 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "e6c607b08726489a8f6c35cc3d61eb44" candidate_uuid: "8dbf57e3c4834decb84f0789d4c317d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" 20:05:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.100596 5356 raft_consensus.cc:2886] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 0 FOLLOWER]: Advancing to term 1 20:05:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.100654 5097 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "e6c607b08726489a8f6c35cc3d61eb44" candidate_uuid: "8dbf57e3c4834decb84f0789d4c317d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "476e6ddea76640c08377778d1a7d6565" 20:05:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.100692 5097 raft_consensus.cc:2886] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565 [term 0 FOLLOWER]: Advancing to term 1 20:05:47.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.101332 5097 raft_consensus.cc:2346] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8dbf57e3c4834decb84f0789d4c317d3 in term 1. 20:05:47.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.101917 5356 raft_consensus.cc:2346] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8dbf57e3c4834decb84f0789d4c317d3 in term 1. 20:05:47.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.102123 5160 leader_election.cc:306] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 476e6ddea76640c08377778d1a7d6565, 8dbf57e3c4834decb84f0789d4c317d3; no voters: 20:05:47.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.102259 5435 raft_consensus.cc:2640] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 1 FOLLOWER]: Leader election won for term 1 20:05:47.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.102311 5435 raft_consensus.cc:667] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [term 1 LEADER]: Becoming Leader. State: Replica: 8dbf57e3c4834decb84f0789d4c317d3, State: Running, Role: LEADER 20:05:47.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.102435 5435 consensus_queue.cc:206] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } } 20:05:47.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.103862 4914 catalog_manager.cc:3781] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 reported cstate change: term changed from 0 to 1, leader changed from to 8dbf57e3c4834decb84f0789d4c317d3 (127.4.181.2). New cstate: current_term: 1 leader_uuid: "8dbf57e3c4834decb84f0789d4c317d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 } health_report { overall_health: UNKNOWN } } } 20:05:47.129 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:761) Opened table 01709410863e4ac3a34e08e20c2b8bb9 20:05:47.130 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:2114) Learned about tablet 70c3d807a1ad4393a284a3950735578d for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:05:47.130 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:2114) Learned about tablet e6c607b08726489a8f6c35cc3d61eb44 for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:05:47.131 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:2114) Learned about tablet 8d0235a3f4d340a19e1f0f141dd33d06 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:05:47.131 [DEBUG - New I/O worker #68] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=70c3d807a1ad4393a284a3950735578d@[1159ca3b3993419fb05fc18c3b57bbd3(127.4.181.3:54661),476e6ddea76640c08377778d1a7d6565(127.4.181.1:53495),8dbf57e3c4834decb84f0789d4c317d3(127.4.181.2:57485)[L]]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=e6c607b08726489a8f6c35cc3d61eb44@[1159ca3b3993419fb05fc18c3b57bbd3(127.4.181.3:54661),476e6ddea76640c08377778d1a7d6565(127.4.181.1:53495),8dbf57e3c4834decb84f0789d4c317d3(127.4.181.2:57485)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=8d0235a3f4d340a19e1f0f141dd33d06@[1159ca3b3993419fb05fc18c3b57bbd3(127.4.181.3:54661)[L],476e6ddea76640c08377778d1a7d6565(127.4.181.1:53495),8dbf57e3c4834decb84f0789d4c317d3(127.4.181.2:57485)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:05:47.131 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.4.181.61:52990, [1ms] Sub rpc: GetTableLocations received from server master-127.4.181.61:52990 response OK, null) after lookup 20:05:47.132 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=retry RPC@1843237680 returned Deferred@1501085558(state=PENDING, result=null, callback=(continuation of Deferred@1253146532 after retry RPC@1843237680), errback=(continuation of Deferred@1253146532 after retry RPC@1843237680)), so the following Deferred is getting paused: Deferred@1253146532(state=PAUSED, result=Deferred@1501085558, callback=org.apache.kudu.client.AsyncKuduSession$2@7ad40978 -> passthrough -> wakeup thread Test worker, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b914101 -> wakeup thread Test worker) 20:05:47.140 [DEBUG - New I/O worker #70] (Negotiator.java:764) Authenticated connection [id: 0xa7348687, /127.4.181.2:41084 => /127.4.181.2:57485] using TOKEN/null 20:05:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.144201 5097 raft_consensus.cc:1181] T 70c3d807a1ad4393a284a3950735578d P 476e6ddea76640c08377778d1a7d6565 [term 1 FOLLOWER]: Refusing update from remote peer 8dbf57e3c4834decb84f0789d4c317d3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.144249 5356 raft_consensus.cc:1181] T 70c3d807a1ad4393a284a3950735578d P 1159ca3b3993419fb05fc18c3b57bbd3 [term 1 FOLLOWER]: Refusing update from remote peer 8dbf57e3c4834decb84f0789d4c317d3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.144739 5435 consensus_queue.cc:984] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.144839 5436 consensus_queue.cc:984] T 70c3d807a1ad4393a284a3950735578d P 8dbf57e3c4834decb84f0789d4c317d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:47.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.149219 5456 mvcc.cc:203] Tried to move safe_time back from 6337601319498100736 to 6337601318708932608. Current Snapshot: MvccSnapshot[committed={T|T < 6337601319498100736}] 20:05:47.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.150396 5457 mvcc.cc:203] Tried to move safe_time back from 6337601319498100736 to 6337601318708932608. Current Snapshot: MvccSnapshot[committed={T|T < 6337601319498100736}] 20:05:47.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.155839 5458 mvcc.cc:203] Tried to move safe_time back from 6337601319498100736 to 6337601318708932608. Current Snapshot: MvccSnapshot[committed={T|T < 6337601319498100736 or (T in {6337601319498100736})}] 20:05:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.314668 5355 raft_consensus.cc:1181] T e6c607b08726489a8f6c35cc3d61eb44 P 1159ca3b3993419fb05fc18c3b57bbd3 [term 1 FOLLOWER]: Refusing update from remote peer 8dbf57e3c4834decb84f0789d4c317d3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.314720 5097 raft_consensus.cc:1181] T e6c607b08726489a8f6c35cc3d61eb44 P 476e6ddea76640c08377778d1a7d6565 [term 1 FOLLOWER]: Refusing update from remote peer 8dbf57e3c4834decb84f0789d4c317d3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.315150 5435 consensus_queue.cc:984] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1159ca3b3993419fb05fc18c3b57bbd3" member_type: VOTER last_known_addr { host: "127.4.181.3" port: 54661 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.315345 5463 consensus_queue.cc:984] T e6c607b08726489a8f6c35cc3d61eb44 P 8dbf57e3c4834decb84f0789d4c317d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.411510 5016 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 0cd307f0198b4868badc051b20eb000c: acquiring CA information for follower catalog manager: success 20:05:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.412883 5016 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 0cd307f0198b4868badc051b20eb000c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.442881 5227 raft_consensus.cc:1181] T 8d0235a3f4d340a19e1f0f141dd33d06 P 8dbf57e3c4834decb84f0789d4c317d3 [term 1 FOLLOWER]: Refusing update from remote peer 1159ca3b3993419fb05fc18c3b57bbd3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 1. (index mismatch) 20:05:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.443552 5444 consensus_queue.cc:984] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8dbf57e3c4834decb84f0789d4c317d3" member_type: VOTER last_known_addr { host: "127.4.181.2" port: 57485 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.447810 5097 raft_consensus.cc:1181] T 8d0235a3f4d340a19e1f0f141dd33d06 P 476e6ddea76640c08377778d1a7d6565 [term 1 FOLLOWER]: Refusing update from remote peer 1159ca3b3993419fb05fc18c3b57bbd3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 1. (index mismatch) 20:05:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.449774 5440 consensus_queue.cc:984] T 8d0235a3f4d340a19e1f0f141dd33d06 P 1159ca3b3993419fb05fc18c3b57bbd3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "476e6ddea76640c08377778d1a7d6565" member_type: VOTER last_known_addr { host: "127.4.181.1" port: 53495 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:47.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.475416 5034 catalog_manager.cc:1092] T 00000000000000000000000000000000 P a1385f5c7c254c389c4f37e544f05d4e: acquiring CA information for follower catalog manager: success 20:05:47.476 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:2114) Learned about tablet 70c3d807a1ad4393a284a3950735578d for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:05:47.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.476526 5034 catalog_manager.cc:1120] T 00000000000000000000000000000000 P a1385f5c7c254c389c4f37e544f05d4e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:47.476 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:2114) Learned about tablet e6c607b08726489a8f6c35cc3d61eb44 for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:05:47.476 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:2114) Learned about tablet 8d0235a3f4d340a19e1f0f141dd33d06 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:05:47.477 [DEBUG - New I/O worker #68] (TableLocationsCache.java:188) Discovered table locations: [NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=70c3d807a1ad4393a284a3950735578d@[1159ca3b3993419fb05fc18c3b57bbd3(127.4.181.3:54661),476e6ddea76640c08377778d1a7d6565(127.4.181.1:53495),8dbf57e3c4834decb84f0789d4c317d3(127.4.181.2:57485)[L]]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=e6c607b08726489a8f6c35cc3d61eb44@[1159ca3b3993419fb05fc18c3b57bbd3(127.4.181.3:54661),476e6ddea76640c08377778d1a7d6565(127.4.181.1:53495),8dbf57e3c4834decb84f0789d4c317d3(127.4.181.2:57485)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=8d0235a3f4d340a19e1f0f141dd33d06@[1159ca3b3993419fb05fc18c3b57bbd3(127.4.181.3:54661)[L],476e6ddea76640c08377778d1a7d6565(127.4.181.1:53495),8dbf57e3c4834decb84f0789d4c317d3(127.4.181.2:57485)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:05:47.477 [DEBUG - New I/O worker #68] (AsyncKuduClient.java:1277) Retrying sending RPC ScanRequest(scannerId=null, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=2), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.4.181.61:52990, [1ms] Sub rpc: GetTableLocations received from server master-127.4.181.61:52990 response OK, null)) after lookup 20:05:47.477 [DEBUG - New I/O worker #68] (Deferred.java:1330) callback=open scanner errback@1729024522 returned Deferred@646176016(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@2084999025 after open scanner errback@1729024522), errback=passthrough -> open scanner errback -> (continuation of Deferred@2084999025 after open scanner errback@1729024522)), so the following Deferred is getting paused: Deferred@2084999025(state=PAUSED, result=Deferred@646176016, callback=wakeup thread Test worker, errback=wakeup thread Test worker) 20:05:47.481 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=70c3d807a1ad4393a284a3950735578d, scannerId=null, scanRequestTimeout=30000) 20:05:47.481 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:598) Done scanning tablet 70c3d807a1ad4393a284a3950735578d for partition [0x80000000, 0x80000032) with scanner id null 20:05:47.483 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 49 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=e6c607b08726489a8f6c35cc3d61eb44, scannerId=null, scanRequestTimeout=30000) 20:05:47.484 [DEBUG - Test worker] (Deferred.java:1330) callback=open scanner errback@181441444 returned Deferred@1888800547(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@611651632 after open scanner errback@181441444), errback=passthrough -> open scanner errback -> (continuation of Deferred@611651632 after open scanner errback@181441444)), so the following Deferred is getting paused: Deferred@611651632(state=PAUSED, result=Deferred@1888800547, callback=, errback=) 20:05:47.485 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=70c3d807a1ad4393a284a3950735578d, scannerId=null, scanRequestTimeout=30000) 20:05:47.486 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:598) Done scanning tablet 70c3d807a1ad4393a284a3950735578d for partition [0x80000000, 0x80000032) with scanner id null 20:05:47.491 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=e6c607b08726489a8f6c35cc3d61eb44, scannerId=null, scanRequestTimeout=30000) 20:05:47.491 [DEBUG - Test worker] (Deferred.java:1330) callback=open scanner errback@97002040 returned Deferred@185322646(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@1563490051 after open scanner errback@97002040), errback=passthrough -> open scanner errback -> (continuation of Deferred@1563490051 after open scanner errback@97002040)), so the following Deferred is getting paused: Deferred@1563490051(state=PAUSED, result=Deferred@185322646, callback=, errback=) 20:05:47.492 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=70c3d807a1ad4393a284a3950735578d, scannerId=null, scanRequestTimeout=30000) 20:05:47.493 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:598) Done scanning tablet 70c3d807a1ad4393a284a3950735578d for partition [0x80000000, 0x80000032) with scanner id null 20:05:47.495 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=e6c607b08726489a8f6c35cc3d61eb44, scannerId=null, scanRequestTimeout=30000) 20:05:47.495 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:598) Done scanning tablet e6c607b08726489a8f6c35cc3d61eb44 for partition [0x80000032, 0x80000064) with scanner id null 20:05:47.495 [DEBUG - Test worker] (Deferred.java:1330) callback=open scanner errback@357939702 returned Deferred@1081063606(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@448644951 after open scanner errback@357939702), errback=passthrough -> open scanner errback -> (continuation of Deferred@448644951 after open scanner errback@357939702)), so the following Deferred is getting paused: Deferred@448644951(state=PAUSED, result=Deferred@1081063606, callback=, errback=) 20:05:47.507 [DEBUG - New I/O worker #71] (Negotiator.java:764) Authenticated connection [id: 0x7ca583fe, /127.4.181.3:41012 => /127.4.181.3:54661] using TOKEN/null 20:05:47.510 [DEBUG - New I/O worker #71] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=8d0235a3f4d340a19e1f0f141dd33d06, scannerId=null, scanRequestTimeout=30000) 20:05:47.510 [DEBUG - New I/O worker #71] (AsyncKuduScanner.java:598) Done scanning tablet 8d0235a3f4d340a19e1f0f141dd33d06 for partition [0x800000C8, 0x8000012C) with scanner id null 20:05:47.511 [DEBUG - Test worker] (Deferred.java:1330) callback=open scanner errback@262175909 returned Deferred@922943150(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@169167600 after open scanner errback@262175909), errback=passthrough -> open scanner errback -> (continuation of Deferred@169167600 after open scanner errback@262175909)), so the following Deferred is getting paused: Deferred@169167600(state=PAUSED, result=Deferred@922943150, callback=, errback=) 20:05:47.512 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=70c3d807a1ad4393a284a3950735578d, scannerId=null, scanRequestTimeout=30000) 20:05:47.512 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:598) Done scanning tablet 70c3d807a1ad4393a284a3950735578d for partition [0x80000000, 0x80000032) with scanner id null 20:05:47.514 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 49 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=e6c607b08726489a8f6c35cc3d61eb44, scannerId=null, scanRequestTimeout=30000) 20:05:47.514 [DEBUG - Test worker] (Deferred.java:1330) callback=open scanner errback@2129048474 returned Deferred@1915727287(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@1383647954 after open scanner errback@2129048474), errback=passthrough -> open scanner errback -> (continuation of Deferred@1383647954 after open scanner errback@2129048474)), so the following Deferred is getting paused: Deferred@1383647954(state=PAUSED, result=Deferred@1915727287, callback=, errback=) 20:05:47.516 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=70c3d807a1ad4393a284a3950735578d, scannerId=null, scanRequestTimeout=30000) 20:05:47.516 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:598) Done scanning tablet 70c3d807a1ad4393a284a3950735578d for partition [0x80000000, 0x80000032) with scanner id null 20:05:47.518 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=e6c607b08726489a8f6c35cc3d61eb44, scannerId=null, scanRequestTimeout=30000) 20:05:47.518 [DEBUG - Test worker] (Deferred.java:1330) callback=open scanner errback@1922713767 returned Deferred@967528205(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@912658330 after open scanner errback@1922713767), errback=passthrough -> open scanner errback -> (continuation of Deferred@912658330 after open scanner errback@1922713767)), so the following Deferred is getting paused: Deferred@912658330(state=PAUSED, result=Deferred@967528205, callback=, errback=) 20:05:47.520 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=70c3d807a1ad4393a284a3950735578d, scannerId=null, scanRequestTimeout=30000) 20:05:47.521 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:598) Done scanning tablet 70c3d807a1ad4393a284a3950735578d for partition [0x80000000, 0x80000032) with scanner id null 20:05:47.523 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=e6c607b08726489a8f6c35cc3d61eb44, scannerId=null, scanRequestTimeout=30000) 20:05:47.523 [DEBUG - New I/O worker #70] (AsyncKuduScanner.java:598) Done scanning tablet e6c607b08726489a8f6c35cc3d61eb44 for partition [0x80000032, 0x80000064) with scanner id null 20:05:47.523 [DEBUG - Test worker] (Deferred.java:1330) callback=open scanner errback@584875486 returned Deferred@35898962(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@1628643900 after open scanner errback@584875486), errback=passthrough -> open scanner errback -> (continuation of Deferred@1628643900 after open scanner errback@584875486)), so the following Deferred is getting paused: Deferred@1628643900(state=PAUSED, result=Deferred@35898962, callback=, errback=) 20:05:47.527 [DEBUG - New I/O worker #71] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=8d0235a3f4d340a19e1f0f141dd33d06, scannerId=null, scanRequestTimeout=30000) 20:05:47.527 [DEBUG - New I/O worker #71] (AsyncKuduScanner.java:598) Done scanning tablet 8d0235a3f4d340a19e1f0f141dd33d06 for partition [0x800000C8, 0x8000012C) with scanner id null 20:05:47.531 [DEBUG - New I/O worker #67] (Connection.java:688) [peer master-127.4.181.60:49238(127.4.181.60:49238)] cleaning up while in state READY due to: connection disconnected 20:05:47.531 [DEBUG - New I/O worker #68] (Connection.java:688) [peer master-127.4.181.61:52990(127.4.181.61:52990)] cleaning up while in state READY due to: connection disconnected 20:05:47.532 [DEBUG - New I/O worker #69] (Connection.java:688) [peer master-127.4.181.62:49033(127.4.181.62:49033)] cleaning up while in state READY due to: connection disconnected 20:05:47.534 [DEBUG - New I/O worker #70] (Connection.java:688) [peer 8dbf57e3c4834decb84f0789d4c317d3(127.4.181.2:57485)] cleaning up while in state READY due to: connection disconnected 20:05:47.534 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:05:47.535 [DEBUG - New I/O worker #71] (Connection.java:688) [peer 1159ca3b3993419fb05fc18c3b57bbd3(127.4.181.3:54661)] cleaning up while in state READY due to: connection disconnected 20:05:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.544459 4820 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 5012 20:05:47.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.548588 4837 connection.cc:512] server connection from 127.4.181.1:35725 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.1:35725): Connection reset by peer (error 104) 20:05:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.549000 4897 connection.cc:512] server connection from 127.4.181.1:48619 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.1:48619): Connection reset by peer (error 104) 20:05:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.549018 5286 connection.cc:512] client connection to 127.4.181.1:53495 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.1:53495): Connection reset by peer (error 104) 20:05:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.549063 4820 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 5151 20:05:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.549289 4959 connection.cc:512] server connection from 127.4.181.1:38150 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.1:38150): Connection reset by peer (error 104) 20:05:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.551643 4834 connection.cc:512] server connection from 127.4.181.2:46889 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.2:46889): Connection reset by peer (error 104) 20:05:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.551682 4897 connection.cc:512] server connection from 127.4.181.2:59045 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.2:59045): Connection reset by peer (error 104) 20:05:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.551699 4958 connection.cc:512] server connection from 127.4.181.2:60854 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.2:60854): Connection reset by peer (error 104) 20:05:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.551827 4820 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 5277 20:05:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.551831 5286 connection.cc:512] server connection from 127.4.181.2:35943 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.2:35943): Connection reset by peer (error 104) 20:05:47.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.554899 4961 connection.cc:512] server connection from 127.4.181.3:48070 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.3:48070): Connection reset by peer (error 104) 20:05:47.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.554939 4899 connection.cc:512] server connection from 127.4.181.3:47930 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.3:47930): Connection reset by peer (error 104) 20:05:47.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:47.554942 4836 connection.cc:512] server connection from 127.4.181.3:50179 recv error: Network error: failed to read from TLS socket (remote: 127.4.181.3:50179): Connection reset by peer (error 104) 20:05:47.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.555112 4820 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 4827 20:05:47.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.558171 4820 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 4887 20:05:47.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:47.561028 4820 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 4950 ]]> /127.5.88.190:38972] using SASL/PLAIN 20:05:48.427 [DEBUG - New I/O worker #77] (Negotiator.java:764) Authenticated connection [id: 0x31fa5bb6, /127.5.88.189:47509 => /127.5.88.189:59394] using SASL/PLAIN 20:05:48.430 [DEBUG - New I/O worker #78] (Negotiator.java:764) Authenticated connection [id: 0x33b5d838, /127.5.88.188:38131 => /127.5.88.188:44958] using SASL/PLAIN 20:05:48.432 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:48.432 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=24), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.5.88.190:38972, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.5.88.189:59394, [4ms] Sub rpc: ConnectToMaster sending RPC to server master-127.5.88.188:44958, [16ms] Sub rpc: ConnectToMaster received from server master-127.5.88.190:38972 response OK, [20ms] Sub rpc: ConnectToMaster received from server master-127.5.88.189:59394 response OK, [23ms] Sub rpc: ConnectToMaster received from server master-127.5.88.188:44958 response OK, null) after lookup 20:05:48.433 [DEBUG - New I/O worker #78] (Deferred.java:1330) callback=retry RPC@2058207041 returned Deferred@2123506892(state=PENDING, result=null, callback=(continuation of Deferred@999339386 after retry RPC@2058207041), errback=(continuation of Deferred@999339386 after retry RPC@2058207041)), so the following Deferred is getting paused: Deferred@999339386(state=PAUSED, result=Deferred@2123506892, callback=org.apache.kudu.client.AsyncKuduClient$1@1da11a1b -> org.apache.kudu.client.AsyncKuduClient$2@a61e959 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.434242 5631 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.5.88.188:38131: 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:05:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.435256 5631 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:05:48.440 [DEBUG - New I/O worker #78] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@1da11a1b@497097243 returned Deferred@1706694813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@5bbf4a35 -> (continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$1@1da11a1b@497097243), errback=passthrough -> (continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$1@1da11a1b@497097243)), so the following Deferred is getting paused: Deferred@999339386(state=PAUSED, result=Deferred@1706694813, callback=org.apache.kudu.client.AsyncKuduClient$2@a61e959 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:05:48.442 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:761) Opened table d93acf7617854d659531c38271e7453e 20:05:48.444 [DEBUG - New I/O worker #78] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889 returned Deferred@1314648731(state=PENDING, result=null, callback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889), errback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889)), so the following Deferred is getting paused: Deferred@999339386(state=PAUSED, result=Deferred@1314648731, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:05:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.450528 5735 tablet_service.cc:773] Processing CreateTablet for tablet 2eded9b825dc40e589a095430b2d9b04 (table=TestKuduClient [id=d93acf7617854d659531c38271e7453e]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.450911 5735 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2eded9b825dc40e589a095430b2d9b04. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.453380 5999 tablet_service.cc:773] Processing CreateTablet for tablet 2eded9b825dc40e589a095430b2d9b04 (table=TestKuduClient [id=d93acf7617854d659531c38271e7453e]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.453685 5999 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2eded9b825dc40e589a095430b2d9b04. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.453742 5861 tablet_service.cc:773] Processing CreateTablet for tablet 2eded9b825dc40e589a095430b2d9b04 (table=TestKuduClient [id=d93acf7617854d659531c38271e7453e]), partition=RANGE (key) PARTITION UNBOUNDED 20:05:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.454021 5861 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2eded9b825dc40e589a095430b2d9b04. 1 dirs total, 0 dirs full, 0 dirs failed 20:05:48.455 [DEBUG - New I/O worker #78] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552 returned Deferred@1314648731(state=PENDING, result=null, callback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552), errback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552)), so the following Deferred is getting paused: Deferred@2126411307(state=PAUSED, result=Deferred@1314648731, callback=, errback=) 20:05:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.455581 5735 ts_tablet_manager.cc:1173] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3: Registered tablet (data state: TABLET_DATA_READY) 20:05:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.455956 6086 ts_tablet_manager.cc:1028] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3: Bootstrapping tablet 20:05:48.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.456496 6086 tablet_bootstrap.cc:438] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3: Bootstrap starting. 20:05:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.457374 5999 ts_tablet_manager.cc:1173] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed: Registered tablet (data state: TABLET_DATA_READY) 20:05:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.457641 6087 ts_tablet_manager.cc:1028] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed: Bootstrapping tablet 20:05:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.457844 5861 ts_tablet_manager.cc:1173] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2: Registered tablet (data state: TABLET_DATA_READY) 20:05:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.457895 6087 tablet_bootstrap.cc:438] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed: Bootstrap starting. 20:05:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.458678 6088 ts_tablet_manager.cc:1028] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2: Bootstrapping tablet 20:05:48.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.458930 6088 tablet_bootstrap.cc:438] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2: Bootstrap starting. 20:05:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.458957 6087 tablet_bootstrap.cc:592] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed: No blocks or log segments found. Creating new log. 20:05:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.458962 6086 tablet_bootstrap.cc:592] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3: No blocks or log segments found. Creating new log. 20:05:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.459472 6087 log.cc:525] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed: Log is configured to *not* fsync() on all Append() calls 20:05:48.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.459834 6086 log.cc:525] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3: Log is configured to *not* fsync() on all Append() calls 20:05:48.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.460384 6088 tablet_bootstrap.cc:592] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2: No blocks or log segments found. Creating new log. 20:05:48.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.460557 6087 tablet_bootstrap.cc:438] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed: No bootstrap required, opened a new log 20:05:48.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.460707 6087 ts_tablet_manager.cc:1045] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s 20:05:48.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.460831 6088 log.cc:525] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2: Log is configured to *not* fsync() on all Append() calls 20:05:48.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.461834 6086 tablet_bootstrap.cc:438] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3: No bootstrap required, opened a new log 20:05:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.461937 6086 ts_tablet_manager.cc:1045] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s 20:05:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.462707 6087 raft_consensus.cc:340] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 } } peers { permanent_uuid: "e00a4ec740494afeb3f105b1dea919ed" member_type: VOTER last_known_addr { host: "127.5.88.131" port: 37910 } } peers { permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 } } 20:05:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.462769 6087 raft_consensus.cc:366] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.462802 6087 raft_consensus.cc:705] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e00a4ec740494afeb3f105b1dea919ed, State: Initialized, Role: FOLLOWER 20:05:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.463126 6087 consensus_queue.cc:229] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 } } peers { permanent_uuid: "e00a4ec740494afeb3f105b1dea919ed" member_type: VOTER last_known_addr { host: "127.5.88.131" port: 37910 } } peers { permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 } } 20:05:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.463562 6064 heartbeater.cc:467] Master 127.5.88.188:44958 was elected leader, sending a full tablet report... 20:05:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.463804 6086 raft_consensus.cc:340] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 } } peers { permanent_uuid: "e00a4ec740494afeb3f105b1dea919ed" member_type: VOTER last_known_addr { host: "127.5.88.131" port: 37910 } } peers { permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 } } 20:05:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.463865 6086 raft_consensus.cc:366] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.463901 6086 raft_consensus.cc:705] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e548c17b81974b44ab02c87e65e139a3, State: Initialized, Role: FOLLOWER 20:05:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.464205 6086 consensus_queue.cc:229] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 } } peers { permanent_uuid: "e00a4ec740494afeb3f105b1dea919ed" member_type: VOTER last_known_addr { host: "127.5.88.131" port: 37910 } } peers { permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 } } 20:05:48.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.464246 6087 ts_tablet_manager.cc:1073] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s 20:05:48.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.464766 6086 ts_tablet_manager.cc:1073] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:05:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.466045 6088 tablet_bootstrap.cc:438] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2: No bootstrap required, opened a new log 20:05:48.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.467353 5631 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.5.88.129:43921 20:05:48.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.467607 6088 ts_tablet_manager.cc:1045] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2: Time spent bootstrapping tablet: real 0.009s user 0.002s sys 0.000s 20:05:48.469 [DEBUG - New I/O worker #78] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691 returned Deferred@1314648731(state=PENDING, result=null, callback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552) -> (continuation of Deferred@1311738724 after org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691), errback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552) -> (continuation of Deferred@1311738724 after org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691)), so the following Deferred is getting paused: Deferred@1311738724(state=PAUSED, result=Deferred@1314648731, callback=, errback=) 20:05:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.469777 6088 raft_consensus.cc:340] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 } } peers { permanent_uuid: "e00a4ec740494afeb3f105b1dea919ed" member_type: VOTER last_known_addr { host: "127.5.88.131" port: 37910 } } peers { permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 } } 20:05:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.469835 6088 raft_consensus.cc:366] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:05:48.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.469866 6088 raft_consensus.cc:705] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85cffe335961426bb6327540bebf9ee2, State: Initialized, Role: FOLLOWER 20:05:48.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.470131 6088 consensus_queue.cc:229] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 } } peers { permanent_uuid: "e00a4ec740494afeb3f105b1dea919ed" member_type: VOTER last_known_addr { host: "127.5.88.131" port: 37910 } } peers { permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 } } 20:05:48.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.470654 6088 ts_tablet_manager.cc:1073] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:05:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.471930 5631 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.5.88.130:34139 20:05:48.489 [DEBUG - New I/O worker #78] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@2a374f28@708267816 returned Deferred@1314648731(state=PENDING, result=null, callback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552) -> (continuation of Deferred@1311738724 after org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691) -> (continuation of Deferred@666205035 after org.apache.kudu.client.AsyncKuduClient$15@2a374f28@708267816), errback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552) -> (continuation of Deferred@1311738724 after org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691) -> (continuation of Deferred@666205035 after org.apache.kudu.client.AsyncKuduClient$15@2a374f28@708267816)), so the following Deferred is getting paused: Deferred@666205035(state=PAUSED, result=Deferred@1314648731, callback=, errback=) 20:05:48.509 [DEBUG - New I/O worker #78] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@73b90a9b@1941506715 returned Deferred@1314648731(state=PENDING, result=null, callback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552) -> (continuation of Deferred@1311738724 after org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691) -> (continuation of Deferred@666205035 after org.apache.kudu.client.AsyncKuduClient$15@2a374f28@708267816) -> (continuation of Deferred@1098898211 after org.apache.kudu.client.AsyncKuduClient$15@73b90a9b@1941506715), errback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552) -> (continuation of Deferred@1311738724 after org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691) -> (continuation of Deferred@666205035 after org.apache.kudu.client.AsyncKuduClient$15@2a374f28@708267816) -> (continuation of Deferred@1098898211 after org.apache.kudu.client.AsyncKuduClient$15@73b90a9b@1941506715)), so the following Deferred is getting paused: Deferred@1098898211(state=PAUSED, result=Deferred@1314648731, callback=, errback=) 20:05:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.518038 5927 tablet.cc:1768] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:48.529 [DEBUG - New I/O worker #78] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5121822b@1361150507 returned Deferred@1314648731(state=PENDING, result=null, callback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552) -> (continuation of Deferred@1311738724 after org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691) -> (continuation of Deferred@666205035 after org.apache.kudu.client.AsyncKuduClient$15@2a374f28@708267816) -> (continuation of Deferred@1098898211 after org.apache.kudu.client.AsyncKuduClient$15@73b90a9b@1941506715) -> (continuation of Deferred@1573115207 after org.apache.kudu.client.AsyncKuduClient$15@5121822b@1361150507), errback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552) -> (continuation of Deferred@1311738724 after org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691) -> (continuation of Deferred@666205035 after org.apache.kudu.client.AsyncKuduClient$15@2a374f28@708267816) -> (continuation of Deferred@1098898211 after org.apache.kudu.client.AsyncKuduClient$15@73b90a9b@1941506715) -> (continuation of Deferred@1573115207 after org.apache.kudu.client.AsyncKuduClient$15@5121822b@1361150507)), so the following Deferred is getting paused: Deferred@1573115207(state=PAUSED, result=Deferred@1314648731, callback=, errback=) 20:05:48.549 [DEBUG - New I/O worker #78] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@6695e1b6@1721098678 returned Deferred@1314648731(state=PENDING, result=null, callback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552) -> (continuation of Deferred@1311738724 after org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691) -> (continuation of Deferred@666205035 after org.apache.kudu.client.AsyncKuduClient$15@2a374f28@708267816) -> (continuation of Deferred@1098898211 after org.apache.kudu.client.AsyncKuduClient$15@73b90a9b@1941506715) -> (continuation of Deferred@1573115207 after org.apache.kudu.client.AsyncKuduClient$15@5121822b@1361150507) -> (continuation of Deferred@1493997700 after org.apache.kudu.client.AsyncKuduClient$15@6695e1b6@1721098678), errback=(continuation of Deferred@999339386 after org.apache.kudu.client.AsyncKuduClient$2@a61e959@174188889) -> (continuation of Deferred@2126411307 after org.apache.kudu.client.AsyncKuduClient$15@4b75e128@1266016552) -> (continuation of Deferred@1311738724 after org.apache.kudu.client.AsyncKuduClient$15@5ff1752b@1609659691) -> (continuation of Deferred@666205035 after org.apache.kudu.client.AsyncKuduClient$15@2a374f28@708267816) -> (continuation of Deferred@1098898211 after org.apache.kudu.client.AsyncKuduClient$15@73b90a9b@1941506715) -> (continuation of Deferred@1573115207 after org.apache.kudu.client.AsyncKuduClient$15@5121822b@1361150507) -> (continuation of Deferred@1493997700 after org.apache.kudu.client.AsyncKuduClient$15@6695e1b6@1721098678)), so the following Deferred is getting paused: Deferred@1493997700(state=PAUSED, result=Deferred@1314648731, callback=, errback=) 20:05:48.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.551537 6092 raft_consensus.cc:472] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:48.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.551618 6092 raft_consensus.cc:494] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 } } peers { permanent_uuid: "e00a4ec740494afeb3f105b1dea919ed" member_type: VOTER last_known_addr { host: "127.5.88.131" port: 37910 } } peers { permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 } } 20:05:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.552348 6092 leader_election.cc:292] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e548c17b81974b44ab02c87e65e139a3 (127.5.88.129:48693), 85cffe335961426bb6327540bebf9ee2 (127.5.88.130:44706) 20:05:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.555271 5739 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2eded9b825dc40e589a095430b2d9b04" candidate_uuid: "e00a4ec740494afeb3f105b1dea919ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e548c17b81974b44ab02c87e65e139a3" is_pre_election: true 20:05:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.555392 5739 raft_consensus.cc:2346] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e00a4ec740494afeb3f105b1dea919ed in term 0. 20:05:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.555418 5881 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2eded9b825dc40e589a095430b2d9b04" candidate_uuid: "e00a4ec740494afeb3f105b1dea919ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85cffe335961426bb6327540bebf9ee2" is_pre_election: true 20:05:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.555532 5881 raft_consensus.cc:2346] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e00a4ec740494afeb3f105b1dea919ed in term 0. 20:05:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.555918 5952 leader_election.cc:306] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e00a4ec740494afeb3f105b1dea919ed, e548c17b81974b44ab02c87e65e139a3; no voters: 20:05:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.556171 6092 raft_consensus.cc:2640] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 0 FOLLOWER]: Leader pre-election won for term 1 20:05:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.556206 6092 raft_consensus.cc:472] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.556227 6092 raft_consensus.cc:2886] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 0 FOLLOWER]: Advancing to term 1 20:05:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.556944 6092 raft_consensus.cc:494] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 } } peers { permanent_uuid: "e00a4ec740494afeb3f105b1dea919ed" member_type: VOTER last_known_addr { host: "127.5.88.131" port: 37910 } } peers { permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 } } 20:05:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.557337 6092 leader_election.cc:292] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [CANDIDATE]: Term 1 election: Requested vote from peers e548c17b81974b44ab02c87e65e139a3 (127.5.88.129:48693), 85cffe335961426bb6327540bebf9ee2 (127.5.88.130:44706) 20:05:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.557586 5739 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2eded9b825dc40e589a095430b2d9b04" candidate_uuid: "e00a4ec740494afeb3f105b1dea919ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e548c17b81974b44ab02c87e65e139a3" 20:05:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.557626 5739 raft_consensus.cc:2886] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3 [term 0 FOLLOWER]: Advancing to term 1 20:05:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.557755 5881 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2eded9b825dc40e589a095430b2d9b04" candidate_uuid: "e00a4ec740494afeb3f105b1dea919ed" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85cffe335961426bb6327540bebf9ee2" 20:05:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.557804 5881 raft_consensus.cc:2886] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2 [term 0 FOLLOWER]: Advancing to term 1 20:05:48.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.558146 5739 raft_consensus.cc:2346] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e00a4ec740494afeb3f105b1dea919ed in term 1. 20:05:48.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.558375 5881 raft_consensus.cc:2346] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e00a4ec740494afeb3f105b1dea919ed in term 1. 20:05:48.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.558434 5952 leader_election.cc:306] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e00a4ec740494afeb3f105b1dea919ed, e548c17b81974b44ab02c87e65e139a3; no voters: 20:05:48.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.558531 6092 raft_consensus.cc:2640] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 1 FOLLOWER]: Leader election won for term 1 20:05:48.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.558658 6092 raft_consensus.cc:667] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [term 1 LEADER]: Becoming Leader. State: Replica: e00a4ec740494afeb3f105b1dea919ed, State: Running, Role: LEADER 20:05:48.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.558953 6092 consensus_queue.cc:206] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 } } peers { permanent_uuid: "e00a4ec740494afeb3f105b1dea919ed" member_type: VOTER last_known_addr { host: "127.5.88.131" port: 37910 } } peers { permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 } } 20:05:48.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.561508 5631 catalog_manager.cc:3781] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed reported cstate change: term changed from 0 to 1, leader changed from to e00a4ec740494afeb3f105b1dea919ed (127.5.88.131). New cstate: current_term: 1 leader_uuid: "e00a4ec740494afeb3f105b1dea919ed" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e00a4ec740494afeb3f105b1dea919ed" member_type: VOTER last_known_addr { host: "127.5.88.131" port: 37910 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 } health_report { overall_health: UNKNOWN } } } 20:05:48.631 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:761) Opened table d93acf7617854d659531c38271e7453e 20:05:48.631 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:761) Opened table d93acf7617854d659531c38271e7453e 20:05:48.632 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:761) Opened table d93acf7617854d659531c38271e7453e 20:05:48.632 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:761) Opened table d93acf7617854d659531c38271e7453e 20:05:48.632 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.633 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.633 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.633 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.634160 6065 tablet.cc:1768] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:48.635 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.636 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.636 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.636 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.637 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.637 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.638 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.638 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.639 [DEBUG - pool-23-thread-1] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1682990973(state=PENDING, result=null, callback=, errback=)} 20:05:48.639 [DEBUG - pool-23-thread-1] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@606fff2f@1617952559 returned Deferred@627928390(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1938694360 after org.apache.kudu.client.AsyncKuduSession$1@606fff2f@1617952559), errback=passthrough -> (continuation of Deferred@1938694360 after org.apache.kudu.client.AsyncKuduSession$1@606fff2f@1617952559)), so the following Deferred is getting paused: Deferred@1938694360(state=PAUSED, result=Deferred@627928390, callback=, errback=) 20:05:48.640 [DEBUG - pool-23-thread-3] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@126770046(state=PENDING, result=null, callback=, errback=)} 20:05:48.640 [DEBUG - pool-23-thread-3] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@3b1df57@61988695 returned Deferred@1186156869(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@43990328 after org.apache.kudu.client.AsyncKuduSession$1@3b1df57@61988695), errback=passthrough -> (continuation of Deferred@43990328 after org.apache.kudu.client.AsyncKuduSession$1@3b1df57@61988695)), so the following Deferred is getting paused: Deferred@43990328(state=PAUSED, result=Deferred@1186156869, callback=, errback=) 20:05:48.640 [DEBUG - pool-23-thread-2] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1045180991(state=PENDING, result=null, callback=, errback=)} 20:05:48.641 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.641 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.642 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.642 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.647 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.647 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.647 [DEBUG - pool-23-thread-2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@7f713804@2138126340 returned Deferred@298239118(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1321517379 after org.apache.kudu.client.AsyncKuduSession$1@7f713804@2138126340), errback=passthrough -> (continuation of Deferred@1321517379 after org.apache.kudu.client.AsyncKuduSession$1@7f713804@2138126340)), so the following Deferred is getting paused: Deferred@1321517379(state=PAUSED, result=Deferred@298239118, callback=, errback=) 20:05:48.650 [DEBUG - pool-23-thread-4] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@478192102(state=PENDING, result=null, callback=, errback=)} 20:05:48.650 [DEBUG - pool-23-thread-4] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@18bf36ae@415184558 returned Deferred@1572711389(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1966912537 after org.apache.kudu.client.AsyncKuduSession$1@18bf36ae@415184558), errback=passthrough -> (continuation of Deferred@1966912537 after org.apache.kudu.client.AsyncKuduSession$1@18bf36ae@415184558)), so the following Deferred is getting paused: Deferred@1966912537(state=PAUSED, result=Deferred@1572711389, callback=, errback=) 20:05:48.649 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.651 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.651942 5801 tablet.cc:1768] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:05:48.652 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.652 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.653 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.653 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.654 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.655 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.655 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.655 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.656 [DEBUG - New I/O worker #78] (AsyncKuduClient.java:2114) Learned about tablet 2eded9b825dc40e589a095430b2d9b04 for table 'TestKuduClient' with partition [, ) 20:05:48.657 [DEBUG - New I/O worker #78] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2eded9b825dc40e589a095430b2d9b04@[85cffe335961426bb6327540bebf9ee2(127.5.88.130:44706),e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)[L],e548c17b81974b44ab02c87e65e139a3(127.5.88.129:48693)]}] 20:05:48.657 [DEBUG - New I/O worker #79] (Negotiator.java:764) Authenticated connection [id: 0xfcff3123, /127.5.88.131:42410 => /127.5.88.131:37910] using TOKEN/null 20:05:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.663893 5739 raft_consensus.cc:1181] T 2eded9b825dc40e589a095430b2d9b04 P e548c17b81974b44ab02c87e65e139a3 [term 1 FOLLOWER]: Refusing update from remote peer e00a4ec740494afeb3f105b1dea919ed: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:48.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.663906 5881 raft_consensus.cc:1181] T 2eded9b825dc40e589a095430b2d9b04 P 85cffe335961426bb6327540bebf9ee2 [term 1 FOLLOWER]: Refusing update from remote peer e00a4ec740494afeb3f105b1dea919ed: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:05:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.664482 6092 consensus_queue.cc:984] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [LEADER]: Connected to new peer: Peer: permanent_uuid: "e548c17b81974b44ab02c87e65e139a3" member_type: VOTER last_known_addr { host: "127.5.88.129" port: 48693 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.664790 6092 consensus_queue.cc:984] T 2eded9b825dc40e589a095430b2d9b04 P e00a4ec740494afeb3f105b1dea919ed [LEADER]: Connected to new peer: Peer: permanent_uuid: "85cffe335961426bb6327540bebf9ee2" member_type: VOTER last_known_addr { host: "127.5.88.130" port: 44706 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:05:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.666023 5800 heartbeater.cc:467] Master 127.5.88.188:44958 was elected leader, sending a full tablet report... 20:05:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.666611 5926 heartbeater.cc:467] Master 127.5.88.188:44958 was elected leader, sending a full tablet report... 20:05:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.675154 6103 mvcc.cc:203] Tried to move safe_time back from 6337601325721395200 to 6337601325299404800. Current Snapshot: MvccSnapshot[committed={T|T < 6337601325721395200}] 20:05:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.676120 6102 mvcc.cc:203] Tried to move safe_time back from 6337601325721395200 to 6337601325299404800. Current Snapshot: MvccSnapshot[committed={T|T < 6337601325721395200}] 20:05:48.686 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325783126016) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.689 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325783126017) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.696 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325812129792) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.696238 6101 mvcc.cc:203] Tried to move safe_time back from 6337601325812129792 to 6337601325299404800. Current Snapshot: MvccSnapshot[committed={T|T < 6337601325812129792 or (T in {6337601325812129792})}] 20:05:48.696 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325812129792) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.703 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325856890880) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.704 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325856890880) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.706 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325856890880) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.707 [DEBUG - pool-23-thread-2] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1771660132(state=PENDING, result=null, callback=, errback=)} 20:05:48.707 [DEBUG - pool-23-thread-3] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@2009060286(state=PENDING, result=null, callback=, errback=)} 20:05:48.708 [DEBUG - pool-23-thread-2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@1f5ec74b@526305099 returned Deferred@941331098(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1045180991 after org.apache.kudu.client.AsyncKuduSession$1@1f5ec74b@526305099), errback=passthrough -> (continuation of Deferred@1045180991 after org.apache.kudu.client.AsyncKuduSession$1@1f5ec74b@526305099)), so the following Deferred is getting paused: Deferred@1045180991(state=PAUSED, result=Deferred@941331098, callback=, errback=) 20:05:48.708 [DEBUG - pool-23-thread-3] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@7a79e179@2054807929 returned Deferred@647802378(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@126770046 after org.apache.kudu.client.AsyncKuduSession$1@7a79e179@2054807929), errback=passthrough -> (continuation of Deferred@126770046 after org.apache.kudu.client.AsyncKuduSession$1@7a79e179@2054807929)), so the following Deferred is getting paused: Deferred@126770046(state=PAUSED, result=Deferred@647802378, callback=, errback=) 20:05:48.708 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325856890881) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.711 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325856890881) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.711 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325856890882) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.714 [DEBUG - pool-23-thread-4] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1814738121(state=PENDING, result=null, callback=, errback=)} 20:05:48.714 [DEBUG - pool-23-thread-4] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@d41f5a4@222426532 returned Deferred@1033000082(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@478192102 after org.apache.kudu.client.AsyncKuduSession$1@d41f5a4@222426532), errback=passthrough -> (continuation of Deferred@478192102 after org.apache.kudu.client.AsyncKuduSession$1@d41f5a4@222426532)), so the following Deferred is getting paused: Deferred@478192102(state=PAUSED, result=Deferred@1033000082, callback=, errback=) 20:05:48.719 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325856890882) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.725 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601325927874560) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.727 [DEBUG - pool-23-thread-1] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@344115803(state=PENDING, result=null, callback=, errback=)} 20:05:48.728 [DEBUG - pool-23-thread-1] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@b8bd963@193714531 returned Deferred@1161990665(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1682990973 after org.apache.kudu.client.AsyncKuduSession$1@b8bd963@193714531), errback=passthrough -> (continuation of Deferred@1682990973 after org.apache.kudu.client.AsyncKuduSession$1@b8bd963@193714531)), so the following Deferred is getting paused: Deferred@1682990973(state=PAUSED, result=Deferred@1161990665, callback=, errback=) 20:05:48.737 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601325984124928) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.742 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601325984124929) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.742 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601325984124929) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.748 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601325984124930) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.750 [DEBUG - pool-23-thread-3] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1569796380(state=PENDING, result=null, callback=, errback=)} 20:05:48.751 [DEBUG - pool-23-thread-3] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@54ba2b33@1421486899 returned Deferred@1635609332(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@2009060286 after org.apache.kudu.client.AsyncKuduSession$1@54ba2b33@1421486899), errback=passthrough -> (continuation of Deferred@2009060286 after org.apache.kudu.client.AsyncKuduSession$1@54ba2b33@1421486899)), so the following Deferred is getting paused: Deferred@2009060286(state=PAUSED, result=Deferred@1635609332, callback=, errback=) 20:05:48.754 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601326046216193) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.758 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601326046216192) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.758 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601326046216194) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.764 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601326046216195) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.766 [DEBUG - pool-23-thread-4] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@756986693(state=PENDING, result=null, callback=, errback=)} 20:05:48.766 [DEBUG - pool-23-thread-4] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@14abc6d3@346801875 returned Deferred@373685559(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1814738121 after org.apache.kudu.client.AsyncKuduSession$1@14abc6d3@346801875), errback=passthrough -> (continuation of Deferred@1814738121 after org.apache.kudu.client.AsyncKuduSession$1@14abc6d3@346801875)), so the following Deferred is getting paused: Deferred@1814738121(state=PAUSED, result=Deferred@373685559, callback=, errback=) 20:05:48.786 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601326104915968) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.788 [DEBUG - pool-23-thread-2] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1354600963(state=PENDING, result=null, callback=, errback=)} 20:05:48.788 [DEBUG - pool-23-thread-2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@729d4933@1922910515 returned Deferred@454081716(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1771660132 after org.apache.kudu.client.AsyncKuduSession$1@729d4933@1922910515), errback=passthrough -> (continuation of Deferred@1771660132 after org.apache.kudu.client.AsyncKuduSession$1@729d4933@1922910515)), so the following Deferred is getting paused: Deferred@1771660132(state=PAUSED, result=Deferred@454081716, callback=, errback=) 20:05:48.792 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326136590337) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.798 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326190014465) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.803 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326190014464) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.806 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326261960704) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.810 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326261960705) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.812 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326261960704) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.813 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326261960705) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.815 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326261960704) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.819 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326261960706) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.820 [DEBUG - pool-23-thread-1] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1204351641(state=PENDING, result=null, callback=, errback=)} 20:05:48.821 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326261960706) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.821 [DEBUG - pool-23-thread-1] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@451a3829@1159346217 returned Deferred@277852456(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@344115803 after org.apache.kudu.client.AsyncKuduSession$1@451a3829@1159346217), errback=passthrough -> (continuation of Deferred@344115803 after org.apache.kudu.client.AsyncKuduSession$1@451a3829@1159346217)), so the following Deferred is getting paused: Deferred@344115803(state=PAUSED, result=Deferred@277852456, callback=, errback=) 20:05:48.821 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326261960706) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.825 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326261960707) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.833 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326381187073) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.836 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326381187074) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.838 [DEBUG - New I/O worker #79] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601326381187075) for scanner KuduScanner(table=TestKuduClient, tablet=2eded9b825dc40e589a095430b2d9b04, scannerId=null, scanRequestTimeout=30000) 20:05:48.839 [DEBUG - New I/O worker #76] (Connection.java:688) [peer master-127.5.88.190:38972(127.5.88.190:38972)] cleaning up while in state READY due to: connection disconnected 20:05:48.840 [DEBUG - New I/O worker #77] (Connection.java:688) [peer master-127.5.88.189:59394(127.5.88.189:59394)] cleaning up while in state READY due to: connection disconnected 20:05:48.840 [DEBUG - New I/O worker #78] (Connection.java:688) [peer master-127.5.88.188:44958(127.5.88.188:44958)] cleaning up while in state READY due to: connection disconnected 20:05:48.841 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:05:48.841 [DEBUG - New I/O worker #79] (Connection.java:688) [peer e00a4ec740494afeb3f105b1dea919ed(127.5.88.131:37910)] cleaning up while in state READY due to: connection disconnected 20:05:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.842667 5474 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 5665 20:05:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.846621 5489 connection.cc:512] server connection from 127.5.88.129:52935 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.129:52935): Connection reset by peer (error 104) 20:05:48.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.846990 5552 connection.cc:512] server connection from 127.5.88.129:48828 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.129:48828): Connection reset by peer (error 104) 20:05:48.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.847321 5614 connection.cc:512] server connection from 127.5.88.129:43921 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.129:43921): Connection reset by peer (error 104) 20:05:48.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.847352 5952 connection.cc:512] client connection to 127.5.88.129:48693 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.129:48693): Connection reset by peer (error 104) 20:05:48.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.847633 5474 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 5802 20:05:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.850262 5491 connection.cc:512] server connection from 127.5.88.130:36195 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.130:36195): Connection reset by peer (error 104) 20:05:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.850271 5553 connection.cc:512] server connection from 127.5.88.130:59472 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.130:59472): Connection reset by peer (error 104) 20:05:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.850334 5615 connection.cc:512] server connection from 127.5.88.130:34139 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.130:34139): Connection reset by peer (error 104) 20:05:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.850512 5951 connection.cc:512] client connection to 127.5.88.130:44706 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.130:44706): Connection reset by peer (error 104) 20:05:48.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.850639 5474 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 5931 20:05:48.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.853541 5490 connection.cc:512] server connection from 127.5.88.131:59227 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.131:59227): Connection reset by peer (error 104) 20:05:48.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.853557 5552 connection.cc:512] server connection from 127.5.88.131:55298 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.131:55298): Connection reset by peer (error 104) 20:05:48.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:48.853718 5612 connection.cc:512] server connection from 127.5.88.131:56047 recv error: Network error: failed to read from TLS socket (remote: 127.5.88.131:56047): Connection reset by peer (error 104) 20:05:48.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.853757 5474 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 5481 20:05:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.856565 5474 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 5543 20:05:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:48.859334 5474 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 5603 ]]> /127.5.248.253:32931] using SASL/PLAIN 20:05:49.771 [DEBUG - New I/O worker #86] (Negotiator.java:764) Authenticated connection [id: 0x27128ee1, /127.5.248.252:52370 => /127.5.248.252:44727] using SASL/PLAIN 20:05:49.771 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.5.248.253:32931 20:05:49.779 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 1 } } 20:05:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.781054 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 6184 20:05:49.781 [DEBUG - New I/O worker #87] (Negotiator.java:764) Authenticated connection [id: 0xd7bf09f4, /127.5.248.254:34692 => /127.5.248.254:37805] using SASL/PLAIN 20:05:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:49.784673 6326 connection.cc:512] client connection to 127.5.248.253:32931 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.253:32931): Connection reset by peer (error 104) 20:05:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:49.785156 6468 connection.cc:512] client connection to 127.5.248.253:32931 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.253:32931): Connection reset by peer (error 104) 20:05:49.785 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:49.785 [INFO - Time-limited test] (MiniKuduCluster.java:309) Starting master server 127.5.248.253:32931 20:05:49.786 [DEBUG - New I/O worker #85] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state READY due to: connection disconnected 20:05:49.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:49.785586 6594 connection.cc:512] client connection to 127.5.248.253:32931 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.253:32931): Connection reset by peer (error 104) 20:05:49.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: start_daemon { id { type: MASTER index: 1 } } 20:05:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.788655 6115 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:05:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:05:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/wal 20:05:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data 20:05:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:05:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:05:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.5.248.253:32931 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.5.248.253 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=59937 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/logs 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data/info.pb 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:05:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.5.248.254:37805,127.5.248.253:32931,127.5.248.252:44727 with env {} 20:05:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:05:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:49.838737 6731 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:05:49.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:49.838896 6731 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:05:49.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:49.839850 6731 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:05:49.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:49.839874 6731 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:05:49.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:49.839881 6731 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:05:49.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:49.839890 6731 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.841526 6731 master_main.cc:73] Master server non-default flags: 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/wal 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.5.248.254:37805,127.5.248.253:32931,127.5.248.252:44727 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.5.248.253:32931 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data/info.pb 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.5.248.253 20:05:49.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=59937 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.6731 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/logs 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:05:49.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:05:49.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.848148 6731 master_main.cc:80] Initializing master server... 20:05:49.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.848665 6731 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 242314us 20:05:49.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.849586 6731 fs_manager.cc:263] Metadata directory not provided 20:05:49.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.849629 6731 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:05:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.853260 6731 fs_manager.cc:399] Time spent opening directory manager: real 0.003s user 0.002s sys 0.000s 20:05:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.853583 6731 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:05:49.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.853924 6731 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:05:49.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.857081 6731 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:05:49.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.857630 6731 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/wal 20:05:49.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "64d00f8c150743dd9b7092fd06931e57" 20:05:49.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:05:49 on quasar-qznjce-1.vpc.cloudera.com" 20:05:49.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.857846 6731 fs_report.cc:352] FS layout report 20:05:49.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:05:49.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/wal 20:05:49.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/wal 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data/data 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:05:49.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:05:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.884665 6731 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:05:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.885174 6731 master_main.cc:83] Starting Master server... 20:05:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.889390 6731 rpc_server.cc:205] RPC server started. Bound to: 127.5.248.253:32931 20:05:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.889642 6731 webserver.cc:175] Starting webserver on 127.5.248.253:59937 20:05:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.889657 6731 webserver.cc:186] Document root disabled 20:05:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.889974 6731 webserver.cc:313] Webserver started. Bound to: http://127.5.248.253:59937/ 20:05:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.890415 6731 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data/info.pb 20:05:49.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.892583 6115 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 6731 20:05:49.892 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:49.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.893030 6790 sys_catalog.cc:188] Verifying existing consensus state 20:05:49.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.895078 6790 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: Bootstrap starting. 20:05:49.897 [DEBUG - New I/O worker #96] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.254 20:05:49.897 [DEBUG - New I/O worker #94] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.253 20:05:49.898 [DEBUG - New I/O worker #95] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.252 20:05:49.908 [DEBUG - New I/O worker #96] (Negotiator.java:764) Authenticated connection [id: 0xc3c44434, /127.5.248.254:34696 => /127.5.248.254:37805] using SASL/PLAIN 20:05:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.908496 6790 log.cc:525] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: Log is configured to *not* fsync() on all Append() calls 20:05:49.912 [DEBUG - New I/O worker #95] (Negotiator.java:764) Authenticated connection [id: 0xa5a3bca0, /127.5.248.252:52373 => /127.5.248.252:44727] using SASL/PLAIN 20:05:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.914410 6790 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: Bootstrap replayed 1/1 log segments. Stats: ops{read=3 overwritten=0 applied=3 ignored=0} inserts{seen=2 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates 20:05:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.914887 6790 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: Bootstrap complete. 20:05:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.919626 6790 raft_consensus.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.919808 6790 raft_consensus.cc:705] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64d00f8c150743dd9b7092fd06931e57, State: Initialized, Role: FOLLOWER 20:05:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.920383 6790 consensus_queue.cc:229] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 3, Last appended: 1.3, Last appended by leader: 3, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.922499 6794 sys_catalog.cc:337] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:49.922 [DEBUG - New I/O worker #94] (Negotiator.java:764) Authenticated connection [id: 0xe5ce2132, /127.5.248.253:49066 => /127.5.248.253:32931] using SASL/PLAIN 20:05:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.922643 6794 sys_catalog.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: This master's current role is: FOLLOWER 20:05:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.922497 6790 sys_catalog.cc:337] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.922875 6790 sys_catalog.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: This master's current role is: FOLLOWER 20:05:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.923688 6790 sys_catalog.cc:424] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: configured and running, proceeding with master startup. 20:05:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.924700 6731 master_main.cc:86] Master server successfully started. 20:05:49.924 [INFO - New I/O worker #94] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: Catalog manager is not initialized. State: Starting 20:05:49.926 [WARN - New I/O worker #94] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.929006 6795 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: acquiring CA information for follower catalog manager: success 20:05:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:49.930281 6795 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:49.935 [WARN - New I/O worker #94] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:49.955 [WARN - New I/O worker #96] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:49.974 [WARN - New I/O worker #96] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:49.994 [WARN - New I/O worker #96] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:50.035 [WARN - New I/O worker #96] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:50.094 [WARN - New I/O worker #96] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:50.154 [WARN - New I/O worker #94] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:50.174 [WARN - New I/O worker #94] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.306664 6311 catalog_manager.cc:1092] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: acquiring CA information for follower catalog manager: success 20:05:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.307572 6311 catalog_manager.cc:1120] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.344130 6318 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37: acquiring CA information for follower catalog manager: success 20:05:50.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.344938 6318 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:50.375 [WARN - New I/O worker #96] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.444056 6757 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "076bfafab5c74f29aa35d0c32dbac365" instance_seqno: 1547265949420007) as {username='jenkins'} at 127.5.248.193:53237; Asking this server to re-register. 20:05:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.444411 6443 heartbeater.cc:426] Registering TS with master... 20:05:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.445169 6757 ts_manager.cc:98] Registered new tserver with Master: 076bfafab5c74f29aa35d0c32dbac365 (127.5.248.193:51127) 20:05:50.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.617714 6578 heartbeater.cc:467] Master 127.5.248.253:32931 was elected leader, sending a full tablet report... 20:05:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.621011 6757 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "ece4bd1f7e22447d98f752c512692a73" instance_seqno: 1547265949602713) as {username='jenkins'} at 127.5.248.194:50683; Asking this server to re-register. 20:05:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.621330 6578 heartbeater.cc:426] Registering TS with master... 20:05:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.621876 6757 ts_manager.cc:98] Registered new tserver with Master: ece4bd1f7e22447d98f752c512692a73 (127.5.248.194:35176) 20:05:50.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.735913 6704 heartbeater.cc:467] Master 127.5.248.253:32931 was elected leader, sending a full tablet report... 20:05:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.739112 6757 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "28e02cdd8b82405a838eef800d9dd4f7" instance_seqno: 1547265949722513) as {username='jenkins'} at 127.5.248.195:40944; Asking this server to re-register. 20:05:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.739442 6704 heartbeater.cc:426] Registering TS with master... 20:05:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.739961 6757 ts_manager.cc:98] Registered new tserver with Master: 28e02cdd8b82405a838eef800d9dd4f7 (127.5.248.195:41991) 20:05:50.894 [WARN - New I/O worker #95] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.975469 6801 raft_consensus.cc:472] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 64d00f8c150743dd9b7092fd06931e57) 20:05:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.975534 6801 raft_consensus.cc:494] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.975740 6802 raft_consensus.cc:472] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 64d00f8c150743dd9b7092fd06931e57) 20:05:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.975831 6802 raft_consensus.cc:494] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.976469 6801 leader_election.cc:292] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 64d00f8c150743dd9b7092fd06931e57 (127.5.248.253:32931), a327aa3f016647d4831abfa890db53d0 (127.5.248.252:44727) 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.976842 6158 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" is_pre_election: true 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.976908 6158 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a327aa3f016647d4831abfa890db53d0 in term 1. 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.976944 6282 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a83ee3fd8684dd9995488007281cb37" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "a327aa3f016647d4831abfa890db53d0" is_pre_election: true 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.976982 6802 leader_election.cc:292] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), 64d00f8c150743dd9b7092fd06931e57 (127.5.248.253:32931) 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.977005 6282 raft_consensus.cc:2346] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a83ee3fd8684dd9995488007281cb37 in term 1. 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.977326 6132 leader_election.cc:306] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7a83ee3fd8684dd9995488007281cb37, a327aa3f016647d4831abfa890db53d0; no voters: 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.977486 6255 leader_election.cc:306] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7a83ee3fd8684dd9995488007281cb37, a327aa3f016647d4831abfa890db53d0; no voters: 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.977603 6801 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 1 FOLLOWER]: Leader pre-election won for term 2 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.977636 6801 raft_consensus.cc:472] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 64d00f8c150743dd9b7092fd06931e57) 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.977658 6801 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 1 FOLLOWER]: Advancing to term 2 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.977794 6802 raft_consensus.cc:2640] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 1 FOLLOWER]: Leader pre-election won for term 2 20:05:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.977921 6802 raft_consensus.cc:472] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 64d00f8c150743dd9b7092fd06931e57) 20:05:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.977947 6802 raft_consensus.cc:2886] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 1 FOLLOWER]: Advancing to term 2 20:05:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.978539 6801 raft_consensus.cc:494] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.978739 6802 raft_consensus.cc:494] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.978834 6801 leader_election.cc:292] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [CANDIDATE]: Term 2 election: Requested vote from peers 64d00f8c150743dd9b7092fd06931e57 (127.5.248.253:32931), a327aa3f016647d4831abfa890db53d0 (127.5.248.252:44727) 20:05:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.979171 6802 leader_election.cc:292] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 2 election: Requested vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), 64d00f8c150743dd9b7092fd06931e57 (127.5.248.253:32931) 20:05:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.979385 6158 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" 20:05:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.979454 6158 raft_consensus.cc:2276] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a327aa3f016647d4831abfa890db53d0 in current term 2: Already voted for candidate 7a83ee3fd8684dd9995488007281cb37 in this term. 20:05:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.979718 6282 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a83ee3fd8684dd9995488007281cb37" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "a327aa3f016647d4831abfa890db53d0" 20:05:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.979809 6282 raft_consensus.cc:2276] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7a83ee3fd8684dd9995488007281cb37 in current term 2: Already voted for candidate a327aa3f016647d4831abfa890db53d0 in this term. 20:05:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.981783 6766 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "64d00f8c150743dd9b7092fd06931e57" 20:05:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.981784 6767 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "64d00f8c150743dd9b7092fd06931e57" is_pre_election: true 20:05:50.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.981930 6767 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a327aa3f016647d4831abfa890db53d0 in term 1. 20:05:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.982009 6766 raft_consensus.cc:2321] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate a327aa3f016647d4831abfa890db53d0 for term 2 because replica is already servicing an update from a current leader or another vote. 20:05:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.982414 6256 leader_election.cc:306] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a327aa3f016647d4831abfa890db53d0; no voters: 64d00f8c150743dd9b7092fd06931e57, 7a83ee3fd8684dd9995488007281cb37 20:05:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.982520 6802 raft_consensus.cc:2588] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority 20:05:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.982671 6766 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a83ee3fd8684dd9995488007281cb37" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "64d00f8c150743dd9b7092fd06931e57" is_pre_election: true 20:05:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.982740 6766 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a83ee3fd8684dd9995488007281cb37 in term 1. 20:05:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.982761 6767 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a83ee3fd8684dd9995488007281cb37" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "64d00f8c150743dd9b7092fd06931e57" 20:05:50.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.982796 6767 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 1 FOLLOWER]: Advancing to term 2 20:05:50.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.984025 6767 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a83ee3fd8684dd9995488007281cb37 in term 2. 20:05:50.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.984241 6132 leader_election.cc:306] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 64d00f8c150743dd9b7092fd06931e57, 7a83ee3fd8684dd9995488007281cb37; no voters: a327aa3f016647d4831abfa890db53d0 20:05:50.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.984359 6801 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 2 FOLLOWER]: Leader election won for term 2 20:05:50.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.984458 6801 raft_consensus.cc:667] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 2 LEADER]: Becoming Leader. State: Replica: 7a83ee3fd8684dd9995488007281cb37, State: Running, Role: LEADER 20:05:50.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.984702 6801 consensus_queue.cc:206] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 3, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:50.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.985435 6806 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a83ee3fd8684dd9995488007281cb37. Latest consensus state: current_term: 2 leader_uuid: "7a83ee3fd8684dd9995488007281cb37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:50.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.985455 6806 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: This master's current role is: LEADER 20:05:50.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.985694 6808 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:05:50.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.986608 6808 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:05:50.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.987119 6808 catalog_manager.cc:1056] Loading token signing keys... 20:05:50.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:50.987524 6808 catalog_manager.cc:4096] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37: Loaded TSK: 0 20:05:51.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.444733 6148 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.5.248.193:52304 20:05:51.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.475941 6282 raft_consensus.cc:1181] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 2 FOLLOWER]: Refusing update from remote peer 7a83ee3fd8684dd9995488007281cb37: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 2 index: 4. (index mismatch) 20:05:51.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.476317 6806 consensus_queue.cc:984] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s 20:05:51.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.477077 6802 sys_catalog.cc:337] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a83ee3fd8684dd9995488007281cb37. Latest consensus state: current_term: 2 leader_uuid: "7a83ee3fd8684dd9995488007281cb37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:51.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.477102 6802 sys_catalog.cc:340] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: This master's current role is: FOLLOWER 20:05:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.478091 6806 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "7a83ee3fd8684dd9995488007281cb37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.478113 6806 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: This master's current role is: LEADER 20:05:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.478327 6802 sys_catalog.cc:337] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "7a83ee3fd8684dd9995488007281cb37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.478346 6802 sys_catalog.cc:340] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: This master's current role is: FOLLOWER 20:05:51.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.478533 6767 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 2 FOLLOWER]: Refusing update from remote peer 7a83ee3fd8684dd9995488007281cb37: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 2 index: 4. (index mismatch) 20:05:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.479056 6812 consensus_queue.cc:984] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [LEADER]: Connected to new peer: Peer: permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s 20:05:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.480942 6816 sys_catalog.cc:337] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "7a83ee3fd8684dd9995488007281cb37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.481214 6816 sys_catalog.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: This master's current role is: FOLLOWER 20:05:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.481294 6813 sys_catalog.cc:337] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7a83ee3fd8684dd9995488007281cb37. Latest consensus state: current_term: 2 leader_uuid: "7a83ee3fd8684dd9995488007281cb37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:51.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.481349 6813 sys_catalog.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: This master's current role is: FOLLOWER 20:05:51.855 [DEBUG - New I/O worker #96] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:51.862 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:05:51.865 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.5.248.254:37805 20:05:51.865 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 0 } } 20:05:51.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.866050 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 6122 20:05:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:51.869858 6325 connection.cc:512] client connection to 127.5.248.254:37805 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.254:37805): Connection reset by peer (error 104) 20:05:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:51.870260 6467 connection.cc:512] client connection to 127.5.248.254:37805 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.254:37805): Connection reset by peer (error 104) 20:05:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:51.870306 6593 connection.cc:512] client connection to 127.5.248.254:37805 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.254:37805): Connection reset by peer (error 104) 20:05:51.871 [DEBUG - New I/O worker #96] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state READY due to: connection disconnected 20:05:51.872 [DEBUG - New I/O worker #87] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state READY due to: connection disconnected 20:05:51.872 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:51.872 [INFO - Time-limited test] (MiniKuduCluster.java:309) Starting master server 127.5.248.254:37805 20:05:51.873 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: start_daemon { id { type: MASTER index: 0 } } 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.873584 6115 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/wal 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/data 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.5.248.254:37805 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.5.248.254 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=54811 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/logs 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/data/info.pb 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:05:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:05:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:05:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.5.248.254:37805,127.5.248.253:32931,127.5.248.252:44727 with env {} 20:05:51.877 [DEBUG - New I/O worker #88] (Negotiator.java:764) Authenticated connection [id: 0x045bb839, /127.5.248.253:49072 => /127.5.248.253:32931] using TOKEN/null 20:05:51.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:05:51.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:51.925500 6827 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:05:51.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:51.925680 6827 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:05:51.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:51.926650 6827 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:05:51.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:51.926678 6827 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:05:51.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:51.926690 6827 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:05:51.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:51.926704 6827 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.928450 6827 master_main.cc:73] Master server non-default flags: 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/data 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/wal 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.5.248.254:37805,127.5.248.253:32931,127.5.248.252:44727 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.5.248.254:37805 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/data/info.pb 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.5.248.254 20:05:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=54811 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.6827 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/logs 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:05:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:05:51.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.935192 6827 master_main.cc:80] Initializing master server... 20:05:51.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.935690 6827 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 243314us 20:05:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.936599 6827 fs_manager.cc:263] Metadata directory not provided 20:05:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.936643 6827 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:05:51.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.940362 6827 fs_manager.cc:399] Time spent opening directory manager: real 0.003s user 0.002s sys 0.000s 20:05:51.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.940654 6827 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:05:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.940981 6827 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.943984 6827 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.001s 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.944516 6827 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/wal 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "7a83ee3fd8684dd9995488007281cb37" 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:05:49 on quasar-qznjce-1.vpc.cloudera.com" 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.944645 6827 fs_report.cc:352] FS layout report 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/wal 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/wal 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/data/data 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:05:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:05:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:05:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:05:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:05:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:05:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:05:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:05:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:05:51.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.976532 6827 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:05:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.977037 6827 master_main.cc:83] Starting Master server... 20:05:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.981575 6827 rpc_server.cc:205] RPC server started. Bound to: 127.5.248.254:37805 20:05:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.981868 6827 webserver.cc:175] Starting webserver on 127.5.248.254:54811 20:05:51.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.981885 6827 webserver.cc:186] Document root disabled 20:05:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.982256 6827 webserver.cc:313] Webserver started. Bound to: http://127.5.248.254:54811/ 20:05:51.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.982703 6827 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-0/data/info.pb 20:05:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.985321 6890 sys_catalog.cc:188] Verifying existing consensus state 20:05:51.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.986582 6890 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37: Bootstrap starting. 20:05:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.991305 6115 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 6827 20:05:51.991 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:51.995 [DEBUG - New I/O worker #103] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.253 20:05:51.997 [DEBUG - New I/O worker #105] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.254 20:05:51.997 [DEBUG - New I/O worker #104] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.252 20:05:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:51.999750 6890 log.cc:525] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37: Log is configured to *not* fsync() on all Append() calls 20:05:52.004 [DEBUG - New I/O worker #103] (Negotiator.java:764) Authenticated connection [id: 0x9ad9b3d1, /127.5.248.253:49074 => /127.5.248.253:32931] using SASL/PLAIN 20:05:52.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.005530 6890 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=2 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates 20:05:52.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.005859 6890 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37: Bootstrap complete. 20:05:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.009248 6890 raft_consensus.cc:340] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.009342 6890 raft_consensus.cc:705] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a83ee3fd8684dd9995488007281cb37, State: Initialized, Role: FOLLOWER 20:05:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.009752 6890 consensus_queue.cc:229] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 2.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:52.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.010020 6890 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:52.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.010143 6890 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: This master's current role is: FOLLOWER 20:05:52.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.010074 6895 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:52.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.010455 6895 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: This master's current role is: FOLLOWER 20:05:52.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.010916 6890 sys_catalog.cc:424] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: configured and running, proceeding with master startup. 20:05:52.016 [DEBUG - New I/O worker #104] (Negotiator.java:764) Authenticated connection [id: 0x13c00101, /127.5.248.252:52381 => /127.5.248.252:44727] using SASL/PLAIN 20:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.011909 6827 master_main.cc:86] Master server successfully started. 20:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.015580 6896 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37: acquiring CA information for follower catalog manager: success 20:05:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.016741 6896 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:52.021 [DEBUG - New I/O worker #105] (Negotiator.java:764) Authenticated connection [id: 0xa5d9cd9a, /127.5.248.254:34703 => /127.5.248.254:37805] using SASL/PLAIN 20:05:52.023 [WARN - New I/O worker #105] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:52.033 [WARN - New I/O worker #105] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:52.053 [WARN - New I/O worker #105] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:52.073 [WARN - New I/O worker #105] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:52.093 [WARN - New I/O worker #105] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:52.133 [WARN - New I/O worker #105] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:52.172 [WARN - New I/O worker #105] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:52.312 [WARN - New I/O worker #104] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.446146 6442 heartbeater.cc:467] Master 127.5.248.254:37805 was elected leader, sending a full tablet report... 20:05:52.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.450033 6857 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "076bfafab5c74f29aa35d0c32dbac365" instance_seqno: 1547265949420007) as {username='jenkins'} at 127.5.248.193:60148; Asking this server to re-register. 20:05:52.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.450428 6442 heartbeater.cc:426] Registering TS with master... 20:05:52.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.451125 6857 ts_manager.cc:98] Registered new tserver with Master: 076bfafab5c74f29aa35d0c32dbac365 (127.5.248.193:51127) 20:05:52.533 [WARN - New I/O worker #105] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.618938 6577 heartbeater.cc:467] Master 127.5.248.254:37805 was elected leader, sending a full tablet report... 20:05:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.621954 6857 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "ece4bd1f7e22447d98f752c512692a73" instance_seqno: 1547265949602713) as {username='jenkins'} at 127.5.248.194:51060; Asking this server to re-register. 20:05:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.622268 6577 heartbeater.cc:426] Registering TS with master... 20:05:52.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.622807 6857 ts_manager.cc:98] Registered new tserver with Master: ece4bd1f7e22447d98f752c512692a73 (127.5.248.194:35176) 20:05:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.739441 6703 heartbeater.cc:467] Master 127.5.248.254:37805 was elected leader, sending a full tablet report... 20:05:52.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.742458 6857 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "28e02cdd8b82405a838eef800d9dd4f7" instance_seqno: 1547265949722513) as {username='jenkins'} at 127.5.248.195:43528; Asking this server to re-register. 20:05:52.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.742799 6703 heartbeater.cc:426] Registering TS with master... 20:05:52.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.743324 6857 ts_manager.cc:98] Registered new tserver with Master: 28e02cdd8b82405a838eef800d9dd4f7 (127.5.248.195:41991) 20:05:52.933 [WARN - New I/O worker #105] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:52.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.978497 6901 raft_consensus.cc:472] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 7a83ee3fd8684dd9995488007281cb37) 20:05:52.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.978579 6901 raft_consensus.cc:494] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:52.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.978904 6901 leader_election.cc:292] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), 64d00f8c150743dd9b7092fd06931e57 (127.5.248.253:32931) 20:05:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.979256 6767 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "64d00f8c150743dd9b7092fd06931e57" is_pre_election: true 20:05:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.979322 6767 raft_consensus.cc:2307] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate a327aa3f016647d4831abfa890db53d0 for term 3 because replica is either leader or believes a valid leader to be alive. 20:05:52.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.980834 6903 raft_consensus.cc:472] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 7a83ee3fd8684dd9995488007281cb37) 20:05:52.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.980921 6903 raft_consensus.cc:494] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:52.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.982003 6903 leader_election.cc:292] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), a327aa3f016647d4831abfa890db53d0 (127.5.248.252:44727) 20:05:52.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.982009 6867 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" is_pre_election: true 20:05:52.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.982208 6867 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a327aa3f016647d4831abfa890db53d0 in term 2. 20:05:52.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.982656 6255 leader_election.cc:306] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7a83ee3fd8684dd9995488007281cb37, a327aa3f016647d4831abfa890db53d0; no voters: 64d00f8c150743dd9b7092fd06931e57 20:05:52.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.982775 6901 raft_consensus.cc:2640] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 2 FOLLOWER]: Leader pre-election won for term 3 20:05:52.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.982807 6901 raft_consensus.cc:472] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 7a83ee3fd8684dd9995488007281cb37) 20:05:52.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.982831 6901 raft_consensus.cc:2886] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 2 FOLLOWER]: Advancing to term 3 20:05:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.983623 6901 raft_consensus.cc:494] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.984127 6867 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" 20:05:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.984153 6767 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "64d00f8c150743dd9b7092fd06931e57" 20:05:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.984189 6767 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 2 FOLLOWER]: Advancing to term 3 20:05:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.984169 6867 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 2 FOLLOWER]: Advancing to term 3 20:05:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.984880 6767 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a327aa3f016647d4831abfa890db53d0 in term 3. 20:05:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.985096 6901 leader_election.cc:292] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 3 election: Requested vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), 64d00f8c150743dd9b7092fd06931e57 (127.5.248.253:32931) 20:05:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.985105 6256 leader_election.cc:306] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64d00f8c150743dd9b7092fd06931e57, a327aa3f016647d4831abfa890db53d0; no voters: 20:05:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.985365 6901 raft_consensus.cc:2640] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 3 FOLLOWER]: Leader election won for term 3 20:05:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.985548 6901 raft_consensus.cc:667] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 3 LEADER]: Becoming Leader. State: Replica: a327aa3f016647d4831abfa890db53d0, State: Running, Role: LEADER 20:05:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.985754 6867 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a327aa3f016647d4831abfa890db53d0 in term 3. 20:05:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.985798 6901 consensus_queue.cc:206] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 2.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.986641 6867 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64d00f8c150743dd9b7092fd06931e57" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" is_pre_election: true 20:05:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.986694 6867 raft_consensus.cc:2276] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 3 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 64d00f8c150743dd9b7092fd06931e57 in current term 3: Already voted for candidate a327aa3f016647d4831abfa890db53d0 in this term. 20:05:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.986969 6907 sys_catalog.cc:337] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a327aa3f016647d4831abfa890db53d0. Latest consensus state: current_term: 3 leader_uuid: "a327aa3f016647d4831abfa890db53d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.987102 6907 sys_catalog.cc:340] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: This master's current role is: LEADER 20:05:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.987459 6909 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:05:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.988523 6909 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:05:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.988577 6282 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64d00f8c150743dd9b7092fd06931e57" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "a327aa3f016647d4831abfa890db53d0" is_pre_election: true 20:05:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.988618 6282 raft_consensus.cc:2307] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 3 LEADER]: Leader pre-election vote request: Denying vote to candidate 64d00f8c150743dd9b7092fd06931e57 for term 3 because replica is either leader or believes a valid leader to be alive. 20:05:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.988857 6741 leader_election.cc:306] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 64d00f8c150743dd9b7092fd06931e57; no voters: 7a83ee3fd8684dd9995488007281cb37, a327aa3f016647d4831abfa890db53d0 20:05:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.989050 6903 raft_consensus.cc:2588] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 3 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority 20:05:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.989476 6909 catalog_manager.cc:1056] Loading token signing keys... 20:05:52.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:52.989954 6909 catalog_manager.cc:4096] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: Loaded TSK: 0 20:05:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.372380 6867 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 3 FOLLOWER]: Refusing update from remote peer a327aa3f016647d4831abfa890db53d0: Log matching property violated. Preceding OpId in replica: term: 2 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch) 20:05:53.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.372783 6907 consensus_queue.cc:984] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s 20:05:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.374059 6910 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a327aa3f016647d4831abfa890db53d0. Latest consensus state: current_term: 3 leader_uuid: "a327aa3f016647d4831abfa890db53d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.374084 6910 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: This master's current role is: FOLLOWER 20:05:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.375263 6901 sys_catalog.cc:337] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "a327aa3f016647d4831abfa890db53d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.375284 6901 sys_catalog.cc:340] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: This master's current role is: LEADER 20:05:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.375515 6767 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 3 FOLLOWER]: Refusing update from remote peer a327aa3f016647d4831abfa890db53d0: Log matching property violated. Preceding OpId in replica: term: 2 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch) 20:05:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.375618 6910 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "a327aa3f016647d4831abfa890db53d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.375638 6910 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [sys.catalog]: This master's current role is: FOLLOWER 20:05:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.375859 6907 consensus_queue.cc:984] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s 20:05:53.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.376912 6903 sys_catalog.cc:337] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a327aa3f016647d4831abfa890db53d0. Latest consensus state: current_term: 3 leader_uuid: "a327aa3f016647d4831abfa890db53d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:53.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.376915 6916 sys_catalog.cc:337] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "a327aa3f016647d4831abfa890db53d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:53.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.376945 6903 sys_catalog.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: This master's current role is: FOLLOWER 20:05:53.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.377070 6916 sys_catalog.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: This master's current role is: FOLLOWER 20:05:53.814 [DEBUG - New I/O worker #104] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:53.819 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:05:53.821 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.5.248.252:44727 20:05:53.821 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 2 } } 20:05:53.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.821844 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 6244 20:05:53.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:53.825155 6326 connection.cc:512] client connection to 127.5.248.252:44727 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.252:44727): Connection reset by peer (error 104) 20:05:53.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:53.825170 6594 connection.cc:512] client connection to 127.5.248.252:44727 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.252:44727): Connection reset by peer (error 104) 20:05:53.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:53.825438 6468 connection.cc:512] client connection to 127.5.248.252:44727 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.252:44727): Connection reset by peer (error 104) 20:05:53.827 [DEBUG - New I/O worker #86] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state READY due to: connection disconnected 20:05:53.827 [DEBUG - New I/O worker #95] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state READY due to: connection disconnected 20:05:53.826 [DEBUG - New I/O worker #104] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state READY due to: connection disconnected 20:05:53.826 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:53.833 [INFO - Time-limited test] (MiniKuduCluster.java:309) Starting master server 127.5.248.252:44727 20:05:53.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: start_daemon { id { type: MASTER index: 2 } } 20:05:53.833 [DEBUG - New I/O worker #89] (Negotiator.java:764) Authenticated connection [id: 0xfc995e88, /127.5.248.254:34707 => /127.5.248.254:37805] using TOKEN/null 20:05:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.833806 6115 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:05:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:05:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/wal 20:05:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/data 20:05:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:05:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:05:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:05:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:05:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.5.248.252:44727 20:05:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.5.248.252 20:05:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=37634 20:05:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:05:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:05:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:05:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:05:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:05:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:05:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:05:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/logs 20:05:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/data/info.pb 20:05:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:05:53.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:05:53.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:05:53.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:05:53.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:05:53.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.5.248.254:37805,127.5.248.253:32931,127.5.248.252:44727 with env {} 20:05:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:05:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:53.894990 6927 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:05:53.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:53.895171 6927 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:05:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:53.896075 6927 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:05:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:53.896103 6927 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:05:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:53.896114 6927 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:05:53.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:53.896129 6927 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:05:53.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.897876 6927 master_main.cc:73] Master server non-default flags: 20:05:53.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/data 20:05:53.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/wal 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.5.248.254:37805,127.5.248.253:32931,127.5.248.252:44727 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.5.248.252:44727 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/data/info.pb 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.5.248.252 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=37634 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.6927 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/logs 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:05:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:05:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.904443 6927 master_main.cc:80] Initializing master server... 20:05:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.904896 6927 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 244314us 20:05:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.905788 6927 fs_manager.cc:263] Metadata directory not provided 20:05:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.905833 6927 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:05:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.909490 6927 fs_manager.cc:399] Time spent opening directory manager: real 0.003s user 0.001s sys 0.001s 20:05:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.909771 6927 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:05:53.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.910085 6927 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.913007 6927 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.913537 6927 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/wal 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "a327aa3f016647d4831abfa890db53d0" 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:05:49 on quasar-qznjce-1.vpc.cloudera.com" 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.913659 6927 fs_report.cc:352] FS layout report 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/wal 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/wal 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/data/data 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:05:53.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:05:53.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.949910 6927 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:05:53.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.950462 6927 master_main.cc:83] Starting Master server... 20:05:53.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.954949 6927 rpc_server.cc:205] RPC server started. Bound to: 127.5.248.252:44727 20:05:53.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.955273 6927 webserver.cc:175] Starting webserver on 127.5.248.252:37634 20:05:53.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.955348 6927 webserver.cc:186] Document root disabled 20:05:53.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.955718 6927 webserver.cc:313] Webserver started. Bound to: http://127.5.248.252:37634/ 20:05:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.956208 6927 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/data/info.pb 20:05:53.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.957671 6115 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 6927 20:05:53.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:53.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.959509 6986 sys_catalog.cc:188] Verifying existing consensus state 20:05:53.960 [DEBUG - New I/O worker #112] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.253 20:05:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.961096 6986 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: Bootstrap starting. 20:05:53.968 [DEBUG - New I/O worker #113] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.252 20:05:53.969 [DEBUG - New I/O worker #114] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.254 20:05:53.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.972645 6986 log.cc:525] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: Log is configured to *not* fsync() on all Append() calls 20:05:53.975 [DEBUG - New I/O worker #114] (Negotiator.java:764) Authenticated connection [id: 0xb4846299, /127.5.248.254:34710 => /127.5.248.254:37805] using SASL/PLAIN 20:05:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.977723 6986 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=2 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates 20:05:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.978158 6986 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: Bootstrap complete. 20:05:53.983 [DEBUG - New I/O worker #112] (Negotiator.java:764) Authenticated connection [id: 0x62a44221, /127.5.248.253:49081 => /127.5.248.253:32931] using SASL/PLAIN 20:05:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.983063 6986 raft_consensus.cc:340] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.983144 6986 raft_consensus.cc:705] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: a327aa3f016647d4831abfa890db53d0, State: Initialized, Role: FOLLOWER 20:05:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.983530 6986 consensus_queue.cc:229] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 3.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:53.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.985043 6986 sys_catalog.cc:337] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:53.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.985169 6986 sys_catalog.cc:340] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: This master's current role is: FOLLOWER 20:05:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.986011 6986 sys_catalog.cc:424] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: configured and running, proceeding with master startup. 20:05:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.986472 6927 master_main.cc:86] Master server successfully started. 20:05:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.986968 6991 sys_catalog.cc:337] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.987090 6991 sys_catalog.cc:340] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: This master's current role is: FOLLOWER 20:05:53.989 [DEBUG - New I/O worker #113] (Negotiator.java:764) Authenticated connection [id: 0x712e3e3a, /127.5.248.252:52388 => /127.5.248.252:44727] using SASL/PLAIN 20:05:53.991 [WARN - New I/O worker #113] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:53.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.992120 6992 catalog_manager.cc:1092] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: acquiring CA information for follower catalog manager: success 20:05:53.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:53.993033 6992 catalog_manager.cc:1120] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:53.999 [WARN - New I/O worker #114] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:54.020 [WARN - New I/O worker #112] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:54.039 [WARN - New I/O worker #112] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:54.060 [WARN - New I/O worker #112] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:54.100 [WARN - New I/O worker #114] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:54.159 [WARN - New I/O worker #114] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:54.200 [WARN - New I/O worker #114] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:54.419 [WARN - New I/O worker #114] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.443344 6444 heartbeater.cc:467] Master 127.5.248.252:44727 was elected leader, sending a full tablet report... 20:05:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.446707 6953 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "076bfafab5c74f29aa35d0c32dbac365" instance_seqno: 1547265949420007) as {username='jenkins'} at 127.5.248.193:36699; Asking this server to re-register. 20:05:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.447113 6444 heartbeater.cc:426] Registering TS with master... 20:05:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.447816 6953 ts_manager.cc:98] Registered new tserver with Master: 076bfafab5c74f29aa35d0c32dbac365 (127.5.248.193:51127) 20:05:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.619226 6579 heartbeater.cc:467] Master 127.5.248.252:44727 was elected leader, sending a full tablet report... 20:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.622351 6953 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "ece4bd1f7e22447d98f752c512692a73" instance_seqno: 1547265949602713) as {username='jenkins'} at 127.5.248.194:42346; Asking this server to re-register. 20:05:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.622653 6579 heartbeater.cc:426] Registering TS with master... 20:05:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.623214 6953 ts_manager.cc:98] Registered new tserver with Master: ece4bd1f7e22447d98f752c512692a73 (127.5.248.194:35176) 20:05:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.739143 6705 heartbeater.cc:467] Master 127.5.248.252:44727 was elected leader, sending a full tablet report... 20:05:54.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.741904 6953 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "28e02cdd8b82405a838eef800d9dd4f7" instance_seqno: 1547265949722513) as {username='jenkins'} at 127.5.248.195:45465; Asking this server to re-register. 20:05:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.742239 6705 heartbeater.cc:426] Registering TS with master... 20:05:54.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.742774 6953 ts_manager.cc:98] Registered new tserver with Master: 28e02cdd8b82405a838eef800d9dd4f7 (127.5.248.195:41991) 20:05:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.877558 6997 raft_consensus.cc:472] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a327aa3f016647d4831abfa890db53d0) 20:05:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.877631 6997 raft_consensus.cc:494] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.877961 6997 leader_election.cc:292] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), a327aa3f016647d4831abfa890db53d0 (127.5.248.252:44727) 20:05:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.878250 6867 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64d00f8c150743dd9b7092fd06931e57" candidate_term: 4 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" is_pre_election: true 20:05:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.878320 6867 raft_consensus.cc:2307] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 3 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 64d00f8c150743dd9b7092fd06931e57 for term 4 because replica is either leader or believes a valid leader to be alive. 20:05:54.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.880919 6963 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64d00f8c150743dd9b7092fd06931e57" candidate_term: 4 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "a327aa3f016647d4831abfa890db53d0" is_pre_election: true 20:05:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.881109 6963 raft_consensus.cc:2346] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64d00f8c150743dd9b7092fd06931e57 in term 3. 20:05:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.881391 6741 leader_election.cc:306] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 64d00f8c150743dd9b7092fd06931e57, a327aa3f016647d4831abfa890db53d0; no voters: 7a83ee3fd8684dd9995488007281cb37 20:05:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.881500 6997 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 3 FOLLOWER]: Leader pre-election won for term 4 20:05:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.881527 6997 raft_consensus.cc:472] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 3 FOLLOWER]: Starting leader election (detected failure of leader a327aa3f016647d4831abfa890db53d0) 20:05:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.881542 6997 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 3 FOLLOWER]: Advancing to term 4 20:05:54.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.882123 6997 raft_consensus.cc:494] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:54.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.882414 6997 leader_election.cc:292] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [CANDIDATE]: Term 4 election: Requested vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), a327aa3f016647d4831abfa890db53d0 (127.5.248.252:44727) 20:05:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.882697 6963 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64d00f8c150743dd9b7092fd06931e57" candidate_term: 4 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "a327aa3f016647d4831abfa890db53d0" 20:05:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.882697 6867 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64d00f8c150743dd9b7092fd06931e57" candidate_term: 4 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" 20:05:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.882743 6867 raft_consensus.cc:2307] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 64d00f8c150743dd9b7092fd06931e57 for term 4 because replica is either leader or believes a valid leader to be alive. 20:05:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.882741 6963 raft_consensus.cc:2886] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 3 FOLLOWER]: Advancing to term 4 20:05:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.884084 6963 raft_consensus.cc:2346] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 64d00f8c150743dd9b7092fd06931e57 in term 4. 20:05:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.884322 6741 leader_election.cc:306] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 64d00f8c150743dd9b7092fd06931e57, a327aa3f016647d4831abfa890db53d0; no voters: 7a83ee3fd8684dd9995488007281cb37 20:05:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.884429 6997 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 4 FOLLOWER]: Leader election won for term 4 20:05:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.884541 6997 raft_consensus.cc:667] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 4 LEADER]: Becoming Leader. State: Replica: 64d00f8c150743dd9b7092fd06931e57, State: Running, Role: LEADER 20:05:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.884820 6997 consensus_queue.cc:206] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 3.5, Last appended by leader: 5, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.885798 6999 sys_catalog.cc:337] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 64d00f8c150743dd9b7092fd06931e57. Latest consensus state: current_term: 4 leader_uuid: "64d00f8c150743dd9b7092fd06931e57" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.885829 6999 sys_catalog.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: This master's current role is: LEADER 20:05:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.886175 7001 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:05:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.887467 7001 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:05:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.888164 7001 catalog_manager.cc:1056] Loading token signing keys... 20:05:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.888594 7001 catalog_manager.cc:4096] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: Loaded TSK: 0 20:05:54.920 [DEBUG - New I/O worker #112] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:54.924 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:05:54.927 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.5.248.253:32931 20:05:54.927 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 1 } } 20:05:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.928046 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 6731 20:05:54.935 [DEBUG - New I/O worker #90] (Negotiator.java:764) Authenticated connection [id: 0xc78a1d48, /127.5.248.252:52391 => /127.5.248.252:44727] using TOKEN/null 20:05:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:54.936892 6326 connection.cc:512] client connection to 127.5.248.253:32931 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.253:32931): Connection reset by peer (error 104) 20:05:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:54.937157 6468 connection.cc:512] client connection to 127.5.248.253:32931 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.253:32931): Connection reset by peer (error 104) 20:05:54.937 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:54.937 [DEBUG - New I/O worker #103] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state READY due to: connection disconnected 20:05:54.937 [INFO - Time-limited test] (MiniKuduCluster.java:309) Starting master server 127.5.248.253:32931 20:05:54.937 [DEBUG - New I/O worker #112] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state READY due to: connection disconnected 20:05:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:54.937410 6594 connection.cc:512] client connection to 127.5.248.253:32931 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.253:32931): Connection reset by peer (error 104) 20:05:54.937 [DEBUG - New I/O worker #94] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state READY due to: connection disconnected 20:05:54.938 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: start_daemon { id { type: MASTER index: 1 } } 20:05:54.938 [DEBUG - New I/O worker #88] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state READY due to: connection disconnected 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.941277 6115 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/wal 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.5.248.253:32931 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.5.248.253 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=59937 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/logs 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data/info.pb 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:05:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.5.248.254:37805,127.5.248.253:32931,127.5.248.252:44727 with env {} 20:05:54.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:05:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:54.993793 7011 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:05:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:54.993980 7011 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:05:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:54.994992 7011 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:05:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:54.995021 7011 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:05:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:54.995033 7011 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:05:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:54.995046 7011 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:05:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:54.996804 7011 master_main.cc:73] Master server non-default flags: 20:05:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data 20:05:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/wal 20:05:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.5.248.254:37805,127.5.248.253:32931,127.5.248.252:44727 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.5.248.253:32931 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data/info.pb 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.5.248.253 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=59937 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.7011 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/logs 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:05:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:05:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.002404 7011 master_main.cc:80] Initializing master server... 20:05:55.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.002851 7011 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 245314us 20:05:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.003726 7011 fs_manager.cc:263] Metadata directory not provided 20:05:55.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.003762 7011 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:05:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.007405 7011 fs_manager.cc:399] Time spent opening directory manager: real 0.003s user 0.002s sys 0.001s 20:05:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.007654 7011 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:05:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.007938 7011 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:05:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.010900 7011 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.011392 7011 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/wal 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "64d00f8c150743dd9b7092fd06931e57" 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:05:49 on quasar-qznjce-1.vpc.cloudera.com" 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.011487 7011 fs_report.cc:352] FS layout report 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/wal 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/wal 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data/data 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:05:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:05:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:05:55.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:05:55.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.127719 7011 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:05:55.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.128214 7011 master_main.cc:83] Starting Master server... 20:05:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.132422 7011 rpc_server.cc:205] RPC server started. Bound to: 127.5.248.253:32931 20:05:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.132678 7011 webserver.cc:175] Starting webserver on 127.5.248.253:59937 20:05:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.132692 7011 webserver.cc:186] Document root disabled 20:05:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.133011 7011 webserver.cc:313] Webserver started. Bound to: http://127.5.248.253:59937/ 20:05:55.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.133452 7011 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-1/data/info.pb 20:05:55.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.136131 7070 sys_catalog.cc:188] Verifying existing consensus state 20:05:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.137436 7070 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: Bootstrap starting. 20:05:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.137598 6115 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 7011 20:05:55.137 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:55.141 [DEBUG - New I/O worker #122] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.252 20:05:55.141 [DEBUG - New I/O worker #123] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.254 20:05:55.143 [DEBUG - New I/O worker #121] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.5.248.253 20:05:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.150876 7070 log.cc:525] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: Log is configured to *not* fsync() on all Append() calls 20:05:55.151 [DEBUG - New I/O worker #122] (Negotiator.java:764) Authenticated connection [id: 0x58874366, /127.5.248.252:52393 => /127.5.248.252:44727] using SASL/PLAIN 20:05:55.156 [DEBUG - New I/O worker #123] (Negotiator.java:764) Authenticated connection [id: 0x6abc9a7e, /127.5.248.254:34715 => /127.5.248.254:37805] using SASL/PLAIN 20:05:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.158093 7070 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=5 ignored=0} inserts{seen=2 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 1 replicates 20:05:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.158574 7070 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: Bootstrap complete. 20:05:55.159 [DEBUG - New I/O worker #121] (Negotiator.java:764) Authenticated connection [id: 0x159438c6, /127.5.248.253:49086 => /127.5.248.253:32931] using SASL/PLAIN 20:05:55.160 [INFO - New I/O worker #121] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: Catalog manager is not initialized. State: Starting 20:05:55.161 [WARN - New I/O worker #121] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.163043 7070 raft_consensus.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 4 FOLLOWER]: Replica starting. Triggering 1 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.163380 7070 raft_consensus.cc:705] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64d00f8c150743dd9b7092fd06931e57, State: Initialized, Role: FOLLOWER 20:05:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.163738 7070 consensus_queue.cc:229] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 4.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.163993 7070 sys_catalog.cc:337] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.164011 7075 sys_catalog.cc:337] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.164178 7075 sys_catalog.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: This master's current role is: FOLLOWER 20:05:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.164100 7070 sys_catalog.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: This master's current role is: FOLLOWER 20:05:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.164898 7070 sys_catalog.cc:424] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: configured and running, proceeding with master startup. 20:05:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.165290 7011 master_main.cc:86] Master server successfully started. 20:05:55.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.169536 7076 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: acquiring CA information for follower catalog manager: success 20:05:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.170686 7076 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:05:55.180 [WARN - New I/O worker #121] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:55.199 [WARN - New I/O worker #121] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:55.219 [WARN - New I/O worker #121] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:55.239 [WARN - New I/O worker #121] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:55.260 [WARN - New I/O worker #121] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.274101 7078 raft_consensus.cc:472] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a327aa3f016647d4831abfa890db53d0) 20:05:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.274202 7078 raft_consensus.cc:494] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.275208 7078 leader_election.cc:292] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 64d00f8c150743dd9b7092fd06931e57 (127.5.248.253:32931), a327aa3f016647d4831abfa890db53d0 (127.5.248.252:44727) 20:05:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.278887 7047 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a83ee3fd8684dd9995488007281cb37" candidate_term: 4 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "64d00f8c150743dd9b7092fd06931e57" is_pre_election: true 20:05:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.279032 7047 raft_consensus.cc:2276] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 4 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7a83ee3fd8684dd9995488007281cb37 in current term 4: Already voted for candidate 64d00f8c150743dd9b7092fd06931e57 in this term. 20:05:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.279289 6963 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7a83ee3fd8684dd9995488007281cb37" candidate_term: 4 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "a327aa3f016647d4831abfa890db53d0" is_pre_election: true 20:05:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.279366 6963 raft_consensus.cc:2276] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 4 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7a83ee3fd8684dd9995488007281cb37 in current term 4: Already voted for candidate 64d00f8c150743dd9b7092fd06931e57 in this term. 20:05:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.279646 6837 leader_election.cc:306] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a83ee3fd8684dd9995488007281cb37; no voters: 64d00f8c150743dd9b7092fd06931e57, a327aa3f016647d4831abfa890db53d0 20:05:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.279882 7078 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 3 FOLLOWER]: Advancing to term 4 20:05:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.280550 7078 raft_consensus.cc:2588] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 4 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority 20:05:55.319 [WARN - New I/O worker #122] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:55.420 [WARN - New I/O worker #122] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:55.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.452296 7037 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "076bfafab5c74f29aa35d0c32dbac365" instance_seqno: 1547265949420007) as {username='jenkins'} at 127.5.248.193:60754; Asking this server to re-register. 20:05:55.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.452795 6443 heartbeater.cc:426] Registering TS with master... 20:05:55.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.453519 7037 ts_manager.cc:98] Registered new tserver with Master: 076bfafab5c74f29aa35d0c32dbac365 (127.5.248.193:51127) 20:05:55.559 [WARN - New I/O worker #121] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.628631 7037 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "ece4bd1f7e22447d98f752c512692a73" instance_seqno: 1547265949602713) as {username='jenkins'} at 127.5.248.194:43713; Asking this server to re-register. 20:05:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.628980 6578 heartbeater.cc:426] Registering TS with master... 20:05:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.629611 7037 ts_manager.cc:98] Registered new tserver with Master: ece4bd1f7e22447d98f752c512692a73 (127.5.248.194:35176) 20:05:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.746742 7037 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "28e02cdd8b82405a838eef800d9dd4f7" instance_seqno: 1547265949722513) as {username='jenkins'} at 127.5.248.195:34523; Asking this server to re-register. 20:05:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.747031 6704 heartbeater.cc:426] Registering TS with master... 20:05:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:55.747548 7037 ts_manager.cc:98] Registered new tserver with Master: 28e02cdd8b82405a838eef800d9dd4f7 (127.5.248.195:41991) 20:05:55.779 [WARN - New I/O worker #121] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:56.499 [WARN - New I/O worker #121] (ConnectToCluster.java:278) None of the provided masters 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805 is a leader; will retry 20:05:56.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.778564 7084 raft_consensus.cc:472] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:56.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.778642 7084 raft_consensus.cc:494] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.779647 7084 leader_election.cc:292] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), 64d00f8c150743dd9b7092fd06931e57 (127.5.248.253:32931) 20:05:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.782980 7047 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 5 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "64d00f8c150743dd9b7092fd06931e57" is_pre_election: true 20:05:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.783007 6867 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 5 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" is_pre_election: true 20:05:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.783064 6867 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a327aa3f016647d4831abfa890db53d0 in term 4. 20:05:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.783066 7047 raft_consensus.cc:2293] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 4 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate a327aa3f016647d4831abfa890db53d0 for term 5 because replica has last-logged OpId of term: 4 index: 6, which is greater than that of the candidate, which has last-logged OpId of term: 3 index: 5. 20:05:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.783442 6936 leader_election.cc:306] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7a83ee3fd8684dd9995488007281cb37, a327aa3f016647d4831abfa890db53d0; no voters: 20:05:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.783665 7084 raft_consensus.cc:2640] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 4 FOLLOWER]: Leader pre-election won for term 5 20:05:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.783694 7084 raft_consensus.cc:472] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 4 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.783715 7084 raft_consensus.cc:2886] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 4 FOLLOWER]: Advancing to term 5 20:05:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.784458 7084 raft_consensus.cc:494] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.784796 7084 leader_election.cc:292] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 5 election: Requested vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), 64d00f8c150743dd9b7092fd06931e57 (127.5.248.253:32931) 20:05:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.785023 7047 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 5 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "64d00f8c150743dd9b7092fd06931e57" 20:05:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.785032 6867 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a327aa3f016647d4831abfa890db53d0" candidate_term: 5 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" 20:05:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.785061 6867 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 4 FOLLOWER]: Advancing to term 5 20:05:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.785074 7047 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 4 FOLLOWER]: Advancing to term 5 20:05:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.785591 6867 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a327aa3f016647d4831abfa890db53d0 in term 5. 20:05:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.785789 6936 leader_election.cc:306] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7a83ee3fd8684dd9995488007281cb37, a327aa3f016647d4831abfa890db53d0; no voters: 20:05:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.785905 7084 raft_consensus.cc:2640] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 5 FOLLOWER]: Leader election won for term 5 20:05:56.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.786072 7084 raft_consensus.cc:667] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 5 LEADER]: Becoming Leader. State: Replica: a327aa3f016647d4831abfa890db53d0, State: Running, Role: LEADER 20:05:56.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.786418 7084 consensus_queue.cc:206] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 3.5, Last appended by leader: 5, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:56.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.786664 7047 raft_consensus.cc:2293] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 5 FOLLOWER]: Leader election vote request: Denying vote to candidate a327aa3f016647d4831abfa890db53d0 for term 5 because replica has last-logged OpId of term: 4 index: 6, which is greater than that of the candidate, which has last-logged OpId of term: 3 index: 5. 20:05:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.788043 7089 sys_catalog.cc:337] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a327aa3f016647d4831abfa890db53d0. Latest consensus state: current_term: 5 leader_uuid: "a327aa3f016647d4831abfa890db53d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.788159 7089 sys_catalog.cc:340] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [sys.catalog]: This master's current role is: LEADER 20:05:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.788589 7091 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:05:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.789592 7091 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:05:56.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.790113 7091 catalog_manager.cc:1056] Loading token signing keys... 20:05:56.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.790522 7091 catalog_manager.cc:4096] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: Loaded TSK: 0 20:05:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.967607 7096 raft_consensus.cc:472] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:05:56.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.967754 7096 raft_consensus.cc:494] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.968878 7096 leader_election.cc:292] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), a327aa3f016647d4831abfa890db53d0 (127.5.248.252:44727) 20:05:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.972240 6867 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64d00f8c150743dd9b7092fd06931e57" candidate_term: 6 candidate_status { last_received { term: 4 index: 6 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" is_pre_election: true 20:05:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.972335 6867 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64d00f8c150743dd9b7092fd06931e57 in term 5. 20:05:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.972424 6963 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64d00f8c150743dd9b7092fd06931e57" candidate_term: 6 candidate_status { last_received { term: 4 index: 6 } } ignore_live_leader: false dest_uuid: "a327aa3f016647d4831abfa890db53d0" is_pre_election: true 20:05:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.972491 6963 raft_consensus.cc:2307] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 5 LEADER]: Leader pre-election vote request: Denying vote to candidate 64d00f8c150743dd9b7092fd06931e57 for term 6 because replica is either leader or believes a valid leader to be alive. 20:05:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.972678 7020 leader_election.cc:306] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64d00f8c150743dd9b7092fd06931e57, 7a83ee3fd8684dd9995488007281cb37; no voters: 20:05:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.972879 7096 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 5 FOLLOWER]: Leader pre-election won for term 6 20:05:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.972903 7096 raft_consensus.cc:472] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 5 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:05:56.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.972913 7096 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 5 FOLLOWER]: Advancing to term 6 20:05:56.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.973548 7096 raft_consensus.cc:494] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:56.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.973839 7096 leader_election.cc:292] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [CANDIDATE]: Term 6 election: Requested vote from peers 7a83ee3fd8684dd9995488007281cb37 (127.5.248.254:37805), a327aa3f016647d4831abfa890db53d0 (127.5.248.252:44727) 20:05:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.974062 6867 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64d00f8c150743dd9b7092fd06931e57" candidate_term: 6 candidate_status { last_received { term: 4 index: 6 } } ignore_live_leader: false dest_uuid: "7a83ee3fd8684dd9995488007281cb37" 20:05:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.974084 6963 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64d00f8c150743dd9b7092fd06931e57" candidate_term: 6 candidate_status { last_received { term: 4 index: 6 } } ignore_live_leader: false dest_uuid: "a327aa3f016647d4831abfa890db53d0" 20:05:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.974105 6867 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 5 FOLLOWER]: Advancing to term 6 20:05:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.974120 6963 raft_consensus.cc:2307] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0 [term 5 LEADER]: Leader election vote request: Denying vote to candidate 64d00f8c150743dd9b7092fd06931e57 for term 6 because replica is either leader or believes a valid leader to be alive. 20:05:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.974697 6867 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7a83ee3fd8684dd9995488007281cb37 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 64d00f8c150743dd9b7092fd06931e57 in term 6. 20:05:56.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.974917 7020 leader_election.cc:306] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 64d00f8c150743dd9b7092fd06931e57, 7a83ee3fd8684dd9995488007281cb37; no voters: a327aa3f016647d4831abfa890db53d0 20:05:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.975028 7096 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 6 FOLLOWER]: Leader election won for term 6 20:05:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.975162 7096 raft_consensus.cc:667] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [term 6 LEADER]: Becoming Leader. State: Replica: 64d00f8c150743dd9b7092fd06931e57, State: Running, Role: LEADER 20:05:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.975440 7096 consensus_queue.cc:206] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 4.6, Last appended by leader: 6, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } 20:05:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.976678 7100 sys_catalog.cc:337] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 64d00f8c150743dd9b7092fd06931e57. Latest consensus state: current_term: 6 leader_uuid: "64d00f8c150743dd9b7092fd06931e57" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a83ee3fd8684dd9995488007281cb37" member_type: VOTER last_known_addr { host: "127.5.248.254" port: 37805 } } peers { permanent_uuid: "64d00f8c150743dd9b7092fd06931e57" member_type: VOTER last_known_addr { host: "127.5.248.253" port: 32931 } } peers { permanent_uuid: "a327aa3f016647d4831abfa890db53d0" member_type: VOTER last_known_addr { host: "127.5.248.252" port: 44727 } } } 20:05:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.976701 7100 sys_catalog.cc:340] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57 [sys.catalog]: This master's current role is: LEADER 20:05:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.976984 7102 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:05:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.977970 7102 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:05:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.978566 7102 catalog_manager.cc:1056] Loading token signing keys... 20:05:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:56.978982 7102 catalog_manager.cc:4096] T 00000000000000000000000000000000 P 64d00f8c150743dd9b7092fd06931e57: Loaded TSK: 0 20:05:57.100 [DEBUG - New I/O worker #121] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:57.108 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:05:57.111 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.5.248.252:44727 20:05:57.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 2 } } 20:05:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:57.114851 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 6927 20:05:57.120 [DEBUG - New I/O worker #113] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state READY due to: connection disconnected 20:05:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.119473 6326 connection.cc:512] client connection to 127.5.248.252:44727 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.252:44727): Connection reset by peer (error 104) 20:05:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.119477 6468 connection.cc:512] client connection to 127.5.248.252:44727 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.252:44727): Connection reset by peer (error 104) 20:05:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.119774 6594 connection.cc:512] client connection to 127.5.248.252:44727 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.252:44727): Connection reset by peer (error 104) 20:05:57.121 [DEBUG - New I/O worker #91] (Negotiator.java:764) Authenticated connection [id: 0x491379eb, /127.5.248.253:49096 => /127.5.248.253:32931] using TOKEN/null 20:05:57.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:57.123 [DEBUG - New I/O worker #90] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state READY due to: connection disconnected 20:05:57.123 [INFO - Time-limited test] (MiniKuduCluster.java:309) Starting master server 127.5.248.252:44727 20:05:57.125 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: start_daemon { id { type: MASTER index: 2 } } 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:57.125957 6115 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/wal 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/data 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.5.248.252:44727 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.5.248.252 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=37634 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/logs 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1749290044329991710/master-2/data/info.pb 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:05:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.5.248.254:37805,127.5.248.253:32931,127.5.248.252:44727 with env {} 20:05:57.145 [DEBUG - New I/O worker #91] (ConnectToCluster.java:331) Callback already invoked, discarding response(role: LEADER ca_cert_der: "0\202\001\3170\202\0018\240\003\002\001\002\002\t\000\337\036\220o\vL%\2710\r\006\t*\206H\206\367\r\001\001\v\005\0000\0271\0250\023\006\003U\004\003\023\fkudu-ipki-ca0\036\027\r190112040549Z\027\r290109040549Z0\0271\0250\023\006\003U\004\003\023\fkudu-ipki-ca0\201\2370\r\006\t*\206H\206\367\r\001\001\001\005\000\003\201\215\0000\201\211\002\201\201\000\273i\342\304\237\346\006\263\275\314\267bK\\\037\310\373\026o\253\350\310B\326\\\313\275\365>4\036\201\243\373\234p\342z\302\247VU\216?u\000\006v\245\3676;\021\240\366F;\266>k\226\032\206\fD\315\200\341\311\321\206\251|p\257d\323j\326\342@\264\360\207\305\204uyu\316\201\365\341M\343*\345\357$c\213gs\006\311X\243\253t\227\247\323\242\253e-V\355\027G\251j\356Y\316\0248\277\002\003\001\000\001\243#0!0\016\006\003U\035\017\001\001\377\004\004\003\002\002\0040\017\006\003U\035\023\001\001\377\004\0050\003\001\001\3770\r\006\t*\206H\206\367\r\001\001\v\005\000\003\201\201\000.\204\275@\306;\204\377\230*\234\006\017o\307\301\355X\366z\250\237\\?\2229\a\2323\310\220\313\370\347\227f\352\317\247\261\266\234\002\376\214\020\376*\232\335hU\363R\372\262J6H&\025\243\320\324\027\210\363?y\260Z\032`Z\217\205\001[w\343\207tV\374\022\316\003\331\030\332\252\\{\2144\036\201\243\373\234p\342z\302\247VU\216?u\000\006v\245\3676;\021\240\366F;\266>k\226\032\206\fD\315\200\341\311\321\206\251|p\257d\323j\326\342@\264\360\207\305\204uyu\316\201\365\341M\343*\345\357$c\213gs\006\311X\243\253t\227\247\323\242\253e-V\355\027G\251j\356Y\316\0248\277\002\003\001\000\001\243#0!0\016\006\003U\035\017\001\001\377\004\004\003\002\002\0040\017\006\003U\035\023\001\001\377\004\0050\003\001\001\3770\r\006\t*\206H\206\367\r\001\001\v\005\000\003\201\201\000.\204\275@\306;\204\377\230*\234\006\017o\307\301\355X\366z\250\237\\?\2229\a\2323\310\220\313\370\347\227f\352\317\247\261\266\234\002\376\214\020\376*\232\335hU\363R\372\262J6H&\025\243\320\324\027\210\363?y\260Z\032`Z\217\205\001[w\343\207tV\374\022\316\003\331\030\332\252\\{\214 /127.5.248.253:32931] using SASL/PLAIN 20:05:57.251 [DEBUG - New I/O worker #132] (Negotiator.java:764) Authenticated connection [id: 0xc1f3d5d9, /127.5.248.254:34726 => /127.5.248.254:37805] using SASL/PLAIN 20:05:57.253 [DEBUG - New I/O worker #130] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:05:57.253 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.5.248.253:32931 20:05:57.253 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 1 } } 20:05:57.254 [DEBUG - New I/O worker #131] (Negotiator.java:764) Authenticated connection [id: 0x51e2b756, /127.5.248.252:52404 => /127.5.248.252:44727] using SASL/PLAIN 20:05:57.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:57.253926 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 7011 20:05:57.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:57.255468 7171 log.cc:525] T 00000000000000000000000000000000 P a327aa3f016647d4831abfa890db53d0: Log is configured to *not* fsync() on all Append() calls 20:05:57.256 [INFO - New I/O worker #131] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: Catalog manager is not initialized. State: Starting 20:05:57.257 [DEBUG - New I/O worker #121] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state READY due to: connection disconnected 20:05:57.258 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:57.259 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.5.248.252:44727 20:05:57.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.257810 6468 connection.cc:512] client connection to 127.5.248.253:32931 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.253:32931): Connection reset by peer (error 104) 20:05:57.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.257916 6326 connection.cc:512] client connection to 127.5.248.253:32931 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.253:32931): Connection reset by peer (error 104) 20:05:57.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.258090 6594 connection.cc:512] client connection to 127.5.248.253:32931 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.253:32931): Connection reset by peer (error 104) 20:05:57.260 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 2 } } 20:05:57.260 [DEBUG - New I/O worker #91] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state READY due to: connection disconnected 20:05:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:57.261482 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 7112 20:05:57.263 [DEBUG - New I/O worker #130] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state READY due to: connection disconnected 20:05:57.263 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:57.264 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.5.248.254:37805 20:05:57.265 [DEBUG - New I/O worker #131] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state READY due to: connection disconnected 20:05:57.265 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 0 } } 20:05:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:05:57.265743 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 6827 20:05:57.268 [DEBUG - New I/O worker #105] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state READY due to: connection disconnected 20:05:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.268733 6467 connection.cc:512] client connection to 127.5.248.254:37805 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.254:37805): Connection reset by peer (error 104) 20:05:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.268760 6593 connection.cc:512] client connection to 127.5.248.254:37805 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.254:37805): Connection reset by peer (error 104) 20:05:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.268950 6325 connection.cc:512] client connection to 127.5.248.254:37805 recv error: Network error: failed to read from TLS socket (remote: 127.5.248.254:37805): Connection reset by peer (error 104) 20:05:57.269 [DEBUG - New I/O worker #132] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state READY due to: connection disconnected 20:05:57.269 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:05:57.269 [DEBUG - New I/O worker #123] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state READY due to: connection disconnected 20:05:57.269 [DEBUG - New I/O worker #114] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state READY due to: connection disconnected 20:05:57.269 [DEBUG - New I/O worker #89] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state READY due to: connection disconnected 20:05:57.274 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:05:57.276 [DEBUG - New I/O worker #139] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.276 [INFO - New I/O worker #139] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.276 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.277 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:57.277 [DEBUG - New I/O worker #140] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.277 [INFO - New I/O worker #140] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.277 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.277 [DEBUG - New I/O worker #141] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.277 [INFO - New I/O worker #141] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.278 [WARN - New I/O worker #141] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:57.296 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.296 [DEBUG - New I/O worker #142] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.296 [INFO - New I/O worker #142] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.296 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:57.296 [DEBUG - New I/O worker #143] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.296 [INFO - New I/O worker #143] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.297 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.297 [DEBUG - New I/O worker #144] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.297 [INFO - New I/O worker #144] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.297 [WARN - New I/O worker #144] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:57.316 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.316 [DEBUG - New I/O worker #145] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.316 [INFO - New I/O worker #145] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.317 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:57.317 [DEBUG - New I/O worker #146] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.317 [INFO - New I/O worker #146] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.317 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.317 [DEBUG - New I/O worker #139] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.318 [INFO - New I/O worker #139] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.318 [WARN - New I/O worker #139] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:57.336 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.336 [DEBUG - New I/O boss #147] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.336 [INFO - New I/O boss #147] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.337 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.337 [DEBUG - New I/O boss #147] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.337 [INFO - New I/O boss #147] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.337 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:57.338 [DEBUG - New I/O worker #141] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.338 [INFO - New I/O worker #141] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.338 [WARN - New I/O worker #141] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:57.355 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.355 [DEBUG - New I/O worker #143] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.356 [INFO - New I/O worker #143] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.356 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:57.356 [DEBUG - New I/O worker #144] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.356 [INFO - New I/O worker #144] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.357 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.357 [DEBUG - New I/O worker #145] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.357 [INFO - New I/O worker #145] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.357 [WARN - New I/O worker #145] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:57.376 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.376 [DEBUG - New I/O worker #146] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.376 [INFO - New I/O worker #146] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.377 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.377 [DEBUG - New I/O worker #140] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.377 [INFO - New I/O worker #140] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.377 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:57.377 [DEBUG - New I/O worker #139] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.377 [INFO - New I/O worker #139] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.377 [WARN - New I/O worker #139] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:57.396 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.396 [DEBUG - New I/O worker #141] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.396 [INFO - New I/O worker #141] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.396 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.396 [DEBUG - New I/O worker #143] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.397 [INFO - New I/O worker #143] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.397 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:57.397 [DEBUG - New I/O worker #142] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.397 [INFO - New I/O worker #142] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.397 [WARN - New I/O worker #142] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:57.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.451102 6444 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:05:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.455655 6443 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:05:57.456 [DEBUG - New I/O worker #144] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.456 [INFO - New I/O worker #144] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.456616 6442 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:05:57.456 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.457 [DEBUG - New I/O worker #145] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.457 [INFO - New I/O worker #145] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.457 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:57.457 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.457 [DEBUG - New I/O worker #146] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.458 [INFO - New I/O worker #146] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.458 [WARN - New I/O worker #146] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.626119 6579 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:05:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.626960 6577 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:05:57.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.631157 6578 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:05:57.655 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:57.655 [DEBUG - New I/O worker #139] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.656 [INFO - New I/O worker #139] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:57.656 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:57.656 [DEBUG - New I/O worker #140] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.656 [INFO - New I/O worker #140] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:57.657 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:57.657 [DEBUG - New I/O worker #141] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.657 [INFO - New I/O worker #141] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:57.657 [WARN - New I/O worker #141] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.745952 6705 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:05:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.747486 6703 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:05:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:57.750546 6704 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:05:58.016 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:58.016 [DEBUG - New I/O worker #143] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:58.016 [INFO - New I/O worker #143] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:58.017 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:58.017 [DEBUG - New I/O worker #142] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:58.017 [INFO - New I/O worker #142] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:58.017 [DEBUG - New I/O worker #144] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:58.017 [INFO - New I/O worker #144] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:58.017 [WARN - New I/O worker #144] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:58.018 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:58.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:58.451826 6444 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:05:58.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:58.456180 6443 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:05:58.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:58.457199 6442 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:05:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:58.626813 6579 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:05:58.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:58.627506 6577 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:05:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:58.631706 6578 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:05:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:58.746603 6705 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:05:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:58.748023 6703 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:05:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:58.751094 6704 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:05:58.975 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:58.975 [DEBUG - New I/O worker #145] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:58.976 [INFO - New I/O worker #145] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:58.976 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:58.976 [DEBUG - New I/O worker #139] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:58.976 [INFO - New I/O worker #139] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:58.976 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:58.976 [DEBUG - New I/O worker #146] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:58.977 [INFO - New I/O worker #146] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:58.977 [WARN - New I/O worker #146] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:05:59.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:59.452453 6444 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:05:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:59.456676 6443 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:05:59.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:59.457777 6442 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:05:59.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:59.627458 6579 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:05:59.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:59.628058 6577 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:05:59.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:59.632280 6578 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:05:59.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:59.747216 6705 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:05:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:59.748590 6703 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:05:59.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:05:59.751655 6704 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:05:59.776 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:05:59.776 [DEBUG - New I/O worker #140] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:59.776 [INFO - New I/O worker #140] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:05:59.777 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:05:59.777 [DEBUG - New I/O worker #141] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:59.777 [INFO - New I/O worker #141] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:05:59.777 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:05:59.777 [DEBUG - New I/O worker #142] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:59.777 [INFO - New I/O worker #142] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:05:59.777 [WARN - New I/O worker #142] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:06:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:00.453253 6444 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:06:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:00.457188 6443 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:06:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:00.458346 6442 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:06:00.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:00.628159 6579 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:06:00.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:00.628615 6577 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:06:00.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:00.632802 6578 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:06:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:00.747920 6705 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:06:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:00.749128 6703 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:06:00.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:00.752205 6704 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:06:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:01.454102 6444 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:06:01.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:01.457715 6443 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:06:01.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:01.458909 6442 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:06:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:01.629081 6579 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:06:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:01.629194 6577 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:06:01.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:01.633338 6578 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:06:01.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:01.748631 6705 heartbeater.cc:587] Failed to heartbeat to 127.5.248.252:44727: Network error: Failed to ping master at 127.5.248.252:44727: Client connection negotiation failed: client connection to 127.5.248.252:44727: connect: Connection refused (error 111) 20:06:01.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:01.749640 6703 heartbeater.cc:587] Failed to heartbeat to 127.5.248.254:37805: Network error: Failed to ping master at 127.5.248.254:37805: Client connection negotiation failed: client connection to 127.5.248.254:37805: connect: Connection refused (error 111) 20:06:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:01.752758 6704 heartbeater.cc:587] Failed to heartbeat to 127.5.248.253:32931: Network error: Failed to ping master at 127.5.248.253:32931: Client connection negotiation failed: client connection to 127.5.248.253:32931: connect: Connection refused (error 111) 20:06:01.816 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931 20:06:01.816 [DEBUG - New I/O worker #143] (Connection.java:688) [peer master-127.5.248.253:32931(127.5.248.253:32931)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:06:01.816 [INFO - New I/O worker #143] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.253:32931: java.net.ConnectException: Connection refused: /127.5.248.253:32931 20:06:01.817 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805 20:06:01.817 [DEBUG - New I/O worker #145] (Connection.java:688) [peer master-127.5.248.254:37805(127.5.248.254:37805)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:06:01.817 [INFO - New I/O worker #145] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.254:37805: java.net.ConnectException: Connection refused: /127.5.248.254:37805 20:06:01.817 [INFO - New I/O boss #147] (Connection.java:439) Failed to connect to peer master-127.5.248.252:44727(127.5.248.252:44727): Connection refused: /127.5.248.252:44727 20:06:01.817 [DEBUG - New I/O worker #144] (Connection.java:688) [peer master-127.5.248.252:44727(127.5.248.252:44727)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:06:01.817 [INFO - New I/O worker #144] (ConnectToCluster.java:361) Unable to connect to master 127.5.248.252:44727: java.net.ConnectException: Connection refused: /127.5.248.252:44727 20:06:01.817 [WARN - New I/O worker #144] (ConnectToCluster.java:281) Unable to find the leader master 127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805; will retry 20:06:01.818 [DEBUG - New I/O worker #144] (AsyncKuduClient.java:1653) Cannot continue with RPC because of: Timed out: can not complete before timeout: KuduRpc(method=exportAuthenticationCredentials, tablet=null, attempt=13, DeadlineTracker(timeout=5000, elapsed=4542), Traces: [0ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805, [19ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805, [40ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805, [60ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.248.253:32931(127.5.248.253:32931): Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.248.254:37805(127.5.248.254:37805): Connection refused: /127.5.248.254:37805,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727, [79ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805, [99ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727, [119ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727, [180ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805, [379ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805, [740ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805, [1699ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727, [2500ms] delaying RPC due to Service unavailable: Master config (127.5.248.253:32931,127.5.248.252:44727,127.5.248.254:37805) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.253:32931,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.252:44727,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.5.248.254:37805, Deferred@10306571(state=PENDING, result=null, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test)) 20:06:01.819 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:06:01.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:01.820243 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 6307 20:06:01.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:01.823990 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 6446 20:06:01.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:01.826222 6115 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 6584 ]]> /127.7.8.190:60613] using SASL/PLAIN 20:06:02.762 [DEBUG - New I/O worker #148] (Negotiator.java:764) Authenticated connection [id: 0x30666724, /127.7.8.188:47359 => /127.7.8.188:45454] using SASL/PLAIN 20:06:02.762 [DEBUG - New I/O worker #149] (Negotiator.java:764) Authenticated connection [id: 0xb46ebaf6, /127.7.8.189:53644 => /127.7.8.189:53806] using SASL/PLAIN 20:06:02.764 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:02.765 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=23), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.7.8.188:45454, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.7.8.189:53806, [2ms] Sub rpc: ConnectToMaster sending RPC to server master-127.7.8.190:60613, [21ms] Sub rpc: ConnectToMaster received from server master-127.7.8.190:60613 response OK, [21ms] Sub rpc: ConnectToMaster received from server master-127.7.8.188:45454 response OK, [23ms] Sub rpc: ConnectToMaster received from server master-127.7.8.189:53806 response OK, null) after lookup 20:06:02.765 [DEBUG - New I/O worker #149] (Deferred.java:1330) callback=retry RPC@2017808607 returned Deferred@2088422159(state=PENDING, result=null, callback=(continuation of Deferred@964188900 after retry RPC@2017808607), errback=(continuation of Deferred@964188900 after retry RPC@2017808607)), so the following Deferred is getting paused: Deferred@964188900(state=PAUSED, result=Deferred@2088422159, callback=org.apache.kudu.client.AsyncKuduClient$1@5a9a94ec -> org.apache.kudu.client.AsyncKuduClient$2@88be4c8 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:06:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.766933 7307 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.7.8.189:53644: 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:02.767988 7307 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:06:02.772 [DEBUG - New I/O worker #149] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@5a9a94ec@1520080108 returned Deferred@579040357(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@5957a5ab -> (continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$1@5a9a94ec@1520080108), errback=passthrough -> (continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$1@5a9a94ec@1520080108)), so the following Deferred is getting paused: Deferred@964188900(state=PAUSED, result=Deferred@579040357, callback=org.apache.kudu.client.AsyncKuduClient$2@88be4c8 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:06:02.773 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:761) Opened table cd8bbd3aabf541ef8d5543d54c4a35ff 20:06:02.773 [DEBUG - New I/O worker #149] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800 returned Deferred@1466197913(state=PENDING, result=null, callback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800), errback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800)), so the following Deferred is getting paused: Deferred@964188900(state=PAUSED, result=Deferred@1466197913, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:06:02.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.781838 7471 tablet_service.cc:773] Processing CreateTablet for tablet c73c0390229e4d6d90c7bf096543a362 (table=TestKuduClient [id=cd8bbd3aabf541ef8d5543d54c4a35ff]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.782197 7736 tablet_service.cc:773] Processing CreateTablet for tablet c73c0390229e4d6d90c7bf096543a362 (table=TestKuduClient [id=cd8bbd3aabf541ef8d5543d54c4a35ff]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.782220 7471 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet c73c0390229e4d6d90c7bf096543a362. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.782500 7736 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet c73c0390229e4d6d90c7bf096543a362. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.785424 7736 ts_tablet_manager.cc:1173] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452: Registered tablet (data state: TABLET_DATA_READY) 20:06:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.785424 7471 ts_tablet_manager.cc:1173] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1: Registered tablet (data state: TABLET_DATA_READY) 20:06:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.785723 7826 ts_tablet_manager.cc:1028] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1: Bootstrapping tablet 20:06:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.785727 7825 ts_tablet_manager.cc:1028] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452: Bootstrapping tablet 20:06:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.785909 7825 tablet_bootstrap.cc:438] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452: Bootstrap starting. 20:06:02.787 [DEBUG - New I/O worker #149] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313 returned Deferred@1466197913(state=PENDING, result=null, callback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800) -> (continuation of Deferred@965154867 after org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313), errback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800) -> (continuation of Deferred@965154867 after org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313)), so the following Deferred is getting paused: Deferred@965154867(state=PAUSED, result=Deferred@1466197913, callback=, errback=) 20:06:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.787387 7825 tablet_bootstrap.cc:592] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452: No blocks or log segments found. Creating new log. 20:06:02.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.787967 7825 log.cc:525] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452: Log is configured to *not* fsync() on all Append() calls 20:06:02.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.789173 7610 tablet_service.cc:773] Processing CreateTablet for tablet c73c0390229e4d6d90c7bf096543a362 (table=TestKuduClient [id=cd8bbd3aabf541ef8d5543d54c4a35ff]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:02.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.789211 7826 tablet_bootstrap.cc:438] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1: Bootstrap starting. 20:06:02.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.789502 7610 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet c73c0390229e4d6d90c7bf096543a362. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:02.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.790606 7826 tablet_bootstrap.cc:592] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1: No blocks or log segments found. Creating new log. 20:06:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.791190 7826 log.cc:525] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1: Log is configured to *not* fsync() on all Append() calls 20:06:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.791692 7825 tablet_bootstrap.cc:438] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452: No bootstrap required, opened a new log 20:06:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.791836 7825 ts_tablet_manager.cc:1045] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s 20:06:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.792234 7826 tablet_bootstrap.cc:438] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1: No bootstrap required, opened a new log 20:06:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.792394 7826 ts_tablet_manager.cc:1045] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s 20:06:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.793474 7610 ts_tablet_manager.cc:1173] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0: Registered tablet (data state: TABLET_DATA_READY) 20:06:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.793779 7829 ts_tablet_manager.cc:1028] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0: Bootstrapping tablet 20:06:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.793776 7825 raft_consensus.cc:340] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 } } peers { permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 } } peers { permanent_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" member_type: VOTER last_known_addr { host: "127.7.8.130" port: 49175 } } 20:06:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.793839 7825 raft_consensus.cc:366] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:02.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.793874 7825 raft_consensus.cc:705] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5c1bfda2e0694b8989f1b5346a739452, State: Initialized, Role: FOLLOWER 20:06:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.794214 7825 consensus_queue.cc:229] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 } } peers { permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 } } peers { permanent_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" member_type: VOTER last_known_addr { host: "127.7.8.130" port: 49175 } } 20:06:02.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.794391 7829 tablet_bootstrap.cc:438] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0: Bootstrap starting. 20:06:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.794554 7800 heartbeater.cc:467] Master 127.7.8.189:53806 was elected leader, sending a full tablet report... 20:06:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.794840 7826 raft_consensus.cc:340] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 } } peers { permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 } } peers { permanent_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" member_type: VOTER last_known_addr { host: "127.7.8.130" port: 49175 } } 20:06:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.794900 7826 raft_consensus.cc:366] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.794931 7826 raft_consensus.cc:705] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f516f8ddea8441749d1ff6246b17f4c1, State: Initialized, Role: FOLLOWER 20:06:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.795294 7826 consensus_queue.cc:229] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 } } peers { permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 } } peers { permanent_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" member_type: VOTER last_known_addr { host: "127.7.8.130" port: 49175 } } 20:06:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.795644 7825 ts_tablet_manager.cc:1073] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s 20:06:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.796903 7829 tablet_bootstrap.cc:592] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0: No blocks or log segments found. Creating new log. 20:06:02.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.797420 7826 ts_tablet_manager.cc:1073] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1: Time spent starting tablet: real 0.005s user 0.004s sys 0.000s 20:06:02.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.797680 7829 log.cc:525] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0: Log is configured to *not* fsync() on all Append() calls 20:06:02.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.797888 7307 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.7.8.129:58137 20:06:02.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.799127 7829 tablet_bootstrap.cc:438] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0: No bootstrap required, opened a new log 20:06:02.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.799257 7829 ts_tablet_manager.cc:1045] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s 20:06:02.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.799502 7540 heartbeater.cc:467] Master 127.7.8.189:53806 was elected leader, sending a full tablet report... 20:06:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.801430 7829 raft_consensus.cc:340] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 } } peers { permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 } } peers { permanent_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" member_type: VOTER last_known_addr { host: "127.7.8.130" port: 49175 } } 20:06:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.801574 7829 raft_consensus.cc:366] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.801611 7829 raft_consensus.cc:705] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40d7410eea8b41c282d35bf9b2cfc0a0, State: Initialized, Role: FOLLOWER 20:06:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.801921 7829 consensus_queue.cc:229] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 } } peers { permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 } } peers { permanent_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" member_type: VOTER last_known_addr { host: "127.7.8.130" port: 49175 } } 20:06:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.802199 7674 heartbeater.cc:467] Master 127.7.8.189:53806 was elected leader, sending a full tablet report... 20:06:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.803769 7829 ts_tablet_manager.cc:1073] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0: Time spent starting tablet: real 0.004s user 0.004s sys 0.000s 20:06:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:02.864774 7676 tablet.cc:1768] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:02.886 [DEBUG - New I/O worker #149] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5d199855@1561958485 returned Deferred@1466197913(state=PENDING, result=null, callback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800) -> (continuation of Deferred@965154867 after org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313) -> (continuation of Deferred@691369152 after org.apache.kudu.client.AsyncKuduClient$15@5d199855@1561958485), errback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800) -> (continuation of Deferred@965154867 after org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313) -> (continuation of Deferred@691369152 after org.apache.kudu.client.AsyncKuduClient$15@5d199855@1561958485)), so the following Deferred is getting paused: Deferred@691369152(state=PAUSED, result=Deferred@1466197913, callback=, errback=) 20:06:02.903 [DEBUG - New I/O worker #149] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5a787353@1517843283 returned Deferred@1466197913(state=PENDING, result=null, callback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800) -> (continuation of Deferred@965154867 after org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313) -> (continuation of Deferred@691369152 after org.apache.kudu.client.AsyncKuduClient$15@5d199855@1561958485) -> (continuation of Deferred@1530904239 after org.apache.kudu.client.AsyncKuduClient$15@5a787353@1517843283), errback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800) -> (continuation of Deferred@965154867 after org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313) -> (continuation of Deferred@691369152 after org.apache.kudu.client.AsyncKuduClient$15@5d199855@1561958485) -> (continuation of Deferred@1530904239 after org.apache.kudu.client.AsyncKuduClient$15@5a787353@1517843283)), so the following Deferred is getting paused: Deferred@1530904239(state=PAUSED, result=Deferred@1466197913, callback=, errback=) 20:06:02.922 [DEBUG - New I/O worker #149] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4af55ead@1257594541 returned Deferred@1466197913(state=PENDING, result=null, callback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800) -> (continuation of Deferred@965154867 after org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313) -> (continuation of Deferred@691369152 after org.apache.kudu.client.AsyncKuduClient$15@5d199855@1561958485) -> (continuation of Deferred@1530904239 after org.apache.kudu.client.AsyncKuduClient$15@5a787353@1517843283) -> (continuation of Deferred@1214558279 after org.apache.kudu.client.AsyncKuduClient$15@4af55ead@1257594541), errback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800) -> (continuation of Deferred@965154867 after org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313) -> (continuation of Deferred@691369152 after org.apache.kudu.client.AsyncKuduClient$15@5d199855@1561958485) -> (continuation of Deferred@1530904239 after org.apache.kudu.client.AsyncKuduClient$15@5a787353@1517843283) -> (continuation of Deferred@1214558279 after org.apache.kudu.client.AsyncKuduClient$15@4af55ead@1257594541)), so the following Deferred is getting paused: Deferred@1214558279(state=PAUSED, result=Deferred@1466197913, callback=, errback=) 20:06:02.942 [DEBUG - New I/O worker #149] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@511fb0f3@1361031411 returned Deferred@1466197913(state=PENDING, result=null, callback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800) -> (continuation of Deferred@965154867 after org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313) -> (continuation of Deferred@691369152 after org.apache.kudu.client.AsyncKuduClient$15@5d199855@1561958485) -> (continuation of Deferred@1530904239 after org.apache.kudu.client.AsyncKuduClient$15@5a787353@1517843283) -> (continuation of Deferred@1214558279 after org.apache.kudu.client.AsyncKuduClient$15@4af55ead@1257594541) -> (continuation of Deferred@2004068025 after org.apache.kudu.client.AsyncKuduClient$15@511fb0f3@1361031411), errback=(continuation of Deferred@964188900 after org.apache.kudu.client.AsyncKuduClient$2@88be4c8@143385800) -> (continuation of Deferred@965154867 after org.apache.kudu.client.AsyncKuduClient$15@9e6419@10380313) -> (continuation of Deferred@691369152 after org.apache.kudu.client.AsyncKuduClient$15@5d199855@1561958485) -> (continuation of Deferred@1530904239 after org.apache.kudu.client.AsyncKuduClient$15@5a787353@1517843283) -> (continuation of Deferred@1214558279 after org.apache.kudu.client.AsyncKuduClient$15@4af55ead@1257594541) -> (continuation of Deferred@2004068025 after org.apache.kudu.client.AsyncKuduClient$15@511fb0f3@1361031411)), so the following Deferred is getting paused: Deferred@2004068025(state=PAUSED, result=Deferred@1466197913, callback=, errback=) 20:06:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.947643 7833 raft_consensus.cc:472] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.947789 7833 raft_consensus.cc:494] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 } } peers { permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 } } peers { permanent_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" member_type: VOTER last_known_addr { host: "127.7.8.130" port: 49175 } } 20:06:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.948643 7833 leader_election.cc:292] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f516f8ddea8441749d1ff6246b17f4c1 (127.7.8.129:57232), 5c1bfda2e0694b8989f1b5346a739452 (127.7.8.131:57099) 20:06:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.951855 7756 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "c73c0390229e4d6d90c7bf096543a362" candidate_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c1bfda2e0694b8989f1b5346a739452" is_pre_election: true 20:06:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.951987 7477 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "c73c0390229e4d6d90c7bf096543a362" candidate_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f516f8ddea8441749d1ff6246b17f4c1" is_pre_election: true 20:06:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.951997 7756 raft_consensus.cc:2346] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 40d7410eea8b41c282d35bf9b2cfc0a0 in term 0. 20:06:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.952114 7477 raft_consensus.cc:2346] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 40d7410eea8b41c282d35bf9b2cfc0a0 in term 0. 20:06:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.952581 7564 leader_election.cc:306] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 40d7410eea8b41c282d35bf9b2cfc0a0, f516f8ddea8441749d1ff6246b17f4c1; no voters: 20:06:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.952788 7833 raft_consensus.cc:2640] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:06:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.952826 7833 raft_consensus.cc:472] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.952847 7833 raft_consensus.cc:2886] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 0 FOLLOWER]: Advancing to term 1 20:06:02.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.953548 7833 raft_consensus.cc:494] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 } } peers { permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 } } peers { permanent_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" member_type: VOTER last_known_addr { host: "127.7.8.130" port: 49175 } } 20:06:02.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.953825 7833 leader_election.cc:292] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [CANDIDATE]: Term 1 election: Requested vote from peers f516f8ddea8441749d1ff6246b17f4c1 (127.7.8.129:57232), 5c1bfda2e0694b8989f1b5346a739452 (127.7.8.131:57099) 20:06:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.954156 7477 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "c73c0390229e4d6d90c7bf096543a362" candidate_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f516f8ddea8441749d1ff6246b17f4c1" 20:06:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.954182 7756 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "c73c0390229e4d6d90c7bf096543a362" candidate_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c1bfda2e0694b8989f1b5346a739452" 20:06:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.954223 7756 raft_consensus.cc:2886] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452 [term 0 FOLLOWER]: Advancing to term 1 20:06:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.954202 7477 raft_consensus.cc:2886] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1 [term 0 FOLLOWER]: Advancing to term 1 20:06:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.954983 7756 raft_consensus.cc:2346] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 40d7410eea8b41c282d35bf9b2cfc0a0 in term 1. 20:06:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.954983 7477 raft_consensus.cc:2346] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 40d7410eea8b41c282d35bf9b2cfc0a0 in term 1. 20:06:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.955330 7561 leader_election.cc:306] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 40d7410eea8b41c282d35bf9b2cfc0a0, 5c1bfda2e0694b8989f1b5346a739452; no voters: 20:06:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.955463 7833 raft_consensus.cc:2640] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 1 FOLLOWER]: Leader election won for term 1 20:06:02.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.955636 7833 raft_consensus.cc:667] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [term 1 LEADER]: Becoming Leader. State: Replica: 40d7410eea8b41c282d35bf9b2cfc0a0, State: Running, Role: LEADER 20:06:02.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.955898 7833 consensus_queue.cc:206] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 } } peers { permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 } } peers { permanent_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" member_type: VOTER last_known_addr { host: "127.7.8.130" port: 49175 } } 20:06:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:02.958595 7306 catalog_manager.cc:3781] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 reported cstate change: term changed from 0 to 1, leader changed from to 40d7410eea8b41c282d35bf9b2cfc0a0 (127.7.8.130). New cstate: current_term: 1 leader_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "40d7410eea8b41c282d35bf9b2cfc0a0" member_type: VOTER last_known_addr { host: "127.7.8.130" port: 49175 } health_report { overall_health: HEALTHY } } } 20:06:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:02.960024 7542 tablet.cc:1768] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:02.968596 7802 tablet.cc:1768] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:02.984 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:761) Opened table cd8bbd3aabf541ef8d5543d54c4a35ff 20:06:02.985 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:761) Opened table cd8bbd3aabf541ef8d5543d54c4a35ff 20:06:02.985 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:761) Opened table cd8bbd3aabf541ef8d5543d54c4a35ff 20:06:02.986 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:761) Opened table cd8bbd3aabf541ef8d5543d54c4a35ff 20:06:02.992 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:02.992 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:02.992 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:02.992 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:02.993 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:02.993 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:02.993 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:02.993 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:02.994 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:02.994 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:02.995 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:02.995 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:02.995 [DEBUG - pool-40-thread-1] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@720378338(state=PENDING, result=null, callback=, errback=)} 20:06:02.995 [DEBUG - pool-40-thread-1] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@2ecf8864@785352804 returned Deferred@1808602073(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1887003383 after org.apache.kudu.client.AsyncKuduSession$1@2ecf8864@785352804), errback=passthrough -> (continuation of Deferred@1887003383 after org.apache.kudu.client.AsyncKuduSession$1@2ecf8864@785352804)), so the following Deferred is getting paused: Deferred@1887003383(state=PAUSED, result=Deferred@1808602073, callback=, errback=) 20:06:02.995 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:02.994 [DEBUG - pool-40-thread-2] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@765741503(state=PENDING, result=null, callback=, errback=)} 20:06:02.996 [DEBUG - pool-40-thread-2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@299bd8d3@698079443 returned Deferred@1821983620(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1381567263 after org.apache.kudu.client.AsyncKuduSession$1@299bd8d3@698079443), errback=passthrough -> (continuation of Deferred@1381567263 after org.apache.kudu.client.AsyncKuduSession$1@299bd8d3@698079443)), so the following Deferred is getting paused: Deferred@1381567263(state=PAUSED, result=Deferred@1821983620, callback=, errback=) 20:06:02.996 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:02.997 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:02.997 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:02.997 [DEBUG - pool-40-thread-3] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@210882495(state=PENDING, result=null, callback=, errback=)} 20:06:02.997 [DEBUG - pool-40-thread-3] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@8ae5af5@145644277 returned Deferred@1303168388(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@2126847917 after org.apache.kudu.client.AsyncKuduSession$1@8ae5af5@145644277), errback=passthrough -> (continuation of Deferred@2126847917 after org.apache.kudu.client.AsyncKuduSession$1@8ae5af5@145644277)), so the following Deferred is getting paused: Deferred@2126847917(state=PAUSED, result=Deferred@1303168388, callback=, errback=) 20:06:02.998 [DEBUG - pool-40-thread-4] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1667073945(state=PENDING, result=null, callback=, errback=)} 20:06:02.998 [DEBUG - pool-40-thread-4] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@67620f2a@1734479658 returned Deferred@576753058(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@484869376 after org.apache.kudu.client.AsyncKuduSession$1@67620f2a@1734479658), errback=passthrough -> (continuation of Deferred@484869376 after org.apache.kudu.client.AsyncKuduSession$1@67620f2a@1734479658)), so the following Deferred is getting paused: Deferred@484869376(state=PAUSED, result=Deferred@576753058, callback=, errback=) 20:06:02.999 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:02.999 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:02.999 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.000 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.000 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.001 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.001 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.001 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.002 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.002 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.002 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.002 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.003 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.003 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.003 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.003 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.004 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.004 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.004 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.004 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.005 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.005 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.005 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.005 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.006 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.006 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.006 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.006 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.007 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.007 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.007 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.007 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.008 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.008 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.008 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.009 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.009 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.009 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.009 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.010 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.010 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.010 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.010 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.011 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.011 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.011 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.011 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.012 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.012 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.012 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.012 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.013 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.013 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.013 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.013 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.014 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.014 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.014 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.015 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.015 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.015 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.015 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.016 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.016 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.016 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.016 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.017 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.017 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.017 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.017 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.018 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.018 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.018 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.018 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.019 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.019 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.019 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.020 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.020 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.020 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.020 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.021 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.021 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.021 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.021 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.022 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.023 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.023 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.024 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.024 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.025 [DEBUG - New I/O worker #149] (AsyncKuduClient.java:2114) Learned about tablet c73c0390229e4d6d90c7bf096543a362 for table 'TestKuduClient' with partition [, ) 20:06:03.025 [DEBUG - New I/O worker #149] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c73c0390229e4d6d90c7bf096543a362@[40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)[L],5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099),f516f8ddea8441749d1ff6246b17f4c1(127.7.8.129:57232)]}] 20:06:03.032 [DEBUG - New I/O worker #151] (Negotiator.java:764) Authenticated connection [id: 0xa23ecc11, /127.7.8.130:52719 => /127.7.8.130:49175] using TOKEN/null 20:06:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.037907 7477 raft_consensus.cc:1181] T c73c0390229e4d6d90c7bf096543a362 P f516f8ddea8441749d1ff6246b17f4c1 [term 1 FOLLOWER]: Refusing update from remote peer 40d7410eea8b41c282d35bf9b2cfc0a0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.038116 7756 raft_consensus.cc:1181] T c73c0390229e4d6d90c7bf096543a362 P 5c1bfda2e0694b8989f1b5346a739452 [term 1 FOLLOWER]: Refusing update from remote peer 40d7410eea8b41c282d35bf9b2cfc0a0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.038586 7833 consensus_queue.cc:984] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f516f8ddea8441749d1ff6246b17f4c1" member_type: VOTER last_known_addr { host: "127.7.8.129" port: 57232 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:03.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.038735 7834 consensus_queue.cc:984] T c73c0390229e4d6d90c7bf096543a362 P 40d7410eea8b41c282d35bf9b2cfc0a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5c1bfda2e0694b8989f1b5346a739452" member_type: VOTER last_known_addr { host: "127.7.8.131" port: 57099 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.049547 7842 mvcc.cc:203] Tried to move safe_time back from 6337601384597626880 to 6337601384269340672. Current Snapshot: MvccSnapshot[committed={T|T < 6337601384597626880}] 20:06:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.049674 7841 mvcc.cc:203] Tried to move safe_time back from 6337601384597626880 to 6337601384269340672. Current Snapshot: MvccSnapshot[committed={T|T < 6337601384597626880}] 20:06:03.065 [DEBUG - New I/O worker #152] (Negotiator.java:764) Authenticated connection [id: 0x5d84fc43, /127.7.8.131:56296 => /127.7.8.131:57099] using TOKEN/null 20:06:03.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.068310 7840 mvcc.cc:203] Tried to move safe_time back from 6337601384688070656 to 6337601384269340672. Current Snapshot: MvccSnapshot[committed={T|T < 6337601384688070656 or (T in {6337601384688070656})}] 20:06:03.075 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384667344897) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.076 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384667344896) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.081 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384688070657) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.090 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384724594689) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.090 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384724594689) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.090 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384724594689) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.093 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384724594690) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.093 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384724594690) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.095 [DEBUG - pool-40-thread-4] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@319334474(state=PENDING, result=null, callback=, errback=)} 20:06:03.096 [DEBUG - pool-40-thread-1] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1517050387(state=PENDING, result=null, callback=, errback=)} 20:06:03.096 [DEBUG - pool-40-thread-4] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@6464fe5e@1684340318 returned Deferred@1112503021(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1667073945 after org.apache.kudu.client.AsyncKuduSession$1@6464fe5e@1684340318), errback=passthrough -> (continuation of Deferred@1667073945 after org.apache.kudu.client.AsyncKuduSession$1@6464fe5e@1684340318)), so the following Deferred is getting paused: Deferred@1667073945(state=PAUSED, result=Deferred@1112503021, callback=, errback=) 20:06:03.096 [DEBUG - pool-40-thread-1] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@8327592@137524626 returned Deferred@199421078(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@720378338 after org.apache.kudu.client.AsyncKuduSession$1@8327592@137524626), errback=passthrough -> (continuation of Deferred@720378338 after org.apache.kudu.client.AsyncKuduSession$1@8327592@137524626)), so the following Deferred is getting paused: Deferred@720378338(state=PAUSED, result=Deferred@199421078, callback=, errback=) 20:06:03.097 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384724594690) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.103 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384724594689) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.104 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384724594691) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.105 [DEBUG - pool-40-thread-2] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1564428634(state=PENDING, result=null, callback=, errback=)} 20:06:03.105 [DEBUG - pool-40-thread-2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@2a155f6e@706043758 returned Deferred@213302475(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@765741503 after org.apache.kudu.client.AsyncKuduSession$1@2a155f6e@706043758), errback=passthrough -> (continuation of Deferred@765741503 after org.apache.kudu.client.AsyncKuduSession$1@2a155f6e@706043758)), so the following Deferred is getting paused: Deferred@765741503(state=PAUSED, result=Deferred@213302475, callback=, errback=) 20:06:03.108 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601384851202048) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.109 [DEBUG - pool-40-thread-3] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@111693695(state=PENDING, result=null, callback=, errback=)} 20:06:03.110 [DEBUG - pool-40-thread-3] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@2d833acb@763574987 returned Deferred@2079158433(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@210882495 after org.apache.kudu.client.AsyncKuduSession$1@2d833acb@763574987), errback=passthrough -> (continuation of Deferred@210882495 after org.apache.kudu.client.AsyncKuduSession$1@2d833acb@763574987)), so the following Deferred is getting paused: Deferred@210882495(state=PAUSED, result=Deferred@2079158433, callback=, errback=) 20:06:03.114 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601384851202049) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.117 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601384851202050) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.121 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601384904372224) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.123 [DEBUG - pool-40-thread-4] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1789468961(state=PENDING, result=null, callback=, errback=)} 20:06:03.123 [DEBUG - pool-40-thread-4] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@3c358ec6@1010142918 returned Deferred@2137002256(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@319334474 after org.apache.kudu.client.AsyncKuduSession$1@3c358ec6@1010142918), errback=passthrough -> (continuation of Deferred@319334474 after org.apache.kudu.client.AsyncKuduSession$1@3c358ec6@1010142918)), so the following Deferred is getting paused: Deferred@319334474(state=PAUSED, result=Deferred@2137002256, callback=, errback=) 20:06:03.130 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601384904372225) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.136 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601384956547072) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.140 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601384956547073) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.143 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601384956547073) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.143 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601384956547074) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.145 [DEBUG - pool-40-thread-1] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@808933831(state=PENDING, result=null, callback=, errback=)} 20:06:03.145 [DEBUG - pool-40-thread-1] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@8b33110@145961232 returned Deferred@322329457(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1517050387 after org.apache.kudu.client.AsyncKuduSession$1@8b33110@145961232), errback=passthrough -> (continuation of Deferred@1517050387 after org.apache.kudu.client.AsyncKuduSession$1@8b33110@145961232)), so the following Deferred is getting paused: Deferred@1517050387(state=PAUSED, result=Deferred@322329457, callback=, errback=) 20:06:03.152 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601385010696192) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.154 [DEBUG - pool-40-thread-2] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@380456881(state=PENDING, result=null, callback=, errback=)} 20:06:03.154 [DEBUG - pool-40-thread-2] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@317fa1a7@830448039 returned Deferred@823228105(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1564428634 after org.apache.kudu.client.AsyncKuduSession$1@317fa1a7@830448039), errback=passthrough -> (continuation of Deferred@1564428634 after org.apache.kudu.client.AsyncKuduSession$1@317fa1a7@830448039)), so the following Deferred is getting paused: Deferred@1564428634(state=PAUSED, result=Deferred@823228105, callback=, errback=) 20:06:03.155 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601385016745984) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.165 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385086517248) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.167 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385016745985) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.169 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385086517249) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.175 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385086517250) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.176 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385086517249) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.178 [DEBUG - pool-40-thread-3] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=null, flushNotification=Deferred@1505437698(state=PENDING, result=null, callback=, errback=)} 20:06:03.178 [DEBUG - pool-40-thread-3] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@1dac47fd@497829885 returned Deferred@701326305(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@111693695 after org.apache.kudu.client.AsyncKuduSession$1@1dac47fd@497829885), errback=passthrough -> (continuation of Deferred@111693695 after org.apache.kudu.client.AsyncKuduSession$1@1dac47fd@497829885)), so the following Deferred is getting paused: Deferred@111693695(state=PAUSED, result=Deferred@701326305, callback=, errback=) 20:06:03.187 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385086517251) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.191 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385179058177) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.191 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385179058177) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.199 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385216987136) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.203 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385216987137) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.204 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385216987137) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.207 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385216987136) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.208 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385216987138) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.212 [DEBUG - New I/O worker #152] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601385216987139) for scanner KuduScanner(table=TestKuduClient, tablet=c73c0390229e4d6d90c7bf096543a362, scannerId=null, scanRequestTimeout=30000) 20:06:03.213 [DEBUG - New I/O worker #149] (Connection.java:688) [peer master-127.7.8.189:53806(127.7.8.189:53806)] cleaning up while in state READY due to: connection disconnected 20:06:03.213 [DEBUG - New I/O worker #148] (Connection.java:688) [peer master-127.7.8.188:45454(127.7.8.188:45454)] cleaning up while in state READY due to: connection disconnected 20:06:03.214 [DEBUG - New I/O worker #150] (Connection.java:688) [peer master-127.7.8.190:60613(127.7.8.190:60613)] cleaning up while in state READY due to: connection disconnected 20:06:03.215 [DEBUG - New I/O worker #151] (Connection.java:688) [peer 40d7410eea8b41c282d35bf9b2cfc0a0(127.7.8.130:49175)] cleaning up while in state READY due to: connection disconnected 20:06:03.216 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:06:03.216 [DEBUG - New I/O worker #152] (Connection.java:688) [peer 5c1bfda2e0694b8989f1b5346a739452(127.7.8.131:57099)] cleaning up while in state READY due to: connection disconnected 20:06:03.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.217475 7202 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 7403 20:06:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.221546 7289 connection.cc:512] server connection from 127.7.8.129:58137 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.129:58137): Connection reset by peer (error 104) 20:06:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.221545 7351 connection.cc:512] server connection from 127.7.8.129:48924 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.129:48924): Connection reset by peer (error 104) 20:06:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.221864 7564 connection.cc:512] client connection to 127.7.8.129:57232 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.129:57232): Connection reset by peer (error 104) 20:06:03.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.221871 7226 connection.cc:512] server connection from 127.7.8.129:56777 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.129:56777): Connection reset by peer (error 104) 20:06:03.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.222218 7202 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 7543 20:06:03.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.224812 7353 connection.cc:512] server connection from 127.7.8.130:53452 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.130:53452): Connection reset by peer (error 104) 20:06:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.224858 7290 connection.cc:512] server connection from 127.7.8.130:55319 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.130:55319): Connection reset by peer (error 104) 20:06:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.224885 7688 connection.cc:512] server connection from 127.7.8.130:33637 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.130:33637): Connection reset by peer (error 104) 20:06:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.224987 7228 connection.cc:512] server connection from 127.7.8.130:42729 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.130:42729): Connection reset by peer (error 104) 20:06:03.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.225157 7202 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 7679 20:06:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.227604 7227 connection.cc:512] server connection from 127.7.8.131:54752 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.131:54752): Connection reset by peer (error 104) 20:06:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.227630 7290 connection.cc:512] server connection from 127.7.8.131:39507 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.131:39507): Connection reset by peer (error 104) 20:06:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.227655 7202 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 7209 20:06:03.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:03.227903 7351 connection.cc:512] server connection from 127.7.8.131:41730 recv error: Network error: failed to read from TLS socket (remote: 127.7.8.131:41730): Connection reset by peer (error 104) 20:06:03.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.230588 7202 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 7279 20:06:03.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:03.233448 7202 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 7341 ]]> /127.7.171.254:54019] using SASL/PLAIN 20:06:04.175 [DEBUG - New I/O worker #158] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:04.175 [DEBUG - New I/O worker #158] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=10), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.7.171.253:44555, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.7.171.254:54019, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.7.171.252:38662, [10ms] Sub rpc: ConnectToMaster received from server master-127.7.171.254:54019 response OK, null) after lookup 20:06:04.177 [DEBUG - New I/O worker #157] (Negotiator.java:764) Authenticated connection [id: 0xc1469532, /127.7.171.253:50454 => /127.7.171.253:44555] using SASL/PLAIN 20:06:04.179 [DEBUG - New I/O worker #158] (Deferred.java:1330) callback=retry RPC@239642811 returned Deferred@175582634(state=PENDING, result=null, callback=(continuation of Deferred@1333109376 after retry RPC@239642811), errback=(continuation of Deferred@1333109376 after retry RPC@239642811)), so the following Deferred is getting paused: Deferred@1333109376(state=PAUSED, result=Deferred@175582634, callback=org.apache.kudu.client.AsyncKuduClient$1@35368422 -> org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:06:04.177 [DEBUG - New I/O worker #159] (Negotiator.java:764) Authenticated connection [id: 0x0102dfd4, /127.7.171.252:60769 => /127.7.171.252:38662] using SASL/PLAIN 20:06:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.180810 7888 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.7.171.254:60762: 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: DECIMAL64 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type_attributes { 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) precision: 18 20:06:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: DECIMAL128 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type_attributes { 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) precision: 38 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.181582 7888 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:06:04.187 [DEBUG - New I/O worker #158] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@35368422@892765218 returned Deferred@1306105686(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@2f5a5dcf -> (continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$1@35368422@892765218), errback=passthrough -> (continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$1@35368422@892765218)), so the following Deferred is getting paused: Deferred@1333109376(state=PAUSED, result=Deferred@1306105686, callback=org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:06:04.188 [DEBUG - New I/O worker #158] (AsyncKuduClient.java:761) Opened table 9ecde1bbf9494c6c8428b6aa9c37175c 20:06:04.188 [DEBUG - New I/O worker #158] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511 returned Deferred@776784786(state=PENDING, result=null, callback=(continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511), errback=(continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511)), so the following Deferred is getting paused: Deferred@1333109376(state=PAUSED, result=Deferred@776784786, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:06:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.196025 8253 tablet_service.cc:773] Processing CreateTablet for tablet b375eecf4a1948a885d0c889e2f53ba0 (table=TestKuduClient [id=9ecde1bbf9494c6c8428b6aa9c37175c]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.196379 8253 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet b375eecf4a1948a885d0c889e2f53ba0. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:04.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.196727 8379 tablet_service.cc:773] Processing CreateTablet for tablet b375eecf4a1948a885d0c889e2f53ba0 (table=TestKuduClient [id=9ecde1bbf9494c6c8428b6aa9c37175c]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:04.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.196979 8379 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet b375eecf4a1948a885d0c889e2f53ba0. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.199735 8253 ts_tablet_manager.cc:1173] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae: Registered tablet (data state: TABLET_DATA_READY) 20:06:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.199879 8379 ts_tablet_manager.cc:1173] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64: Registered tablet (data state: TABLET_DATA_READY) 20:06:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.200075 8467 ts_tablet_manager.cc:1028] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae: Bootstrapping tablet 20:06:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.200172 8468 ts_tablet_manager.cc:1028] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64: Bootstrapping tablet 20:06:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.200680 8467 tablet_bootstrap.cc:438] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae: Bootstrap starting. 20:06:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.200686 8468 tablet_bootstrap.cc:438] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64: Bootstrap starting. 20:06:04.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.201920 8467 tablet_bootstrap.cc:592] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae: No blocks or log segments found. Creating new log. 20:06:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.202059 8468 tablet_bootstrap.cc:592] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64: No blocks or log segments found. Creating new log. 20:06:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.202525 8467 log.cc:525] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae: Log is configured to *not* fsync() on all Append() calls 20:06:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.202847 8468 log.cc:525] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64: Log is configured to *not* fsync() on all Append() calls 20:06:04.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.203645 8467 tablet_bootstrap.cc:438] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae: No bootstrap required, opened a new log 20:06:04.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.203786 8467 ts_tablet_manager.cc:1045] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:06:04.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.204365 8114 tablet_service.cc:773] Processing CreateTablet for tablet b375eecf4a1948a885d0c889e2f53ba0 (table=TestKuduClient [id=9ecde1bbf9494c6c8428b6aa9c37175c]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:04.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.204624 8114 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet b375eecf4a1948a885d0c889e2f53ba0. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:04.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.205674 8467 raft_consensus.cc:340] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 } } peers { permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 } } peers { permanent_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" member_type: VOTER last_known_addr { host: "127.7.171.193" port: 57447 } } 20:06:04.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.205730 8467 raft_consensus.cc:366] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:04.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.205762 8467 raft_consensus.cc:705] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d44b4cb88904edc8665c7d49303efae, State: Initialized, Role: FOLLOWER 20:06:04.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.206048 8467 consensus_queue.cc:229] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 } } peers { permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 } } peers { permanent_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" member_type: VOTER last_known_addr { host: "127.7.171.193" port: 57447 } } 20:06:04.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.206638 8467 ts_tablet_manager.cc:1073] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae: Time spent starting tablet: real 0.003s user 0.002s sys 0.001s 20:06:04.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.206812 8316 heartbeater.cc:467] Master 127.7.171.254:54019 was elected leader, sending a full tablet report... 20:06:04.208 [DEBUG - New I/O worker #158] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@573f4383@1463763843 returned Deferred@776784786(state=PENDING, result=null, callback=(continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511) -> (continuation of Deferred@1457331477 after org.apache.kudu.client.AsyncKuduClient$15@573f4383@1463763843), errback=(continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511) -> (continuation of Deferred@1457331477 after org.apache.kudu.client.AsyncKuduClient$15@573f4383@1463763843)), so the following Deferred is getting paused: Deferred@1457331477(state=PAUSED, result=Deferred@776784786, callback=, errback=) 20:06:04.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.209273 8114 ts_tablet_manager.cc:1173] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0: Registered tablet (data state: TABLET_DATA_READY) 20:06:04.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.209568 8472 ts_tablet_manager.cc:1028] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0: Bootstrapping tablet 20:06:04.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.209739 8472 tablet_bootstrap.cc:438] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0: Bootstrap starting. 20:06:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.210598 8468 tablet_bootstrap.cc:438] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64: No bootstrap required, opened a new log 20:06:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.210868 8468 ts_tablet_manager.cc:1045] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64: Time spent bootstrapping tablet: real 0.011s user 0.001s sys 0.001s 20:06:04.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.210953 8472 tablet_bootstrap.cc:592] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0: No blocks or log segments found. Creating new log. 20:06:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.211462 8472 log.cc:525] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0: Log is configured to *not* fsync() on all Append() calls 20:06:04.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.212373 8472 tablet_bootstrap.cc:438] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0: No bootstrap required, opened a new log 20:06:04.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.212499 8472 ts_tablet_manager.cc:1045] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s 20:06:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.213040 8468 raft_consensus.cc:340] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 } } peers { permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 } } peers { permanent_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" member_type: VOTER last_known_addr { host: "127.7.171.193" port: 57447 } } 20:06:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.213117 8468 raft_consensus.cc:366] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.213138 8468 raft_consensus.cc:705] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78ad2cab9c1c4f2783b8d8e9f5e79a64, State: Initialized, Role: FOLLOWER 20:06:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.213552 8468 consensus_queue.cc:229] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 } } peers { permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 } } peers { permanent_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" member_type: VOTER last_known_addr { host: "127.7.171.193" port: 57447 } } 20:06:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.213835 8442 heartbeater.cc:467] Master 127.7.171.254:54019 was elected leader, sending a full tablet report... 20:06:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.213958 8468 ts_tablet_manager.cc:1073] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:06:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.214572 8472 raft_consensus.cc:340] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 } } peers { permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 } } peers { permanent_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" member_type: VOTER last_known_addr { host: "127.7.171.193" port: 57447 } } 20:06:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.214633 8472 raft_consensus.cc:366] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.214668 8472 raft_consensus.cc:705] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d9370d9e2295499cad8fc1a1eddb30d0, State: Initialized, Role: FOLLOWER 20:06:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.215426 8472 consensus_queue.cc:229] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 } } peers { permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 } } peers { permanent_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" member_type: VOTER last_known_addr { host: "127.7.171.193" port: 57447 } } 20:06:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.215970 8472 ts_tablet_manager.cc:1073] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0: Time spent starting tablet: real 0.003s user 0.002s sys 0.001s 20:06:04.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.217427 7888 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.7.171.193:45446 20:06:04.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.218840 8179 heartbeater.cc:467] Master 127.7.171.254:54019 was elected leader, sending a full tablet report... 20:06:04.226 [DEBUG - New I/O worker #158] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@2b148624@722765348 returned Deferred@776784786(state=PENDING, result=null, callback=(continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511) -> (continuation of Deferred@1457331477 after org.apache.kudu.client.AsyncKuduClient$15@573f4383@1463763843) -> (continuation of Deferred@1674365071 after org.apache.kudu.client.AsyncKuduClient$15@2b148624@722765348), errback=(continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511) -> (continuation of Deferred@1457331477 after org.apache.kudu.client.AsyncKuduClient$15@573f4383@1463763843) -> (continuation of Deferred@1674365071 after org.apache.kudu.client.AsyncKuduClient$15@2b148624@722765348)), so the following Deferred is getting paused: Deferred@1674365071(state=PAUSED, result=Deferred@776784786, callback=, errback=) 20:06:04.246 [DEBUG - New I/O worker #158] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4ec2ac2e@1321380910 returned Deferred@776784786(state=PENDING, result=null, callback=(continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511) -> (continuation of Deferred@1457331477 after org.apache.kudu.client.AsyncKuduClient$15@573f4383@1463763843) -> (continuation of Deferred@1674365071 after org.apache.kudu.client.AsyncKuduClient$15@2b148624@722765348) -> (continuation of Deferred@1883845974 after org.apache.kudu.client.AsyncKuduClient$15@4ec2ac2e@1321380910), errback=(continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511) -> (continuation of Deferred@1457331477 after org.apache.kudu.client.AsyncKuduClient$15@573f4383@1463763843) -> (continuation of Deferred@1674365071 after org.apache.kudu.client.AsyncKuduClient$15@2b148624@722765348) -> (continuation of Deferred@1883845974 after org.apache.kudu.client.AsyncKuduClient$15@4ec2ac2e@1321380910)), so the following Deferred is getting paused: Deferred@1883845974(state=PAUSED, result=Deferred@776784786, callback=, errback=) 20:06:04.266 [DEBUG - New I/O worker #158] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@7fe3b8dd@2145630429 returned Deferred@776784786(state=PENDING, result=null, callback=(continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511) -> (continuation of Deferred@1457331477 after org.apache.kudu.client.AsyncKuduClient$15@573f4383@1463763843) -> (continuation of Deferred@1674365071 after org.apache.kudu.client.AsyncKuduClient$15@2b148624@722765348) -> (continuation of Deferred@1883845974 after org.apache.kudu.client.AsyncKuduClient$15@4ec2ac2e@1321380910) -> (continuation of Deferred@2062458654 after org.apache.kudu.client.AsyncKuduClient$15@7fe3b8dd@2145630429), errback=(continuation of Deferred@1333109376 after org.apache.kudu.client.AsyncKuduClient$2@7e70ef4f@2121330511) -> (continuation of Deferred@1457331477 after org.apache.kudu.client.AsyncKuduClient$15@573f4383@1463763843) -> (continuation of Deferred@1674365071 after org.apache.kudu.client.AsyncKuduClient$15@2b148624@722765348) -> (continuation of Deferred@1883845974 after org.apache.kudu.client.AsyncKuduClient$15@4ec2ac2e@1321380910) -> (continuation of Deferred@2062458654 after org.apache.kudu.client.AsyncKuduClient$15@7fe3b8dd@2145630429)), so the following Deferred is getting paused: Deferred@2062458654(state=PAUSED, result=Deferred@776784786, callback=, errback=) 20:06:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.270521 8475 raft_consensus.cc:472] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.270602 8475 raft_consensus.cc:494] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 } } peers { permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 } } peers { permanent_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" member_type: VOTER last_known_addr { host: "127.7.171.193" port: 57447 } } 20:06:04.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.271205 8475 leader_election.cc:292] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5d44b4cb88904edc8665c7d49303efae (127.7.171.194:42646), 78ad2cab9c1c4f2783b8d8e9f5e79a64 (127.7.171.195:38448) 20:06:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.274276 8273 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "b375eecf4a1948a885d0c889e2f53ba0" candidate_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d44b4cb88904edc8665c7d49303efae" is_pre_election: true 20:06:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.274395 8273 raft_consensus.cc:2346] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d9370d9e2295499cad8fc1a1eddb30d0 in term 0. 20:06:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.274399 8399 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "b375eecf4a1948a885d0c889e2f53ba0" candidate_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" is_pre_election: true 20:06:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.274482 8399 raft_consensus.cc:2346] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d9370d9e2295499cad8fc1a1eddb30d0 in term 0. 20:06:04.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.274829 8070 leader_election.cc:306] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d44b4cb88904edc8665c7d49303efae, d9370d9e2295499cad8fc1a1eddb30d0; no voters: 20:06:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.275022 8475 raft_consensus.cc:2640] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:06:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.275050 8475 raft_consensus.cc:472] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.275063 8475 raft_consensus.cc:2886] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 0 FOLLOWER]: Advancing to term 1 20:06:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.275559 8475 raft_consensus.cc:494] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 } } peers { permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 } } peers { permanent_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" member_type: VOTER last_known_addr { host: "127.7.171.193" port: 57447 } } 20:06:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.275800 8475 leader_election.cc:292] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [CANDIDATE]: Term 1 election: Requested vote from peers 5d44b4cb88904edc8665c7d49303efae (127.7.171.194:42646), 78ad2cab9c1c4f2783b8d8e9f5e79a64 (127.7.171.195:38448) 20:06:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.276130 8273 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "b375eecf4a1948a885d0c889e2f53ba0" candidate_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d44b4cb88904edc8665c7d49303efae" 20:06:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.276131 8399 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "b375eecf4a1948a885d0c889e2f53ba0" candidate_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" 20:06:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.276180 8399 raft_consensus.cc:2886] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64 [term 0 FOLLOWER]: Advancing to term 1 20:06:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.276177 8273 raft_consensus.cc:2886] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae [term 0 FOLLOWER]: Advancing to term 1 20:06:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.276679 8399 raft_consensus.cc:2346] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d9370d9e2295499cad8fc1a1eddb30d0 in term 1. 20:06:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.276772 8273 raft_consensus.cc:2346] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d9370d9e2295499cad8fc1a1eddb30d0 in term 1. 20:06:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.276950 8068 leader_election.cc:306] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 78ad2cab9c1c4f2783b8d8e9f5e79a64, d9370d9e2295499cad8fc1a1eddb30d0; no voters: 20:06:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.277070 8475 raft_consensus.cc:2640] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 1 FOLLOWER]: Leader election won for term 1 20:06:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.277187 8475 raft_consensus.cc:667] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [term 1 LEADER]: Becoming Leader. State: Replica: d9370d9e2295499cad8fc1a1eddb30d0, State: Running, Role: LEADER 20:06:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.277438 8475 consensus_queue.cc:206] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 } } peers { permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 } } peers { permanent_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" member_type: VOTER last_known_addr { host: "127.7.171.193" port: 57447 } } 20:06:04.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.279820 7888 catalog_manager.cc:3781] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 reported cstate change: term changed from 0 to 1, leader changed from to d9370d9e2295499cad8fc1a1eddb30d0 (127.7.171.193). New cstate: current_term: 1 leader_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d9370d9e2295499cad8fc1a1eddb30d0" member_type: VOTER last_known_addr { host: "127.7.171.193" port: 57447 } health_report { overall_health: HEALTHY } } } 20:06:04.286 [DEBUG - New I/O worker #158] (AsyncKuduClient.java:761) Opened table 9ecde1bbf9494c6c8428b6aa9c37175c 20:06:04.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.288044 8319 tablet.cc:1768] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:04.288 [DEBUG - New I/O worker #158] (AsyncKuduClient.java:2114) Learned about tablet b375eecf4a1948a885d0c889e2f53ba0 for table 'TestKuduClient' with partition [, ) 20:06:04.288 [DEBUG - New I/O worker #158] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b375eecf4a1948a885d0c889e2f53ba0@[5d44b4cb88904edc8665c7d49303efae(127.7.171.194:42646),78ad2cab9c1c4f2783b8d8e9f5e79a64(127.7.171.195:38448),d9370d9e2295499cad8fc1a1eddb30d0(127.7.171.193:57447)[L]]}] 20:06:04.289 [DEBUG - New I/O worker #158] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=2), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.7.171.254:54019, [1ms] Sub rpc: GetTableLocations received from server master-127.7.171.254:54019 response OK, null) after lookup 20:06:04.289 [DEBUG - New I/O worker #158] (Deferred.java:1330) callback=retry RPC@407674192 returned Deferred@2055994324(state=PENDING, result=null, callback=(continuation of Deferred@1955827188 after retry RPC@407674192), errback=(continuation of Deferred@1955827188 after retry RPC@407674192)), so the following Deferred is getting paused: Deferred@1955827188(state=PAUSED, result=Deferred@2055994324, callback=org.apache.kudu.client.AsyncKuduSession$2@626e0fb0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1e34b8b0 -> wakeup thread Time-limited test) 20:06:04.296 [DEBUG - New I/O worker #160] (Negotiator.java:764) Authenticated connection [id: 0x96074dfb, /127.7.171.193:55804 => /127.7.171.193:57447] using TOKEN/null 20:06:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.300956 8399 raft_consensus.cc:1181] T b375eecf4a1948a885d0c889e2f53ba0 P 78ad2cab9c1c4f2783b8d8e9f5e79a64 [term 1 FOLLOWER]: Refusing update from remote peer d9370d9e2295499cad8fc1a1eddb30d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.301415 8273 raft_consensus.cc:1181] T b375eecf4a1948a885d0c889e2f53ba0 P 5d44b4cb88904edc8665c7d49303efae [term 1 FOLLOWER]: Refusing update from remote peer d9370d9e2295499cad8fc1a1eddb30d0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.301530 8475 consensus_queue.cc:984] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "78ad2cab9c1c4f2783b8d8e9f5e79a64" member_type: VOTER last_known_addr { host: "127.7.171.195" port: 38448 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.302001 8475 consensus_queue.cc:984] T b375eecf4a1948a885d0c889e2f53ba0 P d9370d9e2295499cad8fc1a1eddb30d0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d44b4cb88904edc8665c7d49303efae" member_type: VOTER last_known_addr { host: "127.7.171.194" port: 42646 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:04.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.307821 8479 mvcc.cc:203] Tried to move safe_time back from 6337601389771444224 to 6337601389682266112. Current Snapshot: MvccSnapshot[committed={T|T < 6337601389771444224}] 20:06:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.310354 8480 mvcc.cc:203] Tried to move safe_time back from 6337601389771444224 to 6337601389682266112. Current Snapshot: MvccSnapshot[committed={T|T < 6337601389771444224}] 20:06:04.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.312510 8481 mvcc.cc:203] Tried to move safe_time back from 6337601389771444224 to 6337601389682266112. Current Snapshot: MvccSnapshot[committed={T|T < 6337601389771444224}] 20:06:04.346 [DEBUG - New I/O worker #160] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=b375eecf4a1948a885d0c889e2f53ba0, scannerId=null, scanRequestTimeout=30000) 20:06:04.348 [DEBUG - New I/O worker #157] (Connection.java:688) [peer master-127.7.171.253:44555(127.7.171.253:44555)] cleaning up while in state READY due to: connection disconnected 20:06:04.348 [DEBUG - New I/O worker #158] (Connection.java:688) [peer master-127.7.171.254:54019(127.7.171.254:54019)] cleaning up while in state READY due to: connection disconnected 20:06:04.349 [DEBUG - New I/O worker #159] (Connection.java:688) [peer master-127.7.171.252:38662(127.7.171.252:38662)] cleaning up while in state READY due to: connection disconnected 20:06:04.349 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:06:04.350 [DEBUG - New I/O worker #160] (Connection.java:688) [peer d9370d9e2295499cad8fc1a1eddb30d0(127.7.171.193:57447)] cleaning up while in state READY due to: connection disconnected 20:06:04.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.350672 7855 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 8046 20:06:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.353813 7870 connection.cc:512] server connection from 127.7.171.193:45446 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.193:45446): Connection reset by peer (error 104) 20:06:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.353813 7996 connection.cc:512] server connection from 127.7.171.193:38046 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.193:38046): Connection reset by peer (error 104) 20:06:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.353868 8196 connection.cc:512] server connection from 127.7.171.193:58912 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.193:58912): Connection reset by peer (error 104) 20:06:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.353898 7855 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 8186 20:06:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.354074 7931 connection.cc:512] server connection from 127.7.171.193:51207 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.193:51207): Connection reset by peer (error 104) 20:06:04.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.354321 8330 connection.cc:512] server connection from 127.7.171.193:51348 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.193:51348): Connection reset by peer (error 104) 20:06:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.356362 7871 connection.cc:512] server connection from 127.7.171.194:59452 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.194:59452): Connection reset by peer (error 104) 20:06:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.356421 7933 connection.cc:512] server connection from 127.7.171.194:35476 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.194:35476): Connection reset by peer (error 104) 20:06:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.356539 7994 connection.cc:512] server connection from 127.7.171.194:43958 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.194:43958): Connection reset by peer (error 104) 20:06:04.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.356585 7855 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 8323 20:06:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.358938 7932 connection.cc:512] server connection from 127.7.171.195:54258 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.195:54258): Connection reset by peer (error 104) 20:06:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.358969 7996 connection.cc:512] server connection from 127.7.171.195:47499 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.195:47499): Connection reset by peer (error 104) 20:06:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.358983 7855 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 7862 20:06:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:04.358986 7869 connection.cc:512] server connection from 127.7.171.195:56994 recv error: Network error: failed to read from TLS socket (remote: 127.7.171.195:56994): Connection reset by peer (error 104) 20:06:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.362056 7855 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 7922 20:06:04.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:04.364763 7855 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 7985 ]]> /127.8.74.190:36388] using SASL/PLAIN 20:06:05.232 [DEBUG - New I/O worker #168] (Negotiator.java:764) Authenticated connection [id: 0x4b974557, /127.8.74.189:37449 => /127.8.74.189:54200] using SASL/PLAIN 20:06:05.235 [DEBUG - New I/O worker #166] (Negotiator.java:764) Authenticated connection [id: 0xda358daf, /127.8.74.188:39875 => /127.8.74.188:40722] using SASL/PLAIN 20:06:05.237 [DEBUG - New I/O worker #166] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:05.237 [DEBUG - New I/O worker #166] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=17), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.8.74.188:40722, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.8.74.190:36388, [2ms] Sub rpc: ConnectToMaster sending RPC to server master-127.8.74.189:54200, [10ms] Sub rpc: ConnectToMaster received from server master-127.8.74.190:36388 response OK, [13ms] Sub rpc: ConnectToMaster received from server master-127.8.74.189:54200 response OK, [17ms] Sub rpc: ConnectToMaster received from server master-127.8.74.188:40722 response OK, null) after lookup 20:06:05.238 [DEBUG - New I/O worker #166] (Deferred.java:1330) callback=retry RPC@524867891 returned Deferred@460807682(state=PENDING, result=null, callback=(continuation of Deferred@1584780040 after retry RPC@524867891), errback=(continuation of Deferred@1584780040 after retry RPC@524867891)), so the following Deferred is getting paused: Deferred@1584780040(state=PAUSED, result=Deferred@460807682, callback=org.apache.kudu.client.AsyncKuduClient$1@36b95911 -> org.apache.kudu.client.AsyncKuduClient$2@6f618fb4 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:06:05.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.239202 8647 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.8.74.188:39875: 20:06:05.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:06:05.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:06:05.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.240025 8647 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:06:05.244 [DEBUG - New I/O worker #166] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@36b95911@918116625 returned Deferred@1313299220(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@3e5a2c47 -> (continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$1@36b95911@918116625), errback=passthrough -> (continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$1@36b95911@918116625)), so the following Deferred is getting paused: Deferred@1584780040(state=PAUSED, result=Deferred@1313299220, callback=org.apache.kudu.client.AsyncKuduClient$2@6f618fb4 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:06:05.245 [DEBUG - New I/O worker #166] (AsyncKuduClient.java:761) Opened table 505ce9993d9d43deb4e19895b9bcecb7 20:06:05.245 [DEBUG - New I/O worker #166] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756 returned Deferred@1113037644(state=PENDING, result=null, callback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756), errback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756)), so the following Deferred is getting paused: Deferred@1584780040(state=PAUSED, result=Deferred@1113037644, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:06:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.258483 8738 tablet_service.cc:773] Processing CreateTablet for tablet 8f066cb8c2c648f68d6431d1751cdb11 (table=TestKuduClient [id=505ce9993d9d43deb4e19895b9bcecb7]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.258826 8738 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 8f066cb8c2c648f68d6431d1751cdb11. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:05.261 [DEBUG - New I/O worker #166] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389 returned Deferred@1113037644(state=PENDING, result=null, callback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389), errback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389)), so the following Deferred is getting paused: Deferred@1430507591(state=PAUSED, result=Deferred@1113037644, callback=, errback=) 20:06:05.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.262146 8738 ts_tablet_manager.cc:1173] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39: Registered tablet (data state: TABLET_DATA_READY) 20:06:05.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.262470 9103 ts_tablet_manager.cc:1028] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39: Bootstrapping tablet 20:06:05.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.262851 9103 tablet_bootstrap.cc:438] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39: Bootstrap starting. 20:06:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.264017 9015 tablet_service.cc:773] Processing CreateTablet for tablet 8f066cb8c2c648f68d6431d1751cdb11 (table=TestKuduClient [id=505ce9993d9d43deb4e19895b9bcecb7]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.264248 9103 tablet_bootstrap.cc:592] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39: No blocks or log segments found. Creating new log. 20:06:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.264359 9015 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 8f066cb8c2c648f68d6431d1751cdb11. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.264888 9103 log.cc:525] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39: Log is configured to *not* fsync() on all Append() calls 20:06:05.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.266077 9103 tablet_bootstrap.cc:438] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39: No bootstrap required, opened a new log 20:06:05.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.266371 9103 ts_tablet_manager.cc:1045] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:06:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.268465 9015 ts_tablet_manager.cc:1173] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91: Registered tablet (data state: TABLET_DATA_READY) 20:06:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.268575 9103 raft_consensus.cc:340] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 } } peers { permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 } } peers { permanent_uuid: "fa7df019d66947cea61c65118bb28a39" member_type: VOTER last_known_addr { host: "127.8.74.129" port: 39086 } } 20:06:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.268729 9103 raft_consensus.cc:366] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.268841 9103 raft_consensus.cc:705] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa7df019d66947cea61c65118bb28a39, State: Initialized, Role: FOLLOWER 20:06:05.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.269316 9103 consensus_queue.cc:229] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 } } peers { permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 } } peers { permanent_uuid: "fa7df019d66947cea61c65118bb28a39" member_type: VOTER last_known_addr { host: "127.8.74.129" port: 39086 } } 20:06:05.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.269371 9105 ts_tablet_manager.cc:1028] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91: Bootstrapping tablet 20:06:05.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.269536 9105 tablet_bootstrap.cc:438] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91: Bootstrap starting. 20:06:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.270097 8889 tablet_service.cc:773] Processing CreateTablet for tablet 8f066cb8c2c648f68d6431d1751cdb11 (table=TestKuduClient [id=505ce9993d9d43deb4e19895b9bcecb7]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.270431 8889 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 8f066cb8c2c648f68d6431d1751cdb11. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.271883 9105 tablet_bootstrap.cc:592] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91: No blocks or log segments found. Creating new log. 20:06:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.272313 9103 ts_tablet_manager.cc:1073] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39: Time spent starting tablet: real 0.006s user 0.003s sys 0.000s 20:06:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.272564 9105 log.cc:525] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91: Log is configured to *not* fsync() on all Append() calls 20:06:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.274029 8889 ts_tablet_manager.cc:1173] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224: Registered tablet (data state: TABLET_DATA_READY) 20:06:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.274351 8647 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.8.74.129:35177 20:06:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.274890 9108 ts_tablet_manager.cc:1028] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224: Bootstrapping tablet 20:06:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.275198 9108 tablet_bootstrap.cc:438] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224: Bootstrap starting. 20:06:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.275503 9105 tablet_bootstrap.cc:438] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91: No bootstrap required, opened a new log 20:06:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.275638 9105 ts_tablet_manager.cc:1045] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s 20:06:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.276573 9108 tablet_bootstrap.cc:592] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224: No blocks or log segments found. Creating new log. 20:06:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.276986 9108 log.cc:525] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224: Log is configured to *not* fsync() on all Append() calls 20:06:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.277926 8816 heartbeater.cc:467] Master 127.8.74.188:40722 was elected leader, sending a full tablet report... 20:06:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.278065 9105 raft_consensus.cc:340] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 } } peers { permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 } } peers { permanent_uuid: "fa7df019d66947cea61c65118bb28a39" member_type: VOTER last_known_addr { host: "127.8.74.129" port: 39086 } } 20:06:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.278121 9105 raft_consensus.cc:366] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.278151 9105 raft_consensus.cc:705] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f9d630cadd31410f8215dc7dcaed9b91, State: Initialized, Role: FOLLOWER 20:06:05.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.278502 9105 consensus_queue.cc:229] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 } } peers { permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 } } peers { permanent_uuid: "fa7df019d66947cea61c65118bb28a39" member_type: VOTER last_known_addr { host: "127.8.74.129" port: 39086 } } 20:06:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.278995 9108 tablet_bootstrap.cc:438] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224: No bootstrap required, opened a new log 20:06:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.279207 9108 ts_tablet_manager.cc:1045] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:06:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.279989 9080 heartbeater.cc:467] Master 127.8.74.188:40722 was elected leader, sending a full tablet report... 20:06:05.282 [DEBUG - New I/O worker #166] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412 returned Deferred@1113037644(state=PENDING, result=null, callback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389) -> (continuation of Deferred@1156024137 after org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412), errback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389) -> (continuation of Deferred@1156024137 after org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412)), so the following Deferred is getting paused: Deferred@1156024137(state=PAUSED, result=Deferred@1113037644, callback=, errback=) 20:06:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.282258 9108 raft_consensus.cc:340] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 } } peers { permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 } } peers { permanent_uuid: "fa7df019d66947cea61c65118bb28a39" member_type: VOTER last_known_addr { host: "127.8.74.129" port: 39086 } } 20:06:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.282400 9105 ts_tablet_manager.cc:1073] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91: Time spent starting tablet: real 0.007s user 0.003s sys 0.000s 20:06:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.282454 9108 raft_consensus.cc:366] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.282575 9108 raft_consensus.cc:705] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 061e17edf43647b78b9ed0dd9842a224, State: Initialized, Role: FOLLOWER 20:06:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.282965 9108 consensus_queue.cc:229] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 } } peers { permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 } } peers { permanent_uuid: "fa7df019d66947cea61c65118bb28a39" member_type: VOTER last_known_addr { host: "127.8.74.129" port: 39086 } } 20:06:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.283524 9108 ts_tablet_manager.cc:1073] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s 20:06:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.283785 8954 heartbeater.cc:467] Master 127.8.74.188:40722 was elected leader, sending a full tablet report... 20:06:05.300 [DEBUG - New I/O worker #166] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@20affb10@548403984 returned Deferred@1113037644(state=PENDING, result=null, callback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389) -> (continuation of Deferred@1156024137 after org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412) -> (continuation of Deferred@1797641898 after org.apache.kudu.client.AsyncKuduClient$15@20affb10@548403984), errback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389) -> (continuation of Deferred@1156024137 after org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412) -> (continuation of Deferred@1797641898 after org.apache.kudu.client.AsyncKuduClient$15@20affb10@548403984)), so the following Deferred is getting paused: Deferred@1797641898(state=PAUSED, result=Deferred@1113037644, callback=, errback=) 20:06:05.321 [DEBUG - New I/O worker #166] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@76196c64@1981377636 returned Deferred@1113037644(state=PENDING, result=null, callback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389) -> (continuation of Deferred@1156024137 after org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412) -> (continuation of Deferred@1797641898 after org.apache.kudu.client.AsyncKuduClient$15@20affb10@548403984) -> (continuation of Deferred@247226401 after org.apache.kudu.client.AsyncKuduClient$15@76196c64@1981377636), errback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389) -> (continuation of Deferred@1156024137 after org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412) -> (continuation of Deferred@1797641898 after org.apache.kudu.client.AsyncKuduClient$15@20affb10@548403984) -> (continuation of Deferred@247226401 after org.apache.kudu.client.AsyncKuduClient$15@76196c64@1981377636)), so the following Deferred is getting paused: Deferred@247226401(state=PAUSED, result=Deferred@1113037644, callback=, errback=) 20:06:05.341 [DEBUG - New I/O worker #166] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@51947d9d@1368685981 returned Deferred@1113037644(state=PENDING, result=null, callback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389) -> (continuation of Deferred@1156024137 after org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412) -> (continuation of Deferred@1797641898 after org.apache.kudu.client.AsyncKuduClient$15@20affb10@548403984) -> (continuation of Deferred@247226401 after org.apache.kudu.client.AsyncKuduClient$15@76196c64@1981377636) -> (continuation of Deferred@339833219 after org.apache.kudu.client.AsyncKuduClient$15@51947d9d@1368685981), errback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389) -> (continuation of Deferred@1156024137 after org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412) -> (continuation of Deferred@1797641898 after org.apache.kudu.client.AsyncKuduClient$15@20affb10@548403984) -> (continuation of Deferred@247226401 after org.apache.kudu.client.AsyncKuduClient$15@76196c64@1981377636) -> (continuation of Deferred@339833219 after org.apache.kudu.client.AsyncKuduClient$15@51947d9d@1368685981)), so the following Deferred is getting paused: Deferred@339833219(state=PAUSED, result=Deferred@1113037644, callback=, errback=) 20:06:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.349023 8955 tablet.cc:1768] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.350026 9106 raft_consensus.cc:472] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.350113 9106 raft_consensus.cc:494] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 } } peers { permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 } } peers { permanent_uuid: "fa7df019d66947cea61c65118bb28a39" member_type: VOTER last_known_addr { host: "127.8.74.129" port: 39086 } } 20:06:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.350795 9106 leader_election.cc:292] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f9d630cadd31410f8215dc7dcaed9b91 (127.8.74.131:41571), 061e17edf43647b78b9ed0dd9842a224 (127.8.74.130:51194) 20:06:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.353821 9035 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "8f066cb8c2c648f68d6431d1751cdb11" candidate_uuid: "fa7df019d66947cea61c65118bb28a39" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9d630cadd31410f8215dc7dcaed9b91" is_pre_election: true 20:06:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.353951 9035 raft_consensus.cc:2346] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fa7df019d66947cea61c65118bb28a39 in term 0. 20:06:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.353981 8909 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "8f066cb8c2c648f68d6431d1751cdb11" candidate_uuid: "fa7df019d66947cea61c65118bb28a39" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "061e17edf43647b78b9ed0dd9842a224" is_pre_election: true 20:06:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.354091 8909 raft_consensus.cc:2346] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fa7df019d66947cea61c65118bb28a39 in term 0. 20:06:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.354389 8701 leader_election.cc:306] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f9d630cadd31410f8215dc7dcaed9b91, fa7df019d66947cea61c65118bb28a39; no voters: 20:06:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.354583 9106 raft_consensus.cc:2640] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:06:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.354624 9106 raft_consensus.cc:472] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.354643 9106 raft_consensus.cc:2886] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 0 FOLLOWER]: Advancing to term 1 20:06:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.355161 9106 raft_consensus.cc:494] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 } } peers { permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 } } peers { permanent_uuid: "fa7df019d66947cea61c65118bb28a39" member_type: VOTER last_known_addr { host: "127.8.74.129" port: 39086 } } 20:06:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.355450 9106 leader_election.cc:292] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [CANDIDATE]: Term 1 election: Requested vote from peers f9d630cadd31410f8215dc7dcaed9b91 (127.8.74.131:41571), 061e17edf43647b78b9ed0dd9842a224 (127.8.74.130:51194) 20:06:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.355734 9035 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "8f066cb8c2c648f68d6431d1751cdb11" candidate_uuid: "fa7df019d66947cea61c65118bb28a39" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f9d630cadd31410f8215dc7dcaed9b91" 20:06:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.355780 8909 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "8f066cb8c2c648f68d6431d1751cdb11" candidate_uuid: "fa7df019d66947cea61c65118bb28a39" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "061e17edf43647b78b9ed0dd9842a224" 20:06:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.355785 9035 raft_consensus.cc:2886] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91 [term 0 FOLLOWER]: Advancing to term 1 20:06:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.355823 8909 raft_consensus.cc:2886] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224 [term 0 FOLLOWER]: Advancing to term 1 20:06:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.356537 9035 raft_consensus.cc:2346] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fa7df019d66947cea61c65118bb28a39 in term 1. 20:06:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.356546 8909 raft_consensus.cc:2346] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fa7df019d66947cea61c65118bb28a39 in term 1. 20:06:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.356812 8701 leader_election.cc:306] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: f9d630cadd31410f8215dc7dcaed9b91, fa7df019d66947cea61c65118bb28a39; no voters: 20:06:05.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.356926 9106 raft_consensus.cc:2640] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 1 FOLLOWER]: Leader election won for term 1 20:06:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.357062 9106 raft_consensus.cc:667] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [term 1 LEADER]: Becoming Leader. State: Replica: fa7df019d66947cea61c65118bb28a39, State: Running, Role: LEADER 20:06:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.357324 9106 consensus_queue.cc:206] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 } } peers { permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 } } peers { permanent_uuid: "fa7df019d66947cea61c65118bb28a39" member_type: VOTER last_known_addr { host: "127.8.74.129" port: 39086 } } 20:06:05.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.359688 8647 catalog_manager.cc:3781] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 reported cstate change: term changed from 0 to 1, leader changed from to fa7df019d66947cea61c65118bb28a39 (127.8.74.129). New cstate: current_term: 1 leader_uuid: "fa7df019d66947cea61c65118bb28a39" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fa7df019d66947cea61c65118bb28a39" member_type: VOTER last_known_addr { host: "127.8.74.129" port: 39086 } health_report { overall_health: HEALTHY } } } 20:06:05.361 [DEBUG - New I/O worker #166] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@29065523@688280867 returned Deferred@1113037644(state=PENDING, result=null, callback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389) -> (continuation of Deferred@1156024137 after org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412) -> (continuation of Deferred@1797641898 after org.apache.kudu.client.AsyncKuduClient$15@20affb10@548403984) -> (continuation of Deferred@247226401 after org.apache.kudu.client.AsyncKuduClient$15@76196c64@1981377636) -> (continuation of Deferred@339833219 after org.apache.kudu.client.AsyncKuduClient$15@51947d9d@1368685981) -> (continuation of Deferred@1154913610 after org.apache.kudu.client.AsyncKuduClient$15@29065523@688280867), errback=(continuation of Deferred@1584780040 after org.apache.kudu.client.AsyncKuduClient$2@6f618fb4@1868664756) -> (continuation of Deferred@1430507591 after org.apache.kudu.client.AsyncKuduClient$15@21a8b09d@564703389) -> (continuation of Deferred@1156024137 after org.apache.kudu.client.AsyncKuduClient$15@3a14f6bc@974452412) -> (continuation of Deferred@1797641898 after org.apache.kudu.client.AsyncKuduClient$15@20affb10@548403984) -> (continuation of Deferred@247226401 after org.apache.kudu.client.AsyncKuduClient$15@76196c64@1981377636) -> (continuation of Deferred@339833219 after org.apache.kudu.client.AsyncKuduClient$15@51947d9d@1368685981) -> (continuation of Deferred@1154913610 after org.apache.kudu.client.AsyncKuduClient$15@29065523@688280867)), so the following Deferred is getting paused: Deferred@1154913610(state=PAUSED, result=Deferred@1113037644, callback=, errback=) 20:06:05.402 [DEBUG - New I/O worker #166] (AsyncKuduClient.java:761) Opened table 505ce9993d9d43deb4e19895b9bcecb7 20:06:05.403 [DEBUG - New I/O worker #166] (AsyncKuduClient.java:2114) Learned about tablet 8f066cb8c2c648f68d6431d1751cdb11 for table 'TestKuduClient' with partition [, ) 20:06:05.403 [DEBUG - New I/O worker #166] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=8f066cb8c2c648f68d6431d1751cdb11@[061e17edf43647b78b9ed0dd9842a224(127.8.74.130:51194),f9d630cadd31410f8215dc7dcaed9b91(127.8.74.131:41571),fa7df019d66947cea61c65118bb28a39(127.8.74.129:39086)[L]]}] 20:06:05.403 [DEBUG - New I/O worker #166] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.8.74.188:40722, [1ms] Sub rpc: GetTableLocations received from server master-127.8.74.188:40722 response OK, null) after lookup 20:06:05.403 [DEBUG - New I/O worker #166] (Deferred.java:1330) callback=retry RPC@697225961 returned Deferred@851064246(state=PENDING, result=null, callback=(continuation of Deferred@1119263342 after retry RPC@697225961), errback=(continuation of Deferred@1119263342 after retry RPC@697225961)), so the following Deferred is getting paused: Deferred@1119263342(state=PAUSED, result=Deferred@851064246, callback=org.apache.kudu.client.AsyncKuduSession$2@1739f840 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@487f69d4 -> wakeup thread Time-limited test) 20:06:05.409 [DEBUG - New I/O worker #169] (Negotiator.java:764) Authenticated connection [id: 0x30425c0c, /127.8.74.129:46803 => /127.8.74.129:39086] using TOKEN/null 20:06:05.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.413511 9035 raft_consensus.cc:1181] T 8f066cb8c2c648f68d6431d1751cdb11 P f9d630cadd31410f8215dc7dcaed9b91 [term 1 FOLLOWER]: Refusing update from remote peer fa7df019d66947cea61c65118bb28a39: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:05.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.413518 8909 raft_consensus.cc:1181] T 8f066cb8c2c648f68d6431d1751cdb11 P 061e17edf43647b78b9ed0dd9842a224 [term 1 FOLLOWER]: Refusing update from remote peer fa7df019d66947cea61c65118bb28a39: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.414134 9112 consensus_queue.cc:984] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [LEADER]: Connected to new peer: Peer: permanent_uuid: "061e17edf43647b78b9ed0dd9842a224" member_type: VOTER last_known_addr { host: "127.8.74.130" port: 51194 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:05.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.414208 9106 consensus_queue.cc:984] T 8f066cb8c2c648f68d6431d1751cdb11 P fa7df019d66947cea61c65118bb28a39 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f9d630cadd31410f8215dc7dcaed9b91" member_type: VOTER last_known_addr { host: "127.8.74.131" port: 41571 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:05.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.418833 9114 mvcc.cc:203] Tried to move safe_time back from 6337601394328686592 to 6337601394105188352. Current Snapshot: MvccSnapshot[committed={T|T < 6337601394328686592}] 20:06:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.421883 9116 mvcc.cc:203] Tried to move safe_time back from 6337601394328686592 to 6337601394105188352. Current Snapshot: MvccSnapshot[committed={T|T < 6337601394328686592}] 20:06:05.428 [DEBUG - New I/O worker #169] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=8f066cb8c2c648f68d6431d1751cdb11, scannerId=null, scanRequestTimeout=30000) 20:06:05.429 [DEBUG - New I/O worker #166] (Connection.java:688) [peer master-127.8.74.188:40722(127.8.74.188:40722)] cleaning up while in state READY due to: connection disconnected 20:06:05.430 [DEBUG - New I/O worker #167] (Connection.java:688) [peer master-127.8.74.190:36388(127.8.74.190:36388)] cleaning up while in state READY due to: connection disconnected 20:06:05.431 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:06:05.431 [DEBUG - New I/O worker #168] (Connection.java:688) [peer master-127.8.74.189:54200(127.8.74.189:54200)] cleaning up while in state READY due to: connection disconnected 20:06:05.431 [DEBUG - New I/O worker #169] (Connection.java:688) [peer fa7df019d66947cea61c65118bb28a39(127.8.74.129:39086)] cleaning up while in state READY due to: connection disconnected 20:06:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.432394 8490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 8682 20:06:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.437458 8567 connection.cc:512] server connection from 127.8.74.129:46363 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.129:46363): Connection reset by peer (error 104) 20:06:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.437458 8630 connection.cc:512] server connection from 127.8.74.129:35177 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.129:35177): Connection reset by peer (error 104) 20:06:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.437522 8966 connection.cc:512] server connection from 127.8.74.129:32994 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.129:32994): Connection reset by peer (error 104) 20:06:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.437566 8835 connection.cc:512] server connection from 127.8.74.129:37508 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.129:37508): Connection reset by peer (error 104) 20:06:05.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.437747 8490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 8821 20:06:05.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.438107 8507 connection.cc:512] server connection from 127.8.74.129:55275 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.129:55275): Connection reset by peer (error 104) 20:06:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.440220 8569 connection.cc:512] server connection from 127.8.74.130:50785 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.130:50785): Connection reset by peer (error 104) 20:06:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.440258 8628 connection.cc:512] server connection from 127.8.74.130:34089 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.130:34089): Connection reset by peer (error 104) 20:06:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.440258 8507 connection.cc:512] server connection from 127.8.74.130:45045 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.130:45045): Connection reset by peer (error 104) 20:06:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.440423 8490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 8959 20:06:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.443426 8629 connection.cc:512] server connection from 127.8.74.131:33996 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.131:33996): Connection reset by peer (error 104) 20:06:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.443459 8504 connection.cc:512] server connection from 127.8.74.131:42288 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.131:42288): Connection reset by peer (error 104) 20:06:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.443574 8490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 8497 20:06:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:05.443619 8566 connection.cc:512] server connection from 127.8.74.131:41816 recv error: Network error: failed to read from TLS socket (remote: 127.8.74.131:41816): Connection reset by peer (error 104) 20:06:05.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.446775 8490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 8557 20:06:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:05.449681 8490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 8619 ]]> /127.8.233.125:54106] using SASL/PLAIN 20:06:06.386 [DEBUG - New I/O worker #177] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:06.386 [DEBUG - New I/O worker #177] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=14), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.8.233.126:53413, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.8.233.124:43358, [3ms] Sub rpc: ConnectToMaster sending RPC to server master-127.8.233.125:54106, [14ms] Sub rpc: ConnectToMaster received from server master-127.8.233.125:54106 response OK, null) after lookup 20:06:06.390 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=retry RPC@649956771 returned Deferred@578952620(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after retry RPC@649956771), errback=(continuation of Deferred@1736476568 after retry RPC@649956771)), so the following Deferred is getting paused: Deferred@1736476568(state=PAUSED, result=Deferred@578952620, callback=org.apache.kudu.client.AsyncKuduClient$1@1cb7c122 -> org.apache.kudu.client.AsyncKuduClient$2@562d8782 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:06:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.391660 9220 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.8.233.125:34573: 20:06:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:06:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:06:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:06:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:06:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column1_i" 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column2_i" 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column3_s" 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) encoding: DICT_ENCODING 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) compression: LZ4 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 4096 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column4_b" 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BOOL 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) hash_bucket_schemas { 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) num_buckets: 2 20:06:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) seed: 0 20:06:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:06.392935 9220 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:06:06.393 [DEBUG - New I/O worker #176] (Negotiator.java:764) Authenticated connection [id: 0x46d01bc0, /127.8.233.124:47648 => /127.8.233.124:43358] using SASL/PLAIN 20:06:06.395 [DEBUG - New I/O worker #175] (Negotiator.java:764) Authenticated connection [id: 0x84f19b33, /127.8.233.126:44806 => /127.8.233.126:53413] using SASL/PLAIN 20:06:06.399 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@1cb7c122@481804578 returned Deferred@1693491094(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@7af78d7 -> (continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$1@1cb7c122@481804578), errback=passthrough -> (continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$1@1cb7c122@481804578)), so the following Deferred is getting paused: Deferred@1736476568(state=PAUSED, result=Deferred@1693491094, callback=org.apache.kudu.client.AsyncKuduClient$2@562d8782 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:06:06.400 [DEBUG - New I/O worker #177] (AsyncKuduClient.java:761) Opened table fbf45c7fffbc413db2d5f9747d8512d1 20:06:06.400 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386)), so the following Deferred is getting paused: Deferred@1736476568(state=PAUSED, result=Deferred@632494033, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:06:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.408702 9649 tablet_service.cc:773] Processing CreateTablet for tablet 4b7875bda866457bb352dcfef7485e5f (table=TestKuduClient [id=fbf45c7fffbc413db2d5f9747d8512d1]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED 20:06:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.409063 9649 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 4b7875bda866457bb352dcfef7485e5f. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.409523 9379 tablet_service.cc:773] Processing CreateTablet for tablet 4b7875bda866457bb352dcfef7485e5f (table=TestKuduClient [id=fbf45c7fffbc413db2d5f9747d8512d1]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED 20:06:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.409530 9383 tablet_service.cc:773] Processing CreateTablet for tablet 5dd0fca48a654d0fbf99296fd515face (table=TestKuduClient [id=fbf45c7fffbc413db2d5f9747d8512d1]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED 20:06:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.409695 9524 tablet_service.cc:773] Processing CreateTablet for tablet 5dd0fca48a654d0fbf99296fd515face (table=TestKuduClient [id=fbf45c7fffbc413db2d5f9747d8512d1]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED 20:06:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.409778 9650 tablet_service.cc:773] Processing CreateTablet for tablet 5dd0fca48a654d0fbf99296fd515face (table=TestKuduClient [id=fbf45c7fffbc413db2d5f9747d8512d1]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED 20:06:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.409857 9383 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 5dd0fca48a654d0fbf99296fd515face. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.409888 9650 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 5dd0fca48a654d0fbf99296fd515face. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:06.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.409984 9524 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 5dd0fca48a654d0fbf99296fd515face. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:06.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.410215 9379 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 4b7875bda866457bb352dcfef7485e5f. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:06.414 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330)), so the following Deferred is getting paused: Deferred@2146743608(state=PAUSED, result=Deferred@632494033, callback=, errback=) 20:06:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.413601 9523 tablet_service.cc:773] Processing CreateTablet for tablet 4b7875bda866457bb352dcfef7485e5f (table=TestKuduClient [id=fbf45c7fffbc413db2d5f9747d8512d1]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED 20:06:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.413615 9650 ts_tablet_manager.cc:1173] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c: Registered tablet (data state: TABLET_DATA_READY) 20:06:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.413720 9523 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 4b7875bda866457bb352dcfef7485e5f. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.413756 9649 ts_tablet_manager.cc:1173] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c: Registered tablet (data state: TABLET_DATA_READY) 20:06:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.414114 9738 ts_tablet_manager.cc:1028] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c: Bootstrapping tablet 20:06:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.414659 9738 tablet_bootstrap.cc:438] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c: Bootstrap starting. 20:06:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.414911 9379 ts_tablet_manager.cc:1173] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2: Registered tablet (data state: TABLET_DATA_READY) 20:06:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.415367 9383 ts_tablet_manager.cc:1173] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2: Registered tablet (data state: TABLET_DATA_READY) 20:06:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.415490 9523 ts_tablet_manager.cc:1173] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383: Registered tablet (data state: TABLET_DATA_READY) 20:06:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.415601 9739 ts_tablet_manager.cc:1028] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2: Bootstrapping tablet 20:06:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.415886 9739 tablet_bootstrap.cc:438] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2: Bootstrap starting. 20:06:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.416102 9524 ts_tablet_manager.cc:1173] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383: Registered tablet (data state: TABLET_DATA_READY) 20:06:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.416242 9738 tablet_bootstrap.cc:592] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c: No blocks or log segments found. Creating new log. 20:06:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.416635 9740 ts_tablet_manager.cc:1028] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383: Bootstrapping tablet 20:06:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.416867 9740 tablet_bootstrap.cc:438] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383: Bootstrap starting. 20:06:06.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.417104 9738 log.cc:525] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c: Log is configured to *not* fsync() on all Append() calls 20:06:06.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.417907 9739 tablet_bootstrap.cc:592] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2: No blocks or log segments found. Creating new log. 20:06:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.418304 9740 tablet_bootstrap.cc:592] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383: No blocks or log segments found. Creating new log. 20:06:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.418527 9738 tablet_bootstrap.cc:438] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c: No bootstrap required, opened a new log 20:06:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.418551 9739 log.cc:525] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2: Log is configured to *not* fsync() on all Append() calls 20:06:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.418747 9738 ts_tablet_manager.cc:1045] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.001s 20:06:06.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.418917 9740 log.cc:525] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383: Log is configured to *not* fsync() on all Append() calls 20:06:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.419775 9740 tablet_bootstrap.cc:438] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383: No bootstrap required, opened a new log 20:06:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.419909 9740 ts_tablet_manager.cc:1045] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s 20:06:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.419972 9739 tablet_bootstrap.cc:438] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2: No bootstrap required, opened a new log 20:06:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.420096 9739 ts_tablet_manager.cc:1045] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:06:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.421623 9738 raft_consensus.cc:340] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } 20:06:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.421697 9738 raft_consensus.cc:366] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.421686 9740 raft_consensus.cc:340] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } 20:06:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.421741 9738 raft_consensus.cc:705] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 993c448a42894524b5ba19b5e306513c, State: Initialized, Role: FOLLOWER 20:06:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.421746 9740 raft_consensus.cc:366] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.421777 9740 raft_consensus.cc:705] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65da30d160304bc5b5c4dfdd2c01b383, State: Initialized, Role: FOLLOWER 20:06:06.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.422111 9740 consensus_queue.cc:229] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } 20:06:06.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.422111 9738 consensus_queue.cc:229] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } 20:06:06.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.422467 9588 heartbeater.cc:467] Master 127.8.233.125:54106 was elected leader, sending a full tablet report... 20:06:06.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.422493 9739 raft_consensus.cc:340] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } 20:06:06.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.422554 9739 raft_consensus.cc:366] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:06.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.422585 9739 raft_consensus.cc:705] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40e9494d40354cb6978cee9e3a3857a2, State: Initialized, Role: FOLLOWER 20:06:06.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.422785 9714 heartbeater.cc:467] Master 127.8.233.125:54106 was elected leader, sending a full tablet report... 20:06:06.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.423694 9739 consensus_queue.cc:229] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } 20:06:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.424352 9738 ts_tablet_manager.cc:1073] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c: Time spent starting tablet: real 0.005s user 0.004s sys 0.000s 20:06:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.424969 9738 ts_tablet_manager.cc:1028] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c: Bootstrapping tablet 20:06:06.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.425107 9738 tablet_bootstrap.cc:438] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c: Bootstrap starting. 20:06:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.426139 9739 ts_tablet_manager.cc:1073] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2: Time spent starting tablet: real 0.006s user 0.004s sys 0.000s 20:06:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.426290 9739 ts_tablet_manager.cc:1028] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2: Bootstrapping tablet 20:06:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.426357 9739 tablet_bootstrap.cc:438] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2: Bootstrap starting. 20:06:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.426570 9738 tablet_bootstrap.cc:592] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c: No blocks or log segments found. Creating new log. 20:06:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.426571 9740 ts_tablet_manager.cc:1073] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383: Time spent starting tablet: real 0.007s user 0.002s sys 0.001s 20:06:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.426695 9740 ts_tablet_manager.cc:1028] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383: Bootstrapping tablet 20:06:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.426847 9740 tablet_bootstrap.cc:438] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383: Bootstrap starting. 20:06:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.427129 9739 tablet_bootstrap.cc:592] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2: No blocks or log segments found. Creating new log. 20:06:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.427534 9220 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.8.233.65:50544 20:06:06.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.427703 9740 tablet_bootstrap.cc:592] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383: No blocks or log segments found. Creating new log. 20:06:06.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.429286 9450 heartbeater.cc:467] Master 127.8.233.125:54106 was elected leader, sending a full tablet report... 20:06:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.429653 9738 tablet_bootstrap.cc:438] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c: No bootstrap required, opened a new log 20:06:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.429715 9738 ts_tablet_manager.cc:1045] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.000s 20:06:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.430219 9738 raft_consensus.cc:340] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } 20:06:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.430240 9738 raft_consensus.cc:366] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:06.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.430255 9738 raft_consensus.cc:705] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 993c448a42894524b5ba19b5e306513c, State: Initialized, Role: FOLLOWER 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.430389 9738 consensus_queue.cc:229] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.430464 9739 tablet_bootstrap.cc:438] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2: No bootstrap required, opened a new log 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.430521 9739 ts_tablet_manager.cc:1045] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.430569 9738 ts_tablet_manager.cc:1073] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.430917 9740 tablet_bootstrap.cc:438] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383: No bootstrap required, opened a new log 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.430970 9740 ts_tablet_manager.cc:1045] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.000s 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.430994 9739 raft_consensus.cc:340] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.431013 9739 raft_consensus.cc:366] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.431030 9739 raft_consensus.cc:705] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40e9494d40354cb6978cee9e3a3857a2, State: Initialized, Role: FOLLOWER 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.431141 9739 consensus_queue.cc:229] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } 20:06:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.431349 9739 ts_tablet_manager.cc:1073] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:06:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.431452 9740 raft_consensus.cc:340] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } 20:06:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.431484 9740 raft_consensus.cc:366] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.431499 9740 raft_consensus.cc:705] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65da30d160304bc5b5c4dfdd2c01b383, State: Initialized, Role: FOLLOWER 20:06:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.431601 9740 consensus_queue.cc:229] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } 20:06:06.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.431774 9740 ts_tablet_manager.cc:1073] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:06:06.434 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225)), so the following Deferred is getting paused: Deferred@1053917667(state=PAUSED, result=Deferred@632494033, callback=, errback=) 20:06:06.453 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750)), so the following Deferred is getting paused: Deferred@1061029044(state=PAUSED, result=Deferred@632494033, callback=, errback=) 20:06:06.473 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273)), so the following Deferred is getting paused: Deferred@111552250(state=PAUSED, result=Deferred@632494033, callback=, errback=) 20:06:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:06.493716 9590 tablet.cc:1768] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:06.494 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320)), so the following Deferred is getting paused: Deferred@1701177318(state=PAUSED, result=Deferred@632494033, callback=, errback=) 20:06:06.514 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320) -> (continuation of Deferred@903270702 after org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320) -> (continuation of Deferred@903270702 after org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164)), so the following Deferred is getting paused: Deferred@903270702(state=PAUSED, result=Deferred@632494033, callback=, errback=) 20:06:06.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:06.534950 9452 tablet.cc:1768] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:06.554 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@15aad6f9@363517689 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320) -> (continuation of Deferred@903270702 after org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164) -> (continuation of Deferred@1606044029 after org.apache.kudu.client.AsyncKuduClient$15@15aad6f9@363517689), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320) -> (continuation of Deferred@903270702 after org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164) -> (continuation of Deferred@1606044029 after org.apache.kudu.client.AsyncKuduClient$15@15aad6f9@363517689)), so the following Deferred is getting paused: Deferred@1606044029(state=PAUSED, result=Deferred@632494033, callback=, errback=) 20:06:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.596660 9745 raft_consensus.cc:472] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:06.596712 9716 tablet.cc:1768] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:06.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.596771 9745 raft_consensus.cc:494] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } 20:06:06.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.597571 9745 leader_election.cc:292] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 993c448a42894524b5ba19b5e306513c (127.8.233.67:54529), 40e9494d40354cb6978cee9e3a3857a2 (127.8.233.65:45773) 20:06:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.600543 9670 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5dd0fca48a654d0fbf99296fd515face" candidate_uuid: "65da30d160304bc5b5c4dfdd2c01b383" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "993c448a42894524b5ba19b5e306513c" is_pre_election: true 20:06:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.600672 9670 raft_consensus.cc:2346] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65da30d160304bc5b5c4dfdd2c01b383 in term 0. 20:06:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.600740 9406 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5dd0fca48a654d0fbf99296fd515face" candidate_uuid: "65da30d160304bc5b5c4dfdd2c01b383" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "40e9494d40354cb6978cee9e3a3857a2" is_pre_election: true 20:06:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.600854 9406 raft_consensus.cc:2346] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65da30d160304bc5b5c4dfdd2c01b383 in term 0. 20:06:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.601279 9477 leader_election.cc:306] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 40e9494d40354cb6978cee9e3a3857a2, 65da30d160304bc5b5c4dfdd2c01b383; no voters: 20:06:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.601553 9745 raft_consensus.cc:2640] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:06:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.601591 9745 raft_consensus.cc:472] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.601615 9745 raft_consensus.cc:2886] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Advancing to term 1 20:06:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.602358 9745 raft_consensus.cc:494] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } 20:06:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.602711 9745 leader_election.cc:292] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [CANDIDATE]: Term 1 election: Requested vote from peers 993c448a42894524b5ba19b5e306513c (127.8.233.67:54529), 40e9494d40354cb6978cee9e3a3857a2 (127.8.233.65:45773) 20:06:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.603005 9670 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5dd0fca48a654d0fbf99296fd515face" candidate_uuid: "65da30d160304bc5b5c4dfdd2c01b383" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "993c448a42894524b5ba19b5e306513c" 20:06:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.603051 9670 raft_consensus.cc:2886] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Advancing to term 1 20:06:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.603195 9406 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5dd0fca48a654d0fbf99296fd515face" candidate_uuid: "65da30d160304bc5b5c4dfdd2c01b383" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "40e9494d40354cb6978cee9e3a3857a2" 20:06:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.603243 9406 raft_consensus.cc:2886] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2 [term 0 FOLLOWER]: Advancing to term 1 20:06:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.603662 9670 raft_consensus.cc:2346] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65da30d160304bc5b5c4dfdd2c01b383 in term 1. 20:06:06.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.603768 9406 raft_consensus.cc:2346] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65da30d160304bc5b5c4dfdd2c01b383 in term 1. 20:06:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.603972 9475 leader_election.cc:306] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 65da30d160304bc5b5c4dfdd2c01b383, 993c448a42894524b5ba19b5e306513c; no voters: 20:06:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.604079 9745 raft_consensus.cc:2640] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 1 FOLLOWER]: Leader election won for term 1 20:06:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.604245 9745 raft_consensus.cc:667] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [term 1 LEADER]: Becoming Leader. State: Replica: 65da30d160304bc5b5c4dfdd2c01b383, State: Running, Role: LEADER 20:06:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.604483 9745 consensus_queue.cc:206] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } 20:06:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.606886 9219 catalog_manager.cc:3781] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 reported cstate change: term changed from 0 to 1, leader changed from to 65da30d160304bc5b5c4dfdd2c01b383 (127.8.233.66). New cstate: current_term: 1 leader_uuid: "65da30d160304bc5b5c4dfdd2c01b383" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } health_report { overall_health: HEALTHY } } } 20:06:06.614 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@58fe4730@1493059376 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320) -> (continuation of Deferred@903270702 after org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164) -> (continuation of Deferred@1606044029 after org.apache.kudu.client.AsyncKuduClient$15@15aad6f9@363517689) -> (continuation of Deferred@1529000608 after org.apache.kudu.client.AsyncKuduClient$15@58fe4730@1493059376), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320) -> (continuation of Deferred@903270702 after org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164) -> (continuation of Deferred@1606044029 after org.apache.kudu.client.AsyncKuduClient$15@15aad6f9@363517689) -> (continuation of Deferred@1529000608 after org.apache.kudu.client.AsyncKuduClient$15@58fe4730@1493059376)), so the following Deferred is getting paused: Deferred@1529000608(state=PAUSED, result=Deferred@632494033, callback=, errback=) 20:06:06.693 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@18fcaa23@419211811 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320) -> (continuation of Deferred@903270702 after org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164) -> (continuation of Deferred@1606044029 after org.apache.kudu.client.AsyncKuduClient$15@15aad6f9@363517689) -> (continuation of Deferred@1529000608 after org.apache.kudu.client.AsyncKuduClient$15@58fe4730@1493059376) -> (continuation of Deferred@352385504 after org.apache.kudu.client.AsyncKuduClient$15@18fcaa23@419211811), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320) -> (continuation of Deferred@903270702 after org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164) -> (continuation of Deferred@1606044029 after org.apache.kudu.client.AsyncKuduClient$15@15aad6f9@363517689) -> (continuation of Deferred@1529000608 after org.apache.kudu.client.AsyncKuduClient$15@58fe4730@1493059376) -> (continuation of Deferred@352385504 after org.apache.kudu.client.AsyncKuduClient$15@18fcaa23@419211811)), so the following Deferred is getting paused: Deferred@352385504(state=PAUSED, result=Deferred@632494033, callback=, errback=) 20:06:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.768806 9744 raft_consensus.cc:472] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:06.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.769028 9744 raft_consensus.cc:494] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } 20:06:06.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.770134 9744 leader_election.cc:292] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 40e9494d40354cb6978cee9e3a3857a2 (127.8.233.65:45773), 65da30d160304bc5b5c4dfdd2c01b383 (127.8.233.66:49160) 20:06:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.772940 9406 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "4b7875bda866457bb352dcfef7485e5f" candidate_uuid: "993c448a42894524b5ba19b5e306513c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "40e9494d40354cb6978cee9e3a3857a2" is_pre_election: true 20:06:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.773001 9406 raft_consensus.cc:2346] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 993c448a42894524b5ba19b5e306513c in term 0. 20:06:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.773043 9544 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "4b7875bda866457bb352dcfef7485e5f" candidate_uuid: "993c448a42894524b5ba19b5e306513c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65da30d160304bc5b5c4dfdd2c01b383" is_pre_election: true 20:06:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.773123 9544 raft_consensus.cc:2346] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 993c448a42894524b5ba19b5e306513c in term 0. 20:06:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.773481 9603 leader_election.cc:306] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 40e9494d40354cb6978cee9e3a3857a2, 993c448a42894524b5ba19b5e306513c; no voters: 20:06:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.773779 9744 raft_consensus.cc:2640] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Leader pre-election won for term 1 20:06:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.773808 9744 raft_consensus.cc:472] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.773826 9744 raft_consensus.cc:2886] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 0 FOLLOWER]: Advancing to term 1 20:06:06.773 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@3f6dfbb7@1064172471 returned Deferred@632494033(state=PENDING, result=null, callback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320) -> (continuation of Deferred@903270702 after org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164) -> (continuation of Deferred@1606044029 after org.apache.kudu.client.AsyncKuduClient$15@15aad6f9@363517689) -> (continuation of Deferred@1529000608 after org.apache.kudu.client.AsyncKuduClient$15@58fe4730@1493059376) -> (continuation of Deferred@352385504 after org.apache.kudu.client.AsyncKuduClient$15@18fcaa23@419211811) -> (continuation of Deferred@1897195848 after org.apache.kudu.client.AsyncKuduClient$15@3f6dfbb7@1064172471), errback=(continuation of Deferred@1736476568 after org.apache.kudu.client.AsyncKuduClient$2@562d8782@1445824386) -> (continuation of Deferred@2146743608 after org.apache.kudu.client.AsyncKuduClient$15@1f988572@530089330) -> (continuation of Deferred@1053917667 after org.apache.kudu.client.AsyncKuduClient$15@3e103d1@65078225) -> (continuation of Deferred@1061029044 after org.apache.kudu.client.AsyncKuduClient$15@6539305e@1698246750) -> (continuation of Deferred@111552250 after org.apache.kudu.client.AsyncKuduClient$15@344a6709@877291273) -> (continuation of Deferred@1701177318 after org.apache.kudu.client.AsyncKuduClient$15@2a315db0@707878320) -> (continuation of Deferred@903270702 after org.apache.kudu.client.AsyncKuduClient$15@270b66c@40941164) -> (continuation of Deferred@1606044029 after org.apache.kudu.client.AsyncKuduClient$15@15aad6f9@363517689) -> (continuation of Deferred@1529000608 after org.apache.kudu.client.AsyncKuduClient$15@58fe4730@1493059376) -> (continuation of Deferred@352385504 after org.apache.kudu.client.AsyncKuduClient$15@18fcaa23@419211811) -> (continuation of Deferred@1897195848 after org.apache.kudu.client.AsyncKuduClient$15@3f6dfbb7@1064172471)), so the following Deferred is getting paused: Deferred@1897195848(state=PAUSED, result=Deferred@632494033, callback=, errback=) 20:06:06.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.774540 9744 raft_consensus.cc:494] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } 20:06:06.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.774915 9744 leader_election.cc:292] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [CANDIDATE]: Term 1 election: Requested vote from peers 40e9494d40354cb6978cee9e3a3857a2 (127.8.233.65:45773), 65da30d160304bc5b5c4dfdd2c01b383 (127.8.233.66:49160) 20:06:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.775238 9406 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "4b7875bda866457bb352dcfef7485e5f" candidate_uuid: "993c448a42894524b5ba19b5e306513c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "40e9494d40354cb6978cee9e3a3857a2" 20:06:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.775271 9544 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "4b7875bda866457bb352dcfef7485e5f" candidate_uuid: "993c448a42894524b5ba19b5e306513c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65da30d160304bc5b5c4dfdd2c01b383" 20:06:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.775279 9406 raft_consensus.cc:2886] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2 [term 0 FOLLOWER]: Advancing to term 1 20:06:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.775300 9544 raft_consensus.cc:2886] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383 [term 0 FOLLOWER]: Advancing to term 1 20:06:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.775748 9544 raft_consensus.cc:2346] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 993c448a42894524b5ba19b5e306513c in term 1. 20:06:06.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.775810 9406 raft_consensus.cc:2346] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 993c448a42894524b5ba19b5e306513c in term 1. 20:06:06.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.776072 9603 leader_election.cc:306] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 65da30d160304bc5b5c4dfdd2c01b383, 993c448a42894524b5ba19b5e306513c; no voters: 20:06:06.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.776181 9744 raft_consensus.cc:2640] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 1 FOLLOWER]: Leader election won for term 1 20:06:06.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.776399 9744 raft_consensus.cc:667] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [term 1 LEADER]: Becoming Leader. State: Replica: 993c448a42894524b5ba19b5e306513c, State: Running, Role: LEADER 20:06:06.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.776633 9744 consensus_queue.cc:206] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } } peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } } 20:06:06.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.778972 9219 catalog_manager.cc:3781] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c reported cstate change: term changed from 0 to 1, leader changed from to 993c448a42894524b5ba19b5e306513c (127.8.233.67). New cstate: current_term: 1 leader_uuid: "993c448a42894524b5ba19b5e306513c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 } health_report { overall_health: HEALTHY } } } 20:06:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.905120 9321 catalog_manager.cc:1092] T 00000000000000000000000000000000 P f1064e1b972943ac9429410ed16590ea: acquiring CA information for follower catalog manager: success 20:06:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.906019 9321 catalog_manager.cc:1120] T 00000000000000000000000000000000 P f1064e1b972943ac9429410ed16590ea: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:06.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.934213 9325 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 61419b298be4403187161e571fd902f0: acquiring CA information for follower catalog manager: success 20:06:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.935037 9325 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 61419b298be4403187161e571fd902f0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:06.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.998013 9406 raft_consensus.cc:1181] T 5dd0fca48a654d0fbf99296fd515face P 40e9494d40354cb6978cee9e3a3857a2 [term 1 FOLLOWER]: Refusing update from remote peer 65da30d160304bc5b5c4dfdd2c01b383: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 1. (index mismatch) 20:06:06.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:06.998534 9745 consensus_queue.cc:984] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [LEADER]: Connected to new peer: Peer: permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:07.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:07.003332 9670 raft_consensus.cc:1181] T 5dd0fca48a654d0fbf99296fd515face P 993c448a42894524b5ba19b5e306513c [term 1 FOLLOWER]: Refusing update from remote peer 65da30d160304bc5b5c4dfdd2c01b383: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 1. (index mismatch) 20:06:07.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:07.004027 9745 consensus_queue.cc:984] T 5dd0fca48a654d0fbf99296fd515face P 65da30d160304bc5b5c4dfdd2c01b383 [LEADER]: Connected to new peer: Peer: permanent_uuid: "993c448a42894524b5ba19b5e306513c" member_type: VOTER last_known_addr { host: "127.8.233.67" port: 54529 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:07.161797 9406 raft_consensus.cc:1181] T 4b7875bda866457bb352dcfef7485e5f P 40e9494d40354cb6978cee9e3a3857a2 [term 1 FOLLOWER]: Refusing update from remote peer 993c448a42894524b5ba19b5e306513c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 1. (index mismatch) 20:06:07.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:07.162212 9744 consensus_queue.cc:984] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [LEADER]: Connected to new peer: Peer: permanent_uuid: "40e9494d40354cb6978cee9e3a3857a2" member_type: VOTER last_known_addr { host: "127.8.233.65" port: 45773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:07.164945 9544 raft_consensus.cc:1181] T 4b7875bda866457bb352dcfef7485e5f P 65da30d160304bc5b5c4dfdd2c01b383 [term 1 FOLLOWER]: Refusing update from remote peer 993c448a42894524b5ba19b5e306513c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 1. (index mismatch) 20:06:07.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:07.165634 9766 consensus_queue.cc:984] T 4b7875bda866457bb352dcfef7485e5f P 993c448a42894524b5ba19b5e306513c [LEADER]: Connected to new peer: Peer: permanent_uuid: "65da30d160304bc5b5c4dfdd2c01b383" member_type: VOTER last_known_addr { host: "127.8.233.66" port: 49160 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:07.634 [DEBUG - New I/O worker #177] (AsyncKuduClient.java:761) Opened table fbf45c7fffbc413db2d5f9747d8512d1 20:06:07.638 [DEBUG - New I/O worker #177] (AsyncKuduClient.java:2114) Learned about tablet 5dd0fca48a654d0fbf99296fd515face for table 'TestKuduClient' with partition [, 0x00000001) 20:06:07.638 [DEBUG - New I/O worker #177] (AsyncKuduClient.java:2114) Learned about tablet 4b7875bda866457bb352dcfef7485e5f for table 'TestKuduClient' with partition [0x00000001, ) 20:06:07.638 [DEBUG - New I/O worker #177] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=5dd0fca48a654d0fbf99296fd515face@[40e9494d40354cb6978cee9e3a3857a2(127.8.233.65:45773),65da30d160304bc5b5c4dfdd2c01b383(127.8.233.66:49160)[L],993c448a42894524b5ba19b5e306513c(127.8.233.67:54529)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x, ttl=299999, tablet=4b7875bda866457bb352dcfef7485e5f@[40e9494d40354cb6978cee9e3a3857a2(127.8.233.65:45773),65da30d160304bc5b5c4dfdd2c01b383(127.8.233.66:49160),993c448a42894524b5ba19b5e306513c(127.8.233.67:54529)[L]]}] 20:06:07.639 [DEBUG - New I/O worker #177] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=4), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.8.233.125:54106, [1ms] Sub rpc: GetTableLocations received from server master-127.8.233.125:54106 response OK, null) after lookup 20:06:07.639 [DEBUG - New I/O worker #177] (Deferred.java:1330) callback=retry RPC@513400682 returned Deferred@1324957517(state=PENDING, result=null, callback=(continuation of Deferred@410108275 after retry RPC@513400682), errback=(continuation of Deferred@410108275 after retry RPC@513400682)), so the following Deferred is getting paused: Deferred@410108275(state=PAUSED, result=Deferred@1324957517, callback=org.apache.kudu.client.AsyncKuduSession$2@335971a6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@636b9a28 -> wakeup thread Time-limited test) 20:06:07.645 [DEBUG - New I/O worker #178] (Negotiator.java:764) Authenticated connection [id: 0x378e950f, /127.8.233.66:55502 => /127.8.233.66:49160] using TOKEN/null 20:06:07.661 [DEBUG - New I/O worker #179] (Negotiator.java:764) Authenticated connection [id: 0x872b49a8, /127.8.233.67:35880 => /127.8.233.67:54529] using TOKEN/null 20:06:10.774 [DEBUG - New I/O worker #179] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "6fbcf38a2d3f4caa838131fb4b16ee87", data = RowResultIterator for 100 rows, more = true) for scanner KuduScanner(table=TestKuduClient, tablet=5dd0fca48a654d0fbf99296fd515face, scannerId=null, scanRequestTimeout=30000) 20:06:10.775 [DEBUG - New I/O worker #179] (AsyncKuduScanner.java:462) Scanner "6fbcf38a2d3f4caa838131fb4b16ee87" opened on 5dd0fca48a654d0fbf99296fd515face@[40e9494d40354cb6978cee9e3a3857a2(127.8.233.65:45773),65da30d160304bc5b5c4dfdd2c01b383(127.8.233.66:49160)[L],993c448a42894524b5ba19b5e306513c(127.8.233.67:54529)] 20:06:10.776 [DEBUG - New I/O worker #179] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = true) for scanner KuduScanner(table=TestKuduClient, tablet=5dd0fca48a654d0fbf99296fd515face, scannerId="6fbcf38a2d3f4caa838131fb4b16ee87", scanRequestTimeout=30000) 20:06:10.778 [DEBUG - New I/O worker #179] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = true) for scanner KuduScanner(table=TestKuduClient, tablet=5dd0fca48a654d0fbf99296fd515face, scannerId="6fbcf38a2d3f4caa838131fb4b16ee87", scanRequestTimeout=30000) 20:06:10.779 [DEBUG - New I/O worker #179] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = true) for scanner KuduScanner(table=TestKuduClient, tablet=5dd0fca48a654d0fbf99296fd515face, scannerId="6fbcf38a2d3f4caa838131fb4b16ee87", scanRequestTimeout=30000) 20:06:10.780 [DEBUG - New I/O worker #179] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 87 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=5dd0fca48a654d0fbf99296fd515face, scannerId="6fbcf38a2d3f4caa838131fb4b16ee87", scanRequestTimeout=30000) 20:06:10.780 [DEBUG - New I/O worker #179] (AsyncKuduScanner.java:598) Done scanning tablet 5dd0fca48a654d0fbf99296fd515face for partition [, 0x00000001) with scanner id "6fbcf38a2d3f4caa838131fb4b16ee87" 20:06:10.780 [INFO - Time-limited test] (TestKuduClient.java:271) Between tablets after scanning 487 rows 20:06:10.787 [DEBUG - New I/O worker #180] (Negotiator.java:764) Authenticated connection [id: 0x240c00d9, /127.8.233.65:45063 => /127.8.233.65:45773] using TOKEN/null 20:06:10.790 [DEBUG - New I/O worker #180] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "017732f6596b486ca0bdf51531c274d7", data = RowResultIterator for 100 rows, more = true) for scanner KuduScanner(table=TestKuduClient, tablet=4b7875bda866457bb352dcfef7485e5f, scannerId=null, scanRequestTimeout=30000) 20:06:10.790 [DEBUG - New I/O worker #180] (AsyncKuduScanner.java:462) Scanner "017732f6596b486ca0bdf51531c274d7" opened on 4b7875bda866457bb352dcfef7485e5f@[40e9494d40354cb6978cee9e3a3857a2(127.8.233.65:45773),65da30d160304bc5b5c4dfdd2c01b383(127.8.233.66:49160),993c448a42894524b5ba19b5e306513c(127.8.233.67:54529)[L]] 20:06:16.414 [DEBUG - New I/O worker #176] (Connection.java:429) [peer master-127.8.233.124:43358(127.8.233.124:43358)] encountered a read timeout; closing the channel 20:06:16.414 [DEBUG - New I/O worker #176] (Connection.java:688) [peer master-127.8.233.124:43358(127.8.233.124:43358)] cleaning up while in state READY due to: [peer master-127.8.233.124:43358(127.8.233.124:43358)] encountered a read timeout; closing the channel 20:06:16.414 [DEBUG - New I/O worker #175] (Connection.java:429) [peer master-127.8.233.126:53413(127.8.233.126:53413)] encountered a read timeout; closing the channel 20:06:16.414 [DEBUG - New I/O worker #175] (Connection.java:688) [peer master-127.8.233.126:53413(127.8.233.126:53413)] cleaning up while in state READY due to: [peer master-127.8.233.126:53413(127.8.233.126:53413)] encountered a read timeout; closing the channel 20:06:17.654 [DEBUG - New I/O worker #177] (Connection.java:429) [peer master-127.8.233.125:54106(127.8.233.125:54106)] encountered a read timeout; closing the channel 20:06:17.654 [DEBUG - New I/O worker #177] (Connection.java:688) [peer master-127.8.233.125:54106(127.8.233.125:54106)] cleaning up while in state READY due to: [peer master-127.8.233.125:54106(127.8.233.125:54106)] encountered a read timeout; closing the channel 20:06:20.773 [DEBUG - New I/O worker #178] (Connection.java:429) [peer 65da30d160304bc5b5c4dfdd2c01b383(127.8.233.66:49160)] encountered a read timeout; closing the channel 20:06:20.773 [DEBUG - New I/O worker #178] (Connection.java:688) [peer 65da30d160304bc5b5c4dfdd2c01b383(127.8.233.66:49160)] cleaning up while in state READY due to: [peer 65da30d160304bc5b5c4dfdd2c01b383(127.8.233.66:49160)] encountered a read timeout; closing the channel 20:06:20.793 [DEBUG - New I/O worker #179] (Connection.java:429) [peer 993c448a42894524b5ba19b5e306513c(127.8.233.67:54529)] encountered a read timeout; closing the channel 20:06:20.793 [DEBUG - New I/O worker #179] (Connection.java:688) [peer 993c448a42894524b5ba19b5e306513c(127.8.233.67:54529)] cleaning up while in state READY due to: [peer 993c448a42894524b5ba19b5e306513c(127.8.233.67:54529)] encountered a read timeout; closing the channel 20:06:23.302 [DEBUG - New I/O worker #180] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = true) for scanner KuduScanner(table=TestKuduClient, tablet=4b7875bda866457bb352dcfef7485e5f, scannerId="017732f6596b486ca0bdf51531c274d7", scanRequestTimeout=30000) 20:06:23.303 [DEBUG - New I/O worker #180] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = true) for scanner KuduScanner(table=TestKuduClient, tablet=4b7875bda866457bb352dcfef7485e5f, scannerId="017732f6596b486ca0bdf51531c274d7", scanRequestTimeout=30000) 20:06:23.304 [DEBUG - New I/O worker #180] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = true) for scanner KuduScanner(table=TestKuduClient, tablet=4b7875bda866457bb352dcfef7485e5f, scannerId="017732f6596b486ca0bdf51531c274d7", scanRequestTimeout=30000) 20:06:23.305 [DEBUG - New I/O worker #180] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = true) for scanner KuduScanner(table=TestKuduClient, tablet=4b7875bda866457bb352dcfef7485e5f, scannerId="017732f6596b486ca0bdf51531c274d7", scanRequestTimeout=30000) 20:06:23.306 [DEBUG - New I/O worker #180] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 13 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=4b7875bda866457bb352dcfef7485e5f, scannerId="017732f6596b486ca0bdf51531c274d7", scanRequestTimeout=30000) 20:06:23.307 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:06:23.307 [DEBUG - New I/O worker #180] (Connection.java:688) [peer 40e9494d40354cb6978cee9e3a3857a2(127.8.233.65:45773)] cleaning up while in state READY due to: connection disconnected 20:06:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:23.308383 9125 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 9317 20:06:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.312458 9477 connection.cc:512] client connection to 127.8.233.65:45773 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.65:45773): Connection reset by peer (error 104) 20:06:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.312455 9263 connection.cc:512] server connection from 127.8.233.65:56847 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.65:56847): Connection reset by peer (error 104) 20:06:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:23.312492 9125 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 9456 20:06:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.312503 9203 connection.cc:512] server connection from 127.8.233.65:50544 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.65:50544): Connection reset by peer (error 104) 20:06:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.312815 9140 connection.cc:512] server connection from 127.8.233.65:47508 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.65:47508): Connection reset by peer (error 104) 20:06:23.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.312811 9603 connection.cc:512] client connection to 127.8.233.65:45773 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.65:45773): Connection reset by peer (error 104) 20:06:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.314996 9141 connection.cc:512] server connection from 127.8.233.66:48701 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.66:48701): Connection reset by peer (error 104) 20:06:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.315022 9603 connection.cc:512] client connection to 127.8.233.66:49160 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.66:49160): Connection reset by peer (error 104) 20:06:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.315047 9203 connection.cc:512] server connection from 127.8.233.66:39608 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.66:39608): Connection reset by peer (error 104) 20:06:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.315066 9263 connection.cc:512] server connection from 127.8.233.66:60795 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.66:60795): Connection reset by peer (error 104) 20:06:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.315203 9604 connection.cc:512] server connection from 127.8.233.66:60434 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.66:60434): Connection reset by peer (error 104) 20:06:23.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:23.315219 9125 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 9594 20:06:23.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.318205 9264 connection.cc:512] server connection from 127.8.233.67:33855 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.67:33855): Connection reset by peer (error 104) 20:06:23.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.318207 9204 connection.cc:512] server connection from 127.8.233.67:43758 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.67:43758): Connection reset by peer (error 104) 20:06:23.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:23.318261 9140 connection.cc:512] server connection from 127.8.233.67:47803 recv error: Network error: failed to read from TLS socket (remote: 127.8.233.67:47803): Connection reset by peer (error 104) 20:06:23.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:23.318276 9125 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 9132 20:06:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:23.321039 9125 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 9194 20:06:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:23.323681 9125 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 9255 ]]> /127.9.149.189:47062] using SASL/PLAIN 20:06:24.222 [DEBUG - New I/O worker #186] (Negotiator.java:764) Authenticated connection [id: 0x0de33e43, /127.9.149.188:53633 => /127.9.149.188:51668] using SASL/PLAIN 20:06:24.223 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.9.149.188:51668 20:06:24.224 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 2 } } 20:06:24.224 [DEBUG - New I/O worker #185] (Negotiator.java:764) Authenticated connection [id: 0xde5fa4a5, /127.9.149.190:43359 => /127.9.149.190:57562] using SASL/PLAIN 20:06:24.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.226008 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 9943 20:06:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:24.229547 10025 connection.cc:512] client connection to 127.9.149.188:51668 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.188:51668): Connection reset by peer (error 104) 20:06:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:24.229579 10167 connection.cc:512] client connection to 127.9.149.188:51668 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.188:51668): Connection reset by peer (error 104) 20:06:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:24.229651 10293 connection.cc:512] client connection to 127.9.149.188:51668 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.188:51668): Connection reset by peer (error 104) 20:06:24.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:24.230 [INFO - Time-limited test] (MiniKuduCluster.java:309) Starting master server 127.9.149.188:51668 20:06:24.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: start_daemon { id { type: MASTER index: 2 } } 20:06:24.230 [DEBUG - New I/O worker #186] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state READY due to: connection disconnected 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.230561 9814 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/wal 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/data 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.9.149.188:51668 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.9.149.188 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=50380 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:06:24.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/logs 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/data/info.pb 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:06:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.9.149.190:57562,127.9.149.189:47062,127.9.149.188:51668 with env {} 20:06:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:06:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:24.280127 10430 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:06:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:24.280340 10430 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:06:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:24.281317 10430 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:06:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:24.281347 10430 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:06:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:24.281358 10430 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:06:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:24.281373 10430 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.283115 10430 master_main.cc:73] Master server non-default flags: 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/data 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/wal 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.9.149.190:57562,127.9.149.189:47062,127.9.149.188:51668 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.9.149.188:51668 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/data/info.pb 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.9.149.188 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=50380 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.10430 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:06:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:06:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/logs 20:06:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:06:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:06:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:06:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:06:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:06:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:06:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:06:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:06:24.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.289707 10430 master_main.cc:80] Initializing master server... 20:06:24.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.290263 10430 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 259814us 20:06:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.291167 10430 fs_manager.cc:263] Metadata directory not provided 20:06:24.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.291234 10430 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:06:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.295027 10430 fs_manager.cc:399] Time spent opening directory manager: real 0.003s user 0.002s sys 0.000s 20:06:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.295372 10430 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:06:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.295718 10430 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:06:24.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.298729 10430 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.299304 10430 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/wal 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "e33fa66d7ea5472c8021dc54a71585df" 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:06:23 on quasar-qznjce-1.vpc.cloudera.com" 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.299517 10430 fs_report.cc:352] FS layout report 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/wal 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/wal 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/data/data 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:06:24.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:06:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:06:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:06:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:06:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:06:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.327368 10430 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:06:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.327919 10430 master_main.cc:83] Starting Master server... 20:06:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.332226 10430 rpc_server.cc:205] RPC server started. Bound to: 127.9.149.188:51668 20:06:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.332564 10430 webserver.cc:175] Starting webserver on 127.9.149.188:50380 20:06:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.332582 10430 webserver.cc:186] Document root disabled 20:06:24.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.332943 10430 webserver.cc:313] Webserver started. Bound to: http://127.9.149.188:50380/ 20:06:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.333418 10430 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-2/data/info.pb 20:06:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.334117 9814 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 10430 20:06:24.334 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:24.336 [DEBUG - New I/O worker #193] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.189 20:06:24.336 [DEBUG - New I/O worker #194] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.190 20:06:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.337465 10489 sys_catalog.cc:188] Verifying existing consensus state 20:06:24.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.338765 10489 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df: Bootstrap starting. 20:06:24.341 [DEBUG - New I/O worker #195] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.188 20:06:24.345 [DEBUG - New I/O worker #193] (Negotiator.java:764) Authenticated connection [id: 0x8ef0ec5d, /127.9.149.189:57797 => /127.9.149.189:47062] using SASL/PLAIN 20:06:24.347 [DEBUG - New I/O worker #194] (Negotiator.java:764) Authenticated connection [id: 0xd2f245a6, /127.9.149.190:43362 => /127.9.149.190:57562] using SASL/PLAIN 20:06:24.348 [DEBUG - New I/O worker #195] (Negotiator.java:764) Authenticated connection [id: 0x844e70f3, /127.9.149.188:53636 => /127.9.149.188:51668] using SASL/PLAIN 20:06:24.350 [INFO - New I/O worker #195] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: Catalog manager is not initialized. State: Starting 20:06:24.350 [WARN - New I/O worker #195] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:24.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.351953 10489 log.cc:525] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df: Log is configured to *not* fsync() on all Append() calls 20:06:24.356 [INFO - New I/O worker #195] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: Catalog manager is not initialized. State: Starting 20:06:24.356 [WARN - New I/O worker #195] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.356876 10489 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df: Bootstrap replayed 1/1 log segments. Stats: ops{read=3 overwritten=0 applied=3 ignored=0} inserts{seen=2 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates 20:06:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.357182 10489 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df: Bootstrap complete. 20:06:24.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.360427 10489 raft_consensus.cc:340] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 1 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:24.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.360502 10489 raft_consensus.cc:705] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: e33fa66d7ea5472c8021dc54a71585df, State: Initialized, Role: FOLLOWER 20:06:24.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.360869 10489 consensus_queue.cc:229] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 3, Last appended: 1.3, Last appended by leader: 3, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.361131 10489 sys_catalog.cc:337] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.361238 10489 sys_catalog.cc:340] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [sys.catalog]: This master's current role is: FOLLOWER 20:06:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.361143 10493 sys_catalog.cc:337] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.361433 10493 sys_catalog.cc:340] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [sys.catalog]: This master's current role is: FOLLOWER 20:06:24.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.361903 10489 sys_catalog.cc:424] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [sys.catalog]: configured and running, proceeding with master startup. 20:06:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.362345 10430 master_main.cc:86] Master server successfully started. 20:06:24.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.365140 10494 catalog_manager.cc:1092] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df: acquiring CA information for follower catalog manager: success 20:06:24.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.365993 10494 catalog_manager.cc:1120] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:24.376 [WARN - New I/O worker #195] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:24.395 [WARN - New I/O worker #193] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:24.416 [WARN - New I/O worker #195] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:24.456 [WARN - New I/O worker #194] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:24.516 [WARN - New I/O worker #195] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:24.556 [WARN - New I/O worker #195] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:24.636 [WARN - New I/O worker #195] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:24.715 [WARN - New I/O worker #195] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:24.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.816460 10014 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2: acquiring CA information for follower catalog manager: success 20:06:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.817348 10014 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.863131 10028 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: acquiring CA information for follower catalog manager: success 20:06:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.863929 10028 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:24.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.907585 10456 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "d8c09c106cf44f70940c306195007832" instance_seqno: 1547265983873726) as {username='jenkins'} at 127.9.149.129:59478; Asking this server to re-register. 20:06:24.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.907948 10143 heartbeater.cc:426] Registering TS with master... 20:06:24.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:24.908668 10456 ts_manager.cc:98] Registered new tserver with Master: d8c09c106cf44f70940c306195007832 (127.9.149.129:44611) 20:06:25.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.088467 10278 heartbeater.cc:467] Master 127.9.149.188:51668 was elected leader, sending a full tablet report... 20:06:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.091622 10456 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "087d63709b2747298061f2b74c48b0dc" instance_seqno: 1547265984074155) as {username='jenkins'} at 127.9.149.130:37865; Asking this server to re-register. 20:06:25.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.091946 10278 heartbeater.cc:426] Registering TS with master... 20:06:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.092510 10456 ts_manager.cc:98] Registered new tserver with Master: 087d63709b2747298061f2b74c48b0dc (127.9.149.130:44554) 20:06:25.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.191009 10404 heartbeater.cc:467] Master 127.9.149.188:51668 was elected leader, sending a full tablet report... 20:06:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.194018 10456 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "25e89bf2d23a48feb37e96b89c8a142e" instance_seqno: 1547265984178497) as {username='jenkins'} at 127.9.149.131:58973; Asking this server to re-register. 20:06:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.194372 10404 heartbeater.cc:426] Registering TS with master... 20:06:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.194919 10456 ts_manager.cc:98] Registered new tserver with Master: 25e89bf2d23a48feb37e96b89c8a142e (127.9.149.131:59161) 20:06:25.396 [WARN - New I/O worker #194] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:25.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.479027 10500 raft_consensus.cc:472] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader e33fa66d7ea5472c8021dc54a71585df) 20:06:25.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.479112 10500 raft_consensus.cc:494] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:25.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.479941 10500 leader_election.cc:292] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.480155 10501 raft_consensus.cc:472] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader e33fa66d7ea5472c8021dc54a71585df) 20:06:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.480203 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" is_pre_election: true 20:06:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.480350 10501 raft_consensus.cc:494] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.480643 9857 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 1. 20:06:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.480967 9891 leader_election.cc:306] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29c5d346a91849ef8ccadb7dd2551a10, 7f5191a017984e849c9d323789eb7eb2; no voters: 20:06:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.481175 10500 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 1 FOLLOWER]: Leader pre-election won for term 2 20:06:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.481207 10500 raft_consensus.cc:472] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 1 FOLLOWER]: Starting leader election (detected failure of leader e33fa66d7ea5472c8021dc54a71585df) 20:06:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.481230 10500 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 1 FOLLOWER]: Advancing to term 2 20:06:25.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.481232 10501 leader_election.cc:292] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 29c5d346a91849ef8ccadb7dd2551a10 (127.9.149.189:47062), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.482049 10500 raft_consensus.cc:494] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.482369 10500 leader_election.cc:292] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 2 election: Requested vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.482488 9919 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7f5191a017984e849c9d323789eb7eb2" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "29c5d346a91849ef8ccadb7dd2551a10" is_pre_election: true 20:06:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.482549 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" 20:06:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.482553 9919 raft_consensus.cc:2276] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7f5191a017984e849c9d323789eb7eb2 in current term 2: Already voted for candidate 29c5d346a91849ef8ccadb7dd2551a10 in this term. 20:06:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.482586 9857 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 1 FOLLOWER]: Advancing to term 2 20:06:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.483268 9857 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 2. 20:06:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.483635 9891 leader_election.cc:306] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29c5d346a91849ef8ccadb7dd2551a10, 7f5191a017984e849c9d323789eb7eb2; no voters: 20:06:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.483759 10500 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 FOLLOWER]: Leader election won for term 2 20:06:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.483858 10500 raft_consensus.cc:667] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 LEADER]: Becoming Leader. State: Replica: 29c5d346a91849ef8ccadb7dd2551a10, State: Running, Role: LEADER 20:06:25.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.484205 10500 consensus_queue.cc:206] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 3, Committed index: 3, Last appended: 1.3, Last appended by leader: 3, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.484987 10466 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7f5191a017984e849c9d323789eb7eb2" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" is_pre_election: true 20:06:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.485043 10505 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29c5d346a91849ef8ccadb7dd2551a10. Latest consensus state: current_term: 2 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.485064 10505 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: LEADER 20:06:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.485149 10465 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" is_pre_election: true 20:06:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.485245 10464 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 2 candidate_status { last_received { term: 1 index: 3 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" 20:06:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.485321 10507 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:06:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.485152 10466 raft_consensus.cc:2346] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7f5191a017984e849c9d323789eb7eb2 in term 1. 20:06:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.485610 10465 raft_consensus.cc:2321] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 29c5d346a91849ef8ccadb7dd2551a10 for term 2 because replica is already servicing an update from a current leader or another vote. 20:06:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.485692 10464 raft_consensus.cc:2321] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 29c5d346a91849ef8ccadb7dd2551a10 for term 2 because replica is already servicing an update from a current leader or another vote. 20:06:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.485915 9831 leader_election.cc:306] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7f5191a017984e849c9d323789eb7eb2, e33fa66d7ea5472c8021dc54a71585df; no voters: 29c5d346a91849ef8ccadb7dd2551a10 20:06:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.486104 10501 raft_consensus.cc:2603] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 2 FOLLOWER]: Leader pre-election decision vote started in defunct term 1: won 20:06:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.486506 10507 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:06:25.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.487021 10507 catalog_manager.cc:1056] Loading token signing keys... 20:06:25.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.487428 10507 catalog_manager.cc:4096] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Loaded TSK: 0 20:06:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.881029 9857 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 2 FOLLOWER]: Refusing update from remote peer 29c5d346a91849ef8ccadb7dd2551a10: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 2 index: 4. (index mismatch) 20:06:25.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.881392 10505 consensus_queue.cc:984] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s 20:06:25.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.882164 10501 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29c5d346a91849ef8ccadb7dd2551a10. Latest consensus state: current_term: 2 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:25.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.882184 10501 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [sys.catalog]: This master's current role is: FOLLOWER 20:06:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.883132 10505 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.883163 10505 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: LEADER 20:06:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.883345 10501 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.883365 10501 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [sys.catalog]: This master's current role is: FOLLOWER 20:06:25.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.883605 10464 raft_consensus.cc:2886] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 1 FOLLOWER]: Advancing to term 2 20:06:25.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.884874 10464 raft_consensus.cc:1181] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 2 FOLLOWER]: Refusing update from remote peer 29c5d346a91849ef8ccadb7dd2551a10: Log matching property violated. Preceding OpId in replica: term: 1 index: 3. Preceding OpId from leader: term: 2 index: 4. (index mismatch) 20:06:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.885258 10511 consensus_queue.cc:984] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 4, Last known committed idx: 3, Time since last communication: 0.000s 20:06:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.886978 10515 sys_catalog.cc:337] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.887006 10515 sys_catalog.cc:340] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [sys.catalog]: This master's current role is: FOLLOWER 20:06:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.887399 10512 sys_catalog.cc:337] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29c5d346a91849ef8ccadb7dd2551a10. Latest consensus state: current_term: 2 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.887421 10512 sys_catalog.cc:340] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [sys.catalog]: This master's current role is: FOLLOWER 20:06:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:25.905480 9909 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.9.149.129:56862 20:06:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.491521 10516 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.491549 10516 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: LEADER 20:06:26.556 [DEBUG - New I/O worker #193] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:26.562 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:06:26.564 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.9.149.189:47062 20:06:26.564 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 1 } } 20:06:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.565042 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 9883 20:06:26.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:26.568951 10025 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:26.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:26.569275 10167 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:26.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:26.569347 10293 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:26.569 [DEBUG - New I/O worker #184] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state READY due to: connection disconnected 20:06:26.569 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:26.569 [INFO - Time-limited test] (MiniKuduCluster.java:309) Starting master server 127.9.149.189:47062 20:06:26.570 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: start_daemon { id { type: MASTER index: 1 } } 20:06:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.570452 9814 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:06:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:06:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data 20:06:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:06:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:06:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:06:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:06:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.9.149.189:47062 20:06:26.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.9.149.189 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=35049 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/logs 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:06:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.9.149.190:57562,127.9.149.189:47062,127.9.149.188:51668 with env {} 20:06:26.571 [DEBUG - New I/O worker #193] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state READY due to: connection disconnected 20:06:26.574 [DEBUG - New I/O worker #187] (Negotiator.java:764) Authenticated connection [id: 0x785159e8, /127.9.149.188:53639 => /127.9.149.188:51668] using TOKEN/null 20:06:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:06:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:26.620616 10529 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:06:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:26.620774 10529 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:06:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:26.621614 10529 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:06:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:26.621645 10529 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:06:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:26.621655 10529 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:06:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:26.621665 10529 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.623263 10529 master_main.cc:73] Master server non-default flags: 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.9.149.190:57562,127.9.149.189:47062,127.9.149.188:51668 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.9.149.189:47062 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.9.149.189 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=35049 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.10529 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:06:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/logs 20:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:06:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:06:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.629148 10529 master_main.cc:80] Initializing master server... 20:06:26.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.629617 10529 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 260814us 20:06:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.630491 10529 fs_manager.cc:263] Metadata directory not provided 20:06:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.630537 10529 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:06:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.634136 10529 fs_manager.cc:399] Time spent opening directory manager: real 0.003s user 0.001s sys 0.001s 20:06:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.634434 10529 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:06:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.634757 10529 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:06:26.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.637748 10529 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.001s 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.638259 10529 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "29c5d346a91849ef8ccadb7dd2551a10" 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:06:23 on quasar-qznjce-1.vpc.cloudera.com" 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.638391 10529 fs_report.cc:352] FS layout report 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/data 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:06:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:06:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.681216 10529 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:06:26.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.681730 10529 master_main.cc:83] Starting Master server... 20:06:26.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.685950 10529 rpc_server.cc:205] RPC server started. Bound to: 127.9.149.189:47062 20:06:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.686250 10529 webserver.cc:175] Starting webserver on 127.9.149.189:35049 20:06:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.686285 10529 webserver.cc:186] Document root disabled 20:06:26.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.686631 10529 webserver.cc:313] Webserver started. Bound to: http://127.9.149.189:35049/ 20:06:26.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.687055 10529 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:26.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.689687 10588 sys_catalog.cc:188] Verifying existing consensus state 20:06:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.690956 10588 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap starting. 20:06:26.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.695535 9814 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 10529 20:06:26.695 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:26.700 [DEBUG - New I/O worker #204] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.188 20:06:26.700 [DEBUG - New I/O worker #202] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.189 20:06:26.701 [DEBUG - New I/O worker #203] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.190 20:06:26.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.704390 10588 log.cc:525] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Log is configured to *not* fsync() on all Append() calls 20:06:26.707 [DEBUG - New I/O worker #203] (Negotiator.java:764) Authenticated connection [id: 0xae1c02b4, /127.9.149.190:43368 => /127.9.149.190:57562] using SASL/PLAIN 20:06:26.709 [DEBUG - New I/O worker #202] (Negotiator.java:764) Authenticated connection [id: 0xbcae1af4, /127.9.149.189:57803 => /127.9.149.189:47062] using SASL/PLAIN 20:06:26.709 [DEBUG - New I/O worker #204] (Negotiator.java:764) Authenticated connection [id: 0x4dc0fb4d, /127.9.149.188:53642 => /127.9.149.188:51668] using SASL/PLAIN 20:06:26.710 [INFO - New I/O worker #202] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: Catalog manager is not initialized. State: Starting 20:06:26.710 [WARN - New I/O worker #202] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:26.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.715337 10588 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=2 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates 20:06:26.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.715777 10588 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap complete. 20:06:26.717 [INFO - New I/O worker #202] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: Catalog manager is not initialized. State: Starting 20:06:26.717 [WARN - New I/O worker #202] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.721015 10588 raft_consensus.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.721101 10588 raft_consensus.cc:705] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 29c5d346a91849ef8ccadb7dd2551a10, State: Initialized, Role: FOLLOWER 20:06:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.721534 10588 consensus_queue.cc:229] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 2.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.721801 10588 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.721833 10588 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: FOLLOWER 20:06:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.721841 10593 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.721863 10593 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: FOLLOWER 20:06:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.722559 10588 sys_catalog.cc:424] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: configured and running, proceeding with master startup. 20:06:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.722921 10529 master_main.cc:86] Master server successfully started. 20:06:26.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.727079 10594 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: acquiring CA information for follower catalog manager: success 20:06:26.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.728436 10594 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:26.737 [WARN - New I/O worker #202] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:26.757 [WARN - New I/O worker #203] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:26.777 [WARN - New I/O worker #204] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:26.797 [WARN - New I/O worker #202] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:26.837 [WARN - New I/O worker #204] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:26.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.906850 10142 heartbeater.cc:467] Master 127.9.149.189:47062 was elected leader, sending a full tablet report... 20:06:26.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.910653 10555 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "d8c09c106cf44f70940c306195007832" instance_seqno: 1547265983873726) as {username='jenkins'} at 127.9.149.129:40046; Asking this server to re-register. 20:06:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.911087 10142 heartbeater.cc:426] Registering TS with master... 20:06:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:26.911778 10555 ts_manager.cc:98] Registered new tserver with Master: d8c09c106cf44f70940c306195007832 (127.9.149.129:44611) 20:06:26.917 [WARN - New I/O worker #203] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:27.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.089129 10277 heartbeater.cc:467] Master 127.9.149.189:47062 was elected leader, sending a full tablet report... 20:06:27.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.092195 10555 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "087d63709b2747298061f2b74c48b0dc" instance_seqno: 1547265984074155) as {username='jenkins'} at 127.9.149.130:57730; Asking this server to re-register. 20:06:27.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.092510 10277 heartbeater.cc:426] Registering TS with master... 20:06:27.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.093037 10555 ts_manager.cc:98] Registered new tserver with Master: 087d63709b2747298061f2b74c48b0dc (127.9.149.130:44554) 20:06:27.097 [WARN - New I/O worker #203] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.192162 10403 heartbeater.cc:467] Master 127.9.149.189:47062 was elected leader, sending a full tablet report... 20:06:27.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.195200 10555 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "25e89bf2d23a48feb37e96b89c8a142e" instance_seqno: 1547265984178497) as {username='jenkins'} at 127.9.149.131:47443; Asking this server to re-register. 20:06:27.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.195515 10403 heartbeater.cc:426] Registering TS with master... 20:06:27.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.196049 10555 ts_manager.cc:98] Registered new tserver with Master: 25e89bf2d23a48feb37e96b89c8a142e (127.9.149.131:59161) 20:06:27.397 [WARN - New I/O worker #203] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.991281 10603 raft_consensus.cc:472] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.991456 10603 raft_consensus.cc:494] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.992013 10604 raft_consensus.cc:472] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 29c5d346a91849ef8ccadb7dd2551a10) 20:06:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.992081 10604 raft_consensus.cc:494] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.992655 10603 leader_election.cc:292] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.993464 10604 leader_election.cc:292] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), 29c5d346a91849ef8ccadb7dd2551a10 (127.9.149.189:47062) 20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.996893 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" is_pre_election: true 20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.996956 9857 raft_consensus.cc:2307] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 29c5d346a91849ef8ccadb7dd2551a10 for term 3 because replica is either leader or believes a valid leader to be alive. 20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.997643 10464 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" is_pre_election: true 20:06:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.997710 10464 raft_consensus.cc:2346] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 2. 20:06:27.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.997964 10539 leader_election.cc:306] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 29c5d346a91849ef8ccadb7dd2551a10, e33fa66d7ea5472c8021dc54a71585df; no voters: 7f5191a017984e849c9d323789eb7eb2 20:06:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.998198 10603 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 FOLLOWER]: Leader pre-election won for term 3 20:06:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.998237 10603 raft_consensus.cc:472] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.998292 10603 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 2 FOLLOWER]: Advancing to term 3 20:06:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.998571 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e33fa66d7ea5472c8021dc54a71585df" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" is_pre_election: true 20:06:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.998611 9857 raft_consensus.cc:2307] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e33fa66d7ea5472c8021dc54a71585df for term 3 because replica is either leader or believes a valid leader to be alive. 20:06:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.999595 10565 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e33fa66d7ea5472c8021dc54a71585df" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "29c5d346a91849ef8ccadb7dd2551a10" is_pre_election: true 20:06:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:27.999866 10603 raft_consensus.cc:494] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.000002 10565 raft_consensus.cc:2276] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e33fa66d7ea5472c8021dc54a71585df in current term 3: Already voted for candidate 29c5d346a91849ef8ccadb7dd2551a10 in this term. 20:06:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.000202 10603 leader_election.cc:292] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 3 election: Requested vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.000448 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" 20:06:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.000471 10464 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" 20:06:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.000491 10440 leader_election.cc:306] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e33fa66d7ea5472c8021dc54a71585df; no voters: 29c5d346a91849ef8ccadb7dd2551a10, 7f5191a017984e849c9d323789eb7eb2 20:06:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.000497 9857 raft_consensus.cc:2307] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 29c5d346a91849ef8ccadb7dd2551a10 for term 3 because replica is either leader or believes a valid leader to be alive. 20:06:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.000509 10464 raft_consensus.cc:2886] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 2 FOLLOWER]: Advancing to term 3 20:06:28.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.001137 10464 raft_consensus.cc:2346] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 3. 20:06:28.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.001204 10604 raft_consensus.cc:2588] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 3 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority 20:06:28.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.001413 10539 leader_election.cc:306] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 29c5d346a91849ef8ccadb7dd2551a10, e33fa66d7ea5472c8021dc54a71585df; no voters: 7f5191a017984e849c9d323789eb7eb2 20:06:28.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.001565 10603 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 FOLLOWER]: Leader election won for term 3 20:06:28.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.001701 10603 raft_consensus.cc:667] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 LEADER]: Becoming Leader. State: Replica: 29c5d346a91849ef8ccadb7dd2551a10, State: Running, Role: LEADER 20:06:28.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.001754 10613 raft_consensus.cc:472] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 29c5d346a91849ef8ccadb7dd2551a10) 20:06:28.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.001816 10613 raft_consensus.cc:494] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.002012 10603 consensus_queue.cc:206] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 2.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.002115 10613 leader_election.cc:292] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 29c5d346a91849ef8ccadb7dd2551a10 (127.9.149.189:47062), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.002607 10464 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7f5191a017984e849c9d323789eb7eb2" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" is_pre_election: true 20:06:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.002665 10464 raft_consensus.cc:2276] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 3 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7f5191a017984e849c9d323789eb7eb2 in current term 3: Already voted for candidate 29c5d346a91849ef8ccadb7dd2551a10 in this term. 20:06:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.003631 10614 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29c5d346a91849ef8ccadb7dd2551a10. Latest consensus state: current_term: 3 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.003654 10614 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: LEADER 20:06:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.003959 10617 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:06:28.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.005630 10617 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:06:28.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.005751 10565 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7f5191a017984e849c9d323789eb7eb2" candidate_term: 3 candidate_status { last_received { term: 2 index: 4 } } ignore_live_leader: false dest_uuid: "29c5d346a91849ef8ccadb7dd2551a10" is_pre_election: true 20:06:28.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.005808 10565 raft_consensus.cc:2307] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 LEADER]: Leader pre-election vote request: Denying vote to candidate 7f5191a017984e849c9d323789eb7eb2 for term 3 because replica is either leader or believes a valid leader to be alive. 20:06:28.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.006047 9831 leader_election.cc:306] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7f5191a017984e849c9d323789eb7eb2; no voters: 29c5d346a91849ef8ccadb7dd2551a10, e33fa66d7ea5472c8021dc54a71585df 20:06:28.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.006175 10613 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 2 FOLLOWER]: Advancing to term 3 20:06:28.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.006738 10613 raft_consensus.cc:2588] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 3 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority 20:06:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.007040 10617 catalog_manager.cc:1056] Loading token signing keys... 20:06:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.007513 10617 catalog_manager.cc:4096] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Loaded TSK: 0 20:06:28.038 [DEBUG - New I/O worker #202] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:28.043 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:06:28.050 [DEBUG - New I/O worker #188] (Negotiator.java:764) Authenticated connection [id: 0xfc311dcc, /127.9.149.189:57812 => /127.9.149.189:47062] using TOKEN/null 20:06:28.051 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.9.149.189:47062 20:06:28.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 1 } } 20:06:28.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.052269 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 10529 20:06:28.055 [DEBUG - New I/O worker #202] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state READY due to: connection disconnected 20:06:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:28.055636 10167 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:28.055649 10293 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:28.055886 10025 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:28.056 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:28.056 [DEBUG - New I/O worker #188] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state READY due to: connection disconnected 20:06:28.056 [INFO - Time-limited test] (MiniKuduCluster.java:309) Starting master server 127.9.149.189:47062 20:06:28.057 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: start_daemon { id { type: MASTER index: 1 } } 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.057359 9814 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.9.149.189:47062 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.9.149.189 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=35049 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/logs 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:06:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:06:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:06:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.9.149.190:57562,127.9.149.189:47062,127.9.149.188:51668 with env {} 20:06:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:28.094127 10277 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:06:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:28.106976 10627 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:06:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:28.107153 10627 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:06:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:28.108080 10627 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:06:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:28.108109 10627 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:06:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:28.108120 10627 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:06:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:28.108134 10627 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:06:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.109853 10627 master_main.cc:73] Master server non-default flags: 20:06:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data 20:06:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.9.149.190:57562,127.9.149.189:47062,127.9.149.188:51668 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.9.149.189:47062 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.9.149.189 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=35049 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.10627 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/logs 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:06:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:06:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.116513 10627 master_main.cc:80] Initializing master server... 20:06:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.116991 10627 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 261814us 20:06:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.117884 10627 fs_manager.cc:263] Metadata directory not provided 20:06:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.117928 10627 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:06:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.121558 10627 fs_manager.cc:399] Time spent opening directory manager: real 0.003s user 0.002s sys 0.000s 20:06:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.121855 10627 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:06:28.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.122182 10627 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.125134 10627 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.125650 10627 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "29c5d346a91849ef8ccadb7dd2551a10" 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:06:23 on quasar-qznjce-1.vpc.cloudera.com" 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.125774 10627 fs_report.cc:352] FS layout report 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/data 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:06:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:06:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:06:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:06:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:06:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:06:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:06:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:06:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:06:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:06:28.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.143493 10627 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:06:28.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.143968 10627 master_main.cc:83] Starting Master server... 20:06:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.148555 10627 rpc_server.cc:205] RPC server started. Bound to: 127.9.149.189:47062 20:06:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.148813 10627 webserver.cc:175] Starting webserver on 127.9.149.189:35049 20:06:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.148826 10627 webserver.cc:186] Document root disabled 20:06:28.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.149147 10627 webserver.cc:313] Webserver started. Bound to: http://127.9.149.189:35049/ 20:06:28.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.149583 10627 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:28.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.150431 9814 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 10627 20:06:28.150 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:28.153 [DEBUG - New I/O worker #213] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.188 20:06:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.153443 10687 sys_catalog.cc:188] Verifying existing consensus state 20:06:28.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.154726 10687 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap starting. 20:06:28.154 [DEBUG - New I/O worker #212] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.190 20:06:28.156 [DEBUG - New I/O worker #211] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.189 20:06:28.160 [DEBUG - New I/O worker #212] (Negotiator.java:764) Authenticated connection [id: 0x1a501397, /127.9.149.190:43378 => /127.9.149.190:57562] using SASL/PLAIN 20:06:28.163 [DEBUG - New I/O worker #213] (Negotiator.java:764) Authenticated connection [id: 0xcd631831, /127.9.149.188:53652 => /127.9.149.188:51668] using SASL/PLAIN 20:06:28.165 [DEBUG - New I/O worker #211] (Negotiator.java:764) Authenticated connection [id: 0xd9daf1ce, /127.9.149.189:57813 => /127.9.149.189:47062] using SASL/PLAIN 20:06:28.167 [INFO - New I/O worker #211] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: Catalog manager is not initialized. State: Starting 20:06:28.167 [WARN - New I/O worker #211] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:28.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.167970 10687 log.cc:525] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Log is configured to *not* fsync() on all Append() calls 20:06:28.172 [INFO - New I/O worker #211] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: Catalog manager is not initialized. State: Starting 20:06:28.172 [WARN - New I/O worker #213] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:28.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.172922 10687 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=4 ignored=0} inserts{seen=2 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 1 replicates 20:06:28.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.173355 10687 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap complete. 20:06:28.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.176663 10687 raft_consensus.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 FOLLOWER]: Replica starting. Triggering 1 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:28.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.176985 10687 raft_consensus.cc:705] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 29c5d346a91849ef8ccadb7dd2551a10, State: Initialized, Role: FOLLOWER 20:06:28.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.177381 10687 consensus_queue.cc:229] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 3.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:28.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.177630 10687 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:28.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.177660 10687 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: FOLLOWER 20:06:28.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.177659 10691 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:28.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.177704 10691 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: FOLLOWER 20:06:28.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.178315 10687 sys_catalog.cc:424] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: configured and running, proceeding with master startup. 20:06:28.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.178751 10627 master_main.cc:86] Master server successfully started. 20:06:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.181675 10692 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: acquiring CA information for follower catalog manager: success 20:06:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.182549 10692 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:28.192 [WARN - New I/O worker #212] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:28.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.200884 10654 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "25e89bf2d23a48feb37e96b89c8a142e" instance_seqno: 1547265984178497) as {username='jenkins'} at 127.9.149.131:36739; Asking this server to re-register. 20:06:28.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.201263 10403 heartbeater.cc:426] Registering TS with master... 20:06:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.201967 10654 ts_manager.cc:98] Registered new tserver with Master: 25e89bf2d23a48feb37e96b89c8a142e (127.9.149.131:59161) 20:06:28.212 [WARN - New I/O worker #211] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:28.231 [WARN - New I/O worker #212] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:28.252 [WARN - New I/O worker #213] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:28.312 [WARN - New I/O worker #213] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:28.412 [WARN - New I/O worker #213] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:28.572 [WARN - New I/O worker #212] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:28.732 [WARN - New I/O worker #212] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.916229 10654 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "d8c09c106cf44f70940c306195007832" instance_seqno: 1547265983873726) as {username='jenkins'} at 127.9.149.129:53752; Asking this server to re-register. 20:06:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.916549 10142 heartbeater.cc:426] Registering TS with master... 20:06:28.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:28.917085 10654 ts_manager.cc:98] Registered new tserver with Master: d8c09c106cf44f70940c306195007832 (127.9.149.129:44611) 20:06:29.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.097468 10277 heartbeater.cc:346] Connected to a master server at 127.9.149.189:47062 20:06:29.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.097929 10654 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "087d63709b2747298061f2b74c48b0dc" instance_seqno: 1547265984074155) as {username='jenkins'} at 127.9.149.130:57791; Asking this server to re-register. 20:06:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.098237 10277 heartbeater.cc:426] Registering TS with master... 20:06:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.098731 10654 ts_manager.cc:98] Registered new tserver with Master: 087d63709b2747298061f2b74c48b0dc (127.9.149.130:44554) 20:06:29.292 [WARN - New I/O worker #212] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.672844 10698 raft_consensus.cc:472] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.672966 10698 raft_consensus.cc:494] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:29.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.674091 10698 leader_election.cc:292] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:29.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.677471 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 4 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" is_pre_election: true 20:06:29.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.677532 9857 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 3. 20:06:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.677856 10636 leader_election.cc:306] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29c5d346a91849ef8ccadb7dd2551a10, 7f5191a017984e849c9d323789eb7eb2; no voters: 20:06:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.678105 10698 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 FOLLOWER]: Leader pre-election won for term 4 20:06:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.678138 10698 raft_consensus.cc:472] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.678158 10698 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 3 FOLLOWER]: Advancing to term 4 20:06:29.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.679349 10464 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 4 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" is_pre_election: true 20:06:29.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.679425 10464 raft_consensus.cc:2346] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 3. 20:06:29.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.679819 10698 raft_consensus.cc:494] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:29.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.680122 10698 leader_election.cc:292] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 4 election: Requested vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:29.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.680357 10464 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 4 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" 20:06:29.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.680400 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 4 candidate_status { last_received { term: 3 index: 5 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" 20:06:29.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.680403 10464 raft_consensus.cc:2886] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 3 FOLLOWER]: Advancing to term 4 20:06:29.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.680430 9857 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 3 FOLLOWER]: Advancing to term 4 20:06:29.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.680958 10464 raft_consensus.cc:2346] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 4. 20:06:29.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.680976 9857 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 4. 20:06:29.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.681167 10636 leader_election.cc:306] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29c5d346a91849ef8ccadb7dd2551a10, 7f5191a017984e849c9d323789eb7eb2; no voters: 20:06:29.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.681288 10698 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 4 FOLLOWER]: Leader election won for term 4 20:06:29.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.681430 10698 raft_consensus.cc:667] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 4 LEADER]: Becoming Leader. State: Replica: 29c5d346a91849ef8ccadb7dd2551a10, State: Running, Role: LEADER 20:06:29.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.681718 10698 consensus_queue.cc:206] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 3.5, Last appended by leader: 5, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:29.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.683001 10703 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29c5d346a91849ef8ccadb7dd2551a10. Latest consensus state: current_term: 4 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:29.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.683025 10703 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: LEADER 20:06:29.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.683281 10705 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:06:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.684301 10705 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:06:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.684840 10705 catalog_manager.cc:1056] Loading token signing keys... 20:06:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.685284 10705 catalog_manager.cc:4096] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Loaded TSK: 0 20:06:29.972 [DEBUG - New I/O worker #211] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:29.976 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:06:29.982 [DEBUG - New I/O worker #189] (Negotiator.java:764) Authenticated connection [id: 0x705d365b, /127.9.149.189:57818 => /127.9.149.189:47062] using TOKEN/null 20:06:29.982 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.9.149.189:47062 20:06:29.983 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 1 } } 20:06:29.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.983348 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 10627 20:06:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:29.986498 10025 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:29.986 [DEBUG - New I/O worker #211] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state READY due to: connection disconnected 20:06:29.986 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:29.986500 10293 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:29.986734 10167 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:29.987 [INFO - Time-limited test] (MiniKuduCluster.java:309) Starting master server 127.9.149.189:47062 20:06:29.987 [DEBUG - New I/O worker #189] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state READY due to: connection disconnected 20:06:29.987 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: start_daemon { id { type: MASTER index: 1 } } 20:06:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:29.987843 9814 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:06:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:06:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data 20:06:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.9.149.189:47062 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.9.149.189 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=35049 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/logs 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:06:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.9.149.190:57562,127.9.149.189:47062,127.9.149.188:51668 with env {} 20:06:30.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:06:30.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:30.037032 10716 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:06:30.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:30.037220 10716 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:06:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:30.038179 10716 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:06:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:30.038214 10716 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:06:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:30.038226 10716 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:06:30.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:30.038240 10716 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.039966 10716 master_main.cc:73] Master server non-default flags: 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.9.149.190:57562,127.9.149.189:47062,127.9.149.188:51668 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.9.149.189:47062 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.9.149.189 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=35049 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.10716 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/logs 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:06:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:06:30.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.046447 10716 master_main.cc:80] Initializing master server... 20:06:30.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.046912 10716 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 262814us 20:06:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.047797 10716 fs_manager.cc:263] Metadata directory not provided 20:06:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.047838 10716 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:06:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.051439 10716 fs_manager.cc:399] Time spent opening directory manager: real 0.003s user 0.002s sys 0.001s 20:06:30.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.051733 10716 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:06:30.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.052042 10716 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.055003 10716 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.055536 10716 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "29c5d346a91849ef8ccadb7dd2551a10" 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:06:23 on quasar-qznjce-1.vpc.cloudera.com" 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.055657 10716 fs_report.cc:352] FS layout report 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/data 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:06:30.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:06:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:06:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:06:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:06:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:06:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:06:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:06:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:06:30.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.080200 10716 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:06:30.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.080790 10716 master_main.cc:83] Starting Master server... 20:06:30.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.085150 10716 rpc_server.cc:205] RPC server started. Bound to: 127.9.149.189:47062 20:06:30.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.085496 10716 webserver.cc:175] Starting webserver on 127.9.149.189:35049 20:06:30.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.085513 10716 webserver.cc:186] Document root disabled 20:06:30.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.085908 10716 webserver.cc:313] Webserver started. Bound to: http://127.9.149.189:35049/ 20:06:30.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.086413 10716 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:30.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.089013 10775 sys_catalog.cc:188] Verifying existing consensus state 20:06:30.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.090210 10775 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap starting. 20:06:30.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.091161 9814 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 10716 20:06:30.091 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:30.093 [DEBUG - New I/O worker #221] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.190 20:06:30.094 [DEBUG - New I/O worker #222] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.188 20:06:30.097 [DEBUG - New I/O worker #220] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.189 20:06:30.101 [DEBUG - New I/O worker #221] (Negotiator.java:764) Authenticated connection [id: 0xc6c0e779, /127.9.149.190:43384 => /127.9.149.190:57562] using SASL/PLAIN 20:06:30.105 [DEBUG - New I/O worker #222] (Negotiator.java:764) Authenticated connection [id: 0x1b5e3276, /127.9.149.188:53658 => /127.9.149.188:51668] using SASL/PLAIN 20:06:30.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.107933 10775 log.cc:525] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Log is configured to *not* fsync() on all Append() calls 20:06:30.108 [DEBUG - New I/O worker #220] (Negotiator.java:764) Authenticated connection [id: 0xcfa9f9b1, /127.9.149.189:57819 => /127.9.149.189:47062] using SASL/PLAIN 20:06:30.111 [INFO - New I/O worker #220] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: Catalog manager is not initialized. State: Starting 20:06:30.111 [WARN - New I/O worker #220] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:30.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.113734 10775 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=4 ignored=0} inserts{seen=2 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 2 replicates 20:06:30.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.114111 10775 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap complete. 20:06:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:30.115967 10277 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Service unavailable: Catalog manager is not initialized. State: Starting 20:06:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.117671 10775 raft_consensus.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 4 FOLLOWER]: Replica starting. Triggering 2 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.118021 10775 raft_consensus.cc:705] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 29c5d346a91849ef8ccadb7dd2551a10, State: Initialized, Role: FOLLOWER 20:06:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.118403 10775 consensus_queue.cc:229] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 4.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.118682 10775 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.118712 10775 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: FOLLOWER 20:06:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.118737 10781 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.118757 10781 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: FOLLOWER 20:06:30.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.119371 10775 sys_catalog.cc:424] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: configured and running, proceeding with master startup. 20:06:30.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.119819 10716 master_main.cc:86] Master server successfully started. 20:06:30.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.124174 10782 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: acquiring CA information for follower catalog manager: success 20:06:30.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.125346 10782 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:30.135 [WARN - New I/O worker #220] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:30.153 [WARN - New I/O worker #220] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:30.173 [WARN - New I/O worker #222] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:30.193 [WARN - New I/O worker #220] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.207044 10742 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "25e89bf2d23a48feb37e96b89c8a142e" instance_seqno: 1547265984178497) as {username='jenkins'} at 127.9.149.131:52640; Asking this server to re-register. 20:06:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.207429 10403 heartbeater.cc:426] Registering TS with master... 20:06:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.208137 10742 ts_manager.cc:98] Registered new tserver with Master: 25e89bf2d23a48feb37e96b89c8a142e (127.9.149.131:59161) 20:06:30.232 [WARN - New I/O worker #220] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:30.273 [WARN - New I/O worker #220] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:30.372 [WARN - New I/O worker #220] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:30.632 [WARN - New I/O worker #221] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:30.812 [WARN - New I/O worker #220] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:30.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.918648 10142 heartbeater.cc:467] Master 127.9.149.189:47062 was elected leader, sending a full tablet report... 20:06:30.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.921485 10742 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "d8c09c106cf44f70940c306195007832" instance_seqno: 1547265983873726) as {username='jenkins'} at 127.9.149.129:49359; Asking this server to re-register. 20:06:30.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.921797 10142 heartbeater.cc:426] Registering TS with master... 20:06:30.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:30.922334 10742 ts_manager.cc:98] Registered new tserver with Master: d8c09c106cf44f70940c306195007832 (127.9.149.129:44611) 20:06:31.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.116643 10742 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "087d63709b2747298061f2b74c48b0dc" instance_seqno: 1547265984074155) as {username='jenkins'} at 127.9.149.130:55985; Asking this server to re-register. 20:06:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.117022 10277 heartbeater.cc:426] Registering TS with master... 20:06:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.117604 10742 ts_manager.cc:98] Registered new tserver with Master: 087d63709b2747298061f2b74c48b0dc (127.9.149.130:44554) 20:06:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.351472 10787 raft_consensus.cc:472] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:31.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.351567 10787 raft_consensus.cc:494] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.352546 10787 leader_election.cc:292] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.355828 10464 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 5 candidate_status { last_received { term: 4 index: 6 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" is_pre_election: true 20:06:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.355906 10464 raft_consensus.cc:2346] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 4. 20:06:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.356017 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 5 candidate_status { last_received { term: 4 index: 6 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" is_pre_election: true 20:06:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.356088 9857 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 4. 20:06:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.356279 10726 leader_election.cc:306] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29c5d346a91849ef8ccadb7dd2551a10, e33fa66d7ea5472c8021dc54a71585df; no voters: 20:06:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.356503 10787 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 4 FOLLOWER]: Leader pre-election won for term 5 20:06:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.356544 10787 raft_consensus.cc:472] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 4 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.356566 10787 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 4 FOLLOWER]: Advancing to term 5 20:06:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.357832 10787 raft_consensus.cc:494] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.358093 10787 leader_election.cc:292] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 5 election: Requested vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.358361 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 5 candidate_status { last_received { term: 4 index: 6 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" 20:06:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.358399 10464 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 5 candidate_status { last_received { term: 4 index: 6 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" 20:06:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.358407 9857 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 4 FOLLOWER]: Advancing to term 5 20:06:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.358429 10464 raft_consensus.cc:2886] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 4 FOLLOWER]: Advancing to term 5 20:06:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.359151 9857 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 5. 20:06:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.359159 10464 raft_consensus.cc:2346] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 5. 20:06:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.359411 10724 leader_election.cc:306] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29c5d346a91849ef8ccadb7dd2551a10, 7f5191a017984e849c9d323789eb7eb2; no voters: 20:06:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.359539 10787 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 5 FOLLOWER]: Leader election won for term 5 20:06:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.359694 10787 raft_consensus.cc:667] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 5 LEADER]: Becoming Leader. State: Replica: 29c5d346a91849ef8ccadb7dd2551a10, State: Running, Role: LEADER 20:06:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.359966 10787 consensus_queue.cc:206] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 4.6, Last appended by leader: 6, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.361217 10792 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29c5d346a91849ef8ccadb7dd2551a10. Latest consensus state: current_term: 5 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.361253 10792 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: LEADER 20:06:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.361505 10794 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:06:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.362548 10794 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:06:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.363090 10794 catalog_manager.cc:1056] Loading token signing keys... 20:06:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.363517 10794 catalog_manager.cc:4096] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Loaded TSK: 0 20:06:31.713 [DEBUG - New I/O worker #220] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:31.719 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:06:31.725 [DEBUG - New I/O worker #190] (Negotiator.java:764) Authenticated connection [id: 0x54de505c, /127.9.149.189:57824 => /127.9.149.189:47062] using TOKEN/null 20:06:31.726 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.9.149.189:47062 20:06:31.726 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 1 } } 20:06:31.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.726866 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 10716 20:06:31.730 [DEBUG - New I/O worker #220] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state READY due to: connection disconnected 20:06:31.730 [DEBUG - New I/O worker #190] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state READY due to: connection disconnected 20:06:31.730 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:31.730199 10167 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:31.730232 10293 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:31.730479 10025 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:31.730 [INFO - Time-limited test] (MiniKuduCluster.java:309) Starting master server 127.9.149.189:47062 20:06:31.730 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: start_daemon { id { type: MASTER index: 1 } } 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.731245 9814 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.9.149.189:47062 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.9.149.189 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=35049 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/logs 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:06:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.9.149.190:57562,127.9.149.189:47062,127.9.149.188:51668 with env {} 20:06:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:06:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:31.780872 10805 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:06:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:31.781033 10805 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:06:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:31.781980 10805 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:06:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:31.782002 10805 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:06:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:31.782008 10805 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:06:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:31.782016 10805 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:06:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.783730 10805 master_main.cc:73] Master server non-default flags: 20:06:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data 20:06:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:06:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.9.149.190:57562,127.9.149.189:47062,127.9.149.188:51668 20:06:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:06:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.9.149.189:47062 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.9.149.189 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=35049 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.10805 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/logs 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:06:31.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:06:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:06:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:06:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.789533 10805 master_main.cc:80] Initializing master server... 20:06:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.789963 10805 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 263314us 20:06:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.790851 10805 fs_manager.cc:263] Metadata directory not provided 20:06:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.790886 10805 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:06:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.794545 10805 fs_manager.cc:399] Time spent opening directory manager: real 0.003s user 0.001s sys 0.001s 20:06:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.794792 10805 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:06:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.795074 10805 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.798022 10805 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.798537 10805 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "29c5d346a91849ef8ccadb7dd2551a10" 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:06:23 on quasar-qznjce-1.vpc.cloudera.com" 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.798660 10805 fs_report.cc:352] FS layout report 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/wal 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/data 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:06:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:06:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:06:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:06:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:06:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:06:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:06:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:06:31.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:06:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.840981 10805 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:06:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.841519 10805 master_main.cc:83] Starting Master server... 20:06:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.845880 10805 rpc_server.cc:205] RPC server started. Bound to: 127.9.149.189:47062 20:06:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.846169 10805 webserver.cc:175] Starting webserver on 127.9.149.189:35049 20:06:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.846210 10805 webserver.cc:186] Document root disabled 20:06:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.846563 10805 webserver.cc:313] Webserver started. Bound to: http://127.9.149.189:35049/ 20:06:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.846998 10805 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster214187719292152758/master-1/data/info.pb 20:06:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.849687 10864 sys_catalog.cc:188] Verifying existing consensus state 20:06:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.850910 10864 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap starting. 20:06:31.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.854800 9814 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 10805 20:06:31.854 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:31.857 [DEBUG - New I/O worker #230] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.190 20:06:31.858 [DEBUG - New I/O worker #231] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.188 20:06:31.859 [DEBUG - New I/O worker #229] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.9.149.189 20:06:31.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.863322 10864 log.cc:525] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Log is configured to *not* fsync() on all Append() calls 20:06:31.867 [DEBUG - New I/O worker #230] (Negotiator.java:764) Authenticated connection [id: 0x295a9906, /127.9.149.190:43390 => /127.9.149.190:57562] using SASL/PLAIN 20:06:31.868 [DEBUG - New I/O worker #229] (Negotiator.java:764) Authenticated connection [id: 0xbae7f755, /127.9.149.189:57825 => /127.9.149.189:47062] using SASL/PLAIN 20:06:31.869 [DEBUG - New I/O worker #231] (Negotiator.java:764) Authenticated connection [id: 0xca6d8dc4, /127.9.149.188:53664 => /127.9.149.188:51668] using SASL/PLAIN 20:06:31.870 [INFO - New I/O worker #229] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: Catalog manager is not initialized. State: Starting 20:06:31.870 [WARN - New I/O worker #229] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.871729 10864 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=4 ignored=0} inserts{seen=2 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 3 replicates 20:06:31.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.872124 10864 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Bootstrap complete. 20:06:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.875502 10864 raft_consensus.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 5 FOLLOWER]: Replica starting. Triggering 3 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.875878 10864 raft_consensus.cc:705] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 29c5d346a91849ef8ccadb7dd2551a10, State: Initialized, Role: FOLLOWER 20:06:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.876293 10864 consensus_queue.cc:229] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 5.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:31.876 [INFO - New I/O worker #229] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: Catalog manager is not initialized. State: Starting 20:06:31.877 [WARN - New I/O worker #230] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.877100 10864 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 5 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.877187 10870 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 5 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.877272 10870 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: FOLLOWER 20:06:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.877272 10864 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: FOLLOWER 20:06:31.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.878073 10864 sys_catalog.cc:424] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: configured and running, proceeding with master startup. 20:06:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.879297 10805 master_main.cc:86] Master server successfully started. 20:06:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.882477 10871 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: acquiring CA information for follower catalog manager: success 20:06:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.883743 10871 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:31.897 [WARN - New I/O worker #229] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:31.917 [WARN - New I/O worker #229] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:31.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.926712 10831 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "d8c09c106cf44f70940c306195007832" instance_seqno: 1547265983873726) as {username='jenkins'} at 127.9.149.129:33981; Asking this server to re-register. 20:06:31.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.927088 10142 heartbeater.cc:426] Registering TS with master... 20:06:31.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:31.927808 10831 ts_manager.cc:98] Registered new tserver with Master: d8c09c106cf44f70940c306195007832 (127.9.149.129:44611) 20:06:31.936 [WARN - New I/O worker #229] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:31.976 [WARN - New I/O worker #230] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:31.996 [WARN - New I/O worker #230] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:32.116 [WARN - New I/O worker #230] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:32.121120 10831 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "087d63709b2747298061f2b74c48b0dc" instance_seqno: 1547265984074155) as {username='jenkins'} at 127.9.149.130:53489; Asking this server to re-register. 20:06:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:32.121426 10277 heartbeater.cc:426] Registering TS with master... 20:06:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:32.121953 10831 ts_manager.cc:98] Registered new tserver with Master: 087d63709b2747298061f2b74c48b0dc (127.9.149.130:44554) 20:06:32.196 [WARN - New I/O worker #229] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:32.212218 10831 master_service.cc:210] Got heartbeat from unknown tserver (permanent_uuid: "25e89bf2d23a48feb37e96b89c8a142e" instance_seqno: 1547265984178497) as {username='jenkins'} at 127.9.149.131:36163; Asking this server to re-register. 20:06:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:32.212558 10403 heartbeater.cc:426] Registering TS with master... 20:06:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:32.213080 10831 ts_manager.cc:98] Registered new tserver with Master: 25e89bf2d23a48feb37e96b89c8a142e (127.9.149.131:59161) 20:06:32.516 [WARN - New I/O worker #230] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:32.837 [WARN - New I/O worker #231] (ConnectToCluster.java:278) None of the provided masters 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668 is a leader; will retry 20:06:33.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.069466 10880 raft_consensus.cc:472] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:33.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.069617 10880 raft_consensus.cc:494] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:33.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.070865 10880 leader_election.cc:292] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.074246 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 6 candidate_status { last_received { term: 5 index: 7 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" is_pre_election: true 20:06:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.074347 9857 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 5. 20:06:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.074512 10464 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 6 candidate_status { last_received { term: 5 index: 7 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" is_pre_election: true 20:06:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.074591 10464 raft_consensus.cc:2346] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 5. 20:06:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.074756 10813 leader_election.cc:306] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29c5d346a91849ef8ccadb7dd2551a10, 7f5191a017984e849c9d323789eb7eb2; no voters: 20:06:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.074970 10880 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 5 FOLLOWER]: Leader pre-election won for term 6 20:06:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.075014 10880 raft_consensus.cc:472] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 5 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.075039 10880 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 5 FOLLOWER]: Advancing to term 6 20:06:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.076431 10880 raft_consensus.cc:494] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.076733 10880 leader_election.cc:292] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 6 election: Requested vote from peers 7f5191a017984e849c9d323789eb7eb2 (127.9.149.190:57562), e33fa66d7ea5472c8021dc54a71585df (127.9.149.188:51668) 20:06:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.076942 9857 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 6 candidate_status { last_received { term: 5 index: 7 } } ignore_live_leader: false dest_uuid: "7f5191a017984e849c9d323789eb7eb2" 20:06:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.076980 9857 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 5 FOLLOWER]: Advancing to term 6 20:06:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.076995 10464 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29c5d346a91849ef8ccadb7dd2551a10" candidate_term: 6 candidate_status { last_received { term: 5 index: 7 } } ignore_live_leader: false dest_uuid: "e33fa66d7ea5472c8021dc54a71585df" 20:06:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.077034 10464 raft_consensus.cc:2886] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 5 FOLLOWER]: Advancing to term 6 20:06:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.077569 9857 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7f5191a017984e849c9d323789eb7eb2 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 6. 20:06:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.077616 10464 raft_consensus.cc:2346] T 00000000000000000000000000000000 P e33fa66d7ea5472c8021dc54a71585df [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29c5d346a91849ef8ccadb7dd2551a10 in term 6. 20:06:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.077798 10813 leader_election.cc:306] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29c5d346a91849ef8ccadb7dd2551a10, 7f5191a017984e849c9d323789eb7eb2; no voters: 20:06:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.077920 10880 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 6 FOLLOWER]: Leader election won for term 6 20:06:33.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.078047 10880 raft_consensus.cc:667] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [term 6 LEADER]: Becoming Leader. State: Replica: 29c5d346a91849ef8ccadb7dd2551a10, State: Running, Role: LEADER 20:06:33.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.078361 10880 consensus_queue.cc:206] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 5.7, Last appended by leader: 7, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } 20:06:33.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.079656 10885 sys_catalog.cc:337] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29c5d346a91849ef8ccadb7dd2551a10. Latest consensus state: current_term: 6 leader_uuid: "29c5d346a91849ef8ccadb7dd2551a10" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7f5191a017984e849c9d323789eb7eb2" member_type: VOTER last_known_addr { host: "127.9.149.190" port: 57562 } } peers { permanent_uuid: "29c5d346a91849ef8ccadb7dd2551a10" member_type: VOTER last_known_addr { host: "127.9.149.189" port: 47062 } } peers { permanent_uuid: "e33fa66d7ea5472c8021dc54a71585df" member_type: VOTER last_known_addr { host: "127.9.149.188" port: 51668 } } } 20:06:33.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.079680 10885 sys_catalog.cc:340] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10 [sys.catalog]: This master's current role is: LEADER 20:06:33.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.079941 10887 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:06:33.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.080966 10887 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:06:33.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.081573 10887 catalog_manager.cc:1056] Loading token signing keys... 20:06:33.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.081971 10887 catalog_manager.cc:4096] T 00000000000000000000000000000000 P 29c5d346a91849ef8ccadb7dd2551a10: Loaded TSK: 0 20:06:33.517 [DEBUG - New I/O worker #229] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:33.517 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.9.149.189:47062 20:06:33.517 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 1 } } 20:06:33.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.517938 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 10805 20:06:33.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.521327 10167 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:33.521 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:33.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.521348 10293 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:33.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.521350 10025 connection.cc:512] client connection to 127.9.149.189:47062 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.189:47062): Connection reset by peer (error 104) 20:06:33.521 [DEBUG - New I/O worker #229] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state READY due to: connection disconnected 20:06:33.521 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.9.149.190:57562 20:06:33.522 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 0 } } 20:06:33.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.522399 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 9821 20:06:33.525 [DEBUG - New I/O worker #203] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state READY due to: connection disconnected 20:06:33.525 [DEBUG - New I/O worker #185] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state READY due to: connection disconnected 20:06:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.525290 10023 connection.cc:512] client connection to 127.9.149.190:57562 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.190:57562): Connection reset by peer (error 104) 20:06:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.525555 10165 connection.cc:512] client connection to 127.9.149.190:57562 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.190:57562): Connection reset by peer (error 104) 20:06:33.525 [DEBUG - New I/O worker #230] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state READY due to: connection disconnected 20:06:33.525 [DEBUG - New I/O worker #194] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state READY due to: connection disconnected 20:06:33.525 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:33.527 [INFO - Time-limited test] (MiniKuduCluster.java:328) Killing master server 127.9.149.188:51668 20:06:33.527 [DEBUG - New I/O worker #212] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state READY due to: connection disconnected 20:06:33.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.525851 10291 connection.cc:512] client connection to 127.9.149.190:57562 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.190:57562): Connection reset by peer (error 104) 20:06:33.527 [DEBUG - New I/O worker #221] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state READY due to: connection disconnected 20:06:33.528 [DEBUG - Time-limited test] (MiniKuduCluster.java:155) Request: stop_daemon { id { type: MASTER index: 2 } } 20:06:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:33.528424 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 10430 20:06:33.531 [DEBUG - New I/O worker #195] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state READY due to: connection disconnected 20:06:33.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.531592 10167 connection.cc:512] client connection to 127.9.149.188:51668 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.188:51668): Connection reset by peer (error 104) 20:06:33.531 [DEBUG - New I/O worker #187] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state READY due to: connection disconnected 20:06:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.531894 10293 connection.cc:512] client connection to 127.9.149.188:51668 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.188:51668): Connection reset by peer (error 104) 20:06:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.531904 10025 connection.cc:512] client connection to 127.9.149.188:51668 recv error: Network error: failed to read from TLS socket (remote: 127.9.149.188:51668): Connection reset by peer (error 104) 20:06:33.532 [DEBUG - New I/O worker #204] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state READY due to: connection disconnected 20:06:33.532 [DEBUG - New I/O worker #222] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state READY due to: connection disconnected 20:06:33.532 [DEBUG - New I/O worker #213] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state READY due to: connection disconnected 20:06:33.532 [DEBUG - New I/O worker #231] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state READY due to: connection disconnected 20:06:33.532 [DEBUG - Time-limited test] (MiniKuduCluster.java:165) Response: 20:06:33.540 [DEBUG - Time-limited test] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:06:33.541 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:33.541 [DEBUG - New I/O worker #238] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.541 [INFO - New I/O worker #238] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.542 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:33.542 [DEBUG - New I/O worker #240] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.542 [INFO - New I/O worker #240] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.542 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:33.542 [DEBUG - New I/O worker #239] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.542 [INFO - New I/O worker #239] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.542 [WARN - New I/O worker #239] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:33.562 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:33.562 [DEBUG - New I/O worker #241] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.562 [INFO - New I/O worker #241] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.563 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:33.563 [DEBUG - New I/O worker #242] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.563 [INFO - New I/O worker #242] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.563 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:33.563 [DEBUG - New I/O worker #243] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.563 [INFO - New I/O worker #243] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.564 [WARN - New I/O worker #243] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:33.582 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:33.582 [DEBUG - New I/O worker #244] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.582 [INFO - New I/O worker #244] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.582 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:33.582 [DEBUG - New I/O worker #245] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.583 [INFO - New I/O worker #245] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.583 [DEBUG - New I/O worker #238] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.583 [INFO - New I/O worker #238] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.583 [WARN - New I/O worker #238] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:33.584 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:33.602 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:33.602 [DEBUG - New I/O worker #239] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.602 [INFO - New I/O worker #239] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.602 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:33.602 [DEBUG - New I/O worker #241] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.602 [INFO - New I/O worker #241] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.602 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:33.602 [DEBUG - New I/O worker #240] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.603 [INFO - New I/O worker #240] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.603 [WARN - New I/O worker #240] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:33.622 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:33.622 [DEBUG - New I/O worker #242] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.622 [INFO - New I/O worker #242] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.622 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:33.622 [DEBUG - New I/O worker #244] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.623 [INFO - New I/O worker #244] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.623 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:33.623 [DEBUG - New I/O worker #243] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.623 [INFO - New I/O worker #243] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.623 [WARN - New I/O worker #243] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:33.662 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:33.662 [DEBUG - New I/O worker #245] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.662 [INFO - New I/O worker #245] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.662 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:33.662 [DEBUG - New I/O worker #239] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.662 [INFO - New I/O worker #239] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.662 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:33.662 [DEBUG - New I/O worker #238] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.663 [INFO - New I/O worker #238] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.663 [WARN - New I/O worker #238] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:33.701 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:33.701 [DEBUG - New I/O worker #240] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.701 [INFO - New I/O worker #240] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.702 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:33.702 [DEBUG - New I/O worker #242] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.702 [INFO - New I/O worker #242] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.702 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:33.702 [DEBUG - New I/O worker #241] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.702 [INFO - New I/O worker #241] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.703 [WARN - New I/O worker #241] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:33.762 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:33.762 [DEBUG - New I/O worker #243] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.762 [INFO - New I/O worker #243] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.762 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:33.763 [DEBUG - New I/O worker #244] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.763 [INFO - New I/O worker #244] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.763 [DEBUG - New I/O worker #245] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.763 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:33.763 [INFO - New I/O worker #245] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.763 [WARN - New I/O worker #245] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.911185 10141 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.916865 10143 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:33.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:33.929615 10142 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:33.942 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:33.942 [DEBUG - New I/O worker #238] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.942 [INFO - New I/O worker #238] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:33.942 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:33.942 [DEBUG - New I/O worker #240] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.942 [INFO - New I/O worker #240] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:33.943 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:33.943 [DEBUG - New I/O worker #239] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.943 [INFO - New I/O worker #239] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:33.943 [WARN - New I/O worker #239] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:34.097395 10276 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:34.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:34.101063 10278 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:34.122 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:34.122 [DEBUG - New I/O worker #241] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:34.123 [INFO - New I/O worker #241] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:34.123 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:34.123 [DEBUG - New I/O worker #242] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:34.123 [INFO - New I/O worker #242] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:34.123 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:34.123569 10277 heartbeater.cc:467] Master 127.9.149.189:47062 was elected leader, sending a full tablet report... 20:06:34.123 [DEBUG - New I/O worker #243] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:34.123 [INFO - New I/O worker #243] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:34.124 [WARN - New I/O worker #243] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:34.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:34.124078 10277 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:34.199522 10402 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:34.202708 10404 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:34.214434 10403 heartbeater.cc:467] Master 127.9.149.189:47062 was elected leader, sending a full tablet report... 20:06:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:34.214833 10403 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:34.561 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:34.562 [DEBUG - New I/O worker #244] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:34.562 [INFO - New I/O worker #244] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:34.562 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:34.562 [DEBUG - New I/O worker #245] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:34.562 [INFO - New I/O worker #245] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:34.562 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:34.562 [DEBUG - New I/O worker #238] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:34.562 [INFO - New I/O worker #238] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:34.563 [WARN - New I/O worker #238] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:34.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:34.912070 10141 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to ping master at 127.9.149.190:57562: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:34.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:34.917459 10143 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to ping master at 127.9.149.188:51668: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:34.930176 10142 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to ping master at 127.9.149.189:47062: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:35.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:35.098124 10276 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to ping master at 127.9.149.190:57562: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:35.101608 10278 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to ping master at 127.9.149.188:51668: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:35.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:35.124645 10277 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to ping master at 127.9.149.189:47062: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:35.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:35.200350 10402 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to ping master at 127.9.149.190:57562: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:35.203272 10404 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to ping master at 127.9.149.188:51668: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:35.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:35.215391 10403 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to ping master at 127.9.149.189:47062: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:35.912933 10141 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to ping master at 127.9.149.190:57562: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:35.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:35.918040 10143 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to ping master at 127.9.149.188:51668: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:35.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:35.930724 10142 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to ping master at 127.9.149.189:47062: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:35.962 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:35.962 [DEBUG - New I/O worker #239] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:35.962 [INFO - New I/O worker #239] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:35.962 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:35.962 [DEBUG - New I/O worker #240] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:35.962 [INFO - New I/O worker #240] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:35.962 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:35.962 [DEBUG - New I/O worker #241] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:35.963 [INFO - New I/O worker #241] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:35.963 [WARN - New I/O worker #241] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:36.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:36.098912 10276 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to ping master at 127.9.149.190:57562: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:36.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:36.102146 10278 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to ping master at 127.9.149.188:51668: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:36.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:36.125224 10277 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to ping master at 127.9.149.189:47062: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:36.201076 10402 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to ping master at 127.9.149.190:57562: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:36.203851 10404 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to ping master at 127.9.149.188:51668: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:36.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:36.215914 10403 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to ping master at 127.9.149.189:47062: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:36.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:36.913775 10141 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to ping master at 127.9.149.190:57562: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:36.918596 10143 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to ping master at 127.9.149.188:51668: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:36.931280 10142 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to ping master at 127.9.149.189:47062: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:37.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:37.099640 10276 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to ping master at 127.9.149.190:57562: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:37.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:37.102699 10278 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to ping master at 127.9.149.188:51668: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:37.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:37.125777 10277 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to ping master at 127.9.149.189:47062: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:37.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:37.201768 10402 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to ping master at 127.9.149.190:57562: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:37.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:37.204429 10404 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to ping master at 127.9.149.188:51668: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:37.216487 10403 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to ping master at 127.9.149.189:47062: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:37.914422 10141 heartbeater.cc:587] Failed to heartbeat to 127.9.149.190:57562: Network error: Failed to ping master at 127.9.149.190:57562: Client connection negotiation failed: client connection to 127.9.149.190:57562: connect: Connection refused (error 111) 20:06:37.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:37.919126 10143 heartbeater.cc:587] Failed to heartbeat to 127.9.149.188:51668: Network error: Failed to ping master at 127.9.149.188:51668: Client connection negotiation failed: client connection to 127.9.149.188:51668: connect: Connection refused (error 111) 20:06:37.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:37.931823 10142 heartbeater.cc:587] Failed to heartbeat to 127.9.149.189:47062: Network error: Failed to ping master at 127.9.149.189:47062: Client connection negotiation failed: client connection to 127.9.149.189:47062: connect: Connection refused (error 111) 20:06:38.002 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.189:47062(127.9.149.189:47062): Connection refused: /127.9.149.189:47062 20:06:38.002 [DEBUG - New I/O worker #242] (Connection.java:688) [peer master-127.9.149.189:47062(127.9.149.189:47062)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:38.003 [INFO - New I/O worker #242] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.189:47062: java.net.ConnectException: Connection refused: /127.9.149.189:47062 20:06:38.003 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.190:57562(127.9.149.190:57562): Connection refused: /127.9.149.190:57562 20:06:38.003 [DEBUG - New I/O worker #243] (Connection.java:688) [peer master-127.9.149.190:57562(127.9.149.190:57562)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:38.003 [INFO - New I/O worker #243] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.190:57562: java.net.ConnectException: Connection refused: /127.9.149.190:57562 20:06:38.003 [INFO - New I/O boss #246] (Connection.java:439) Failed to connect to peer master-127.9.149.188:51668(127.9.149.188:51668): Connection refused: /127.9.149.188:51668 20:06:38.003 [DEBUG - New I/O worker #244] (Connection.java:688) [peer master-127.9.149.188:51668(127.9.149.188:51668)] cleaning up while in state CONNECTING due to: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:38.003 [INFO - New I/O worker #244] (ConnectToCluster.java:361) Unable to connect to master 127.9.149.188:51668: java.net.ConnectException: Connection refused: /127.9.149.188:51668 20:06:38.004 [WARN - New I/O worker #244] (ConnectToCluster.java:281) Unable to find the leader master 127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668; will retry 20:06:38.004 [DEBUG - New I/O worker #244] (AsyncKuduClient.java:1653) Cannot continue with RPC because of: Timed out: can not complete before timeout: KuduRpc(method=getHiveMetastoreConfig, tablet=null, attempt=13, DeadlineTracker(timeout=5000, elapsed=4463), Traces: [0ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562, [21ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668, [40ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668, [60ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562, [80ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562, [120ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562, [160ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562, [221ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668, [400ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562, [581ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668, [1020ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668, [2420ms] delaying RPC due to Service unavailable: Master config (127.9.149.189:47062,127.9.149.190:57562,127.9.149.188:51668) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.189:47062,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.190:57562,org.apache.kudu.client.RecoverableException: java.net.ConnectException: Connection refused: /127.9.149.188:51668, Deferred@797107505(state=PENDING, result=null, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test)) 20:06:38.005 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:06:38.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.006500 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 10005 20:06:38.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.009724 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 10147 20:06:38.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.011910 9814 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 10283 ]]> /127.10.169.61:48367] using SASL/PLAIN 20:06:38.871 [DEBUG - New I/O worker #249] (Negotiator.java:764) Authenticated connection [id: 0x9b49896a, /127.10.169.62:41399 => /127.10.169.62:57558] using SASL/PLAIN 20:06:38.871 [DEBUG - New I/O worker #248] (Negotiator.java:764) Authenticated connection [id: 0x732c7331, /127.10.169.60:51505 => /127.10.169.60:33913] using SASL/PLAIN 20:06:38.873 [DEBUG - New I/O worker #247] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:38.873 [DEBUG - New I/O worker #247] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=11), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.10.169.61:48367, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.10.169.60:33913, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.10.169.62:57558, [10ms] Sub rpc: ConnectToMaster received from server master-127.10.169.62:57558 response OK, [10ms] Sub rpc: ConnectToMaster received from server master-127.10.169.61:48367 response OK, [11ms] Sub rpc: ConnectToMaster received from server master-127.10.169.60:33913 response OK, null) after lookup 20:06:38.874 [DEBUG - New I/O worker #247] (Deferred.java:1330) callback=retry RPC@2058569608 returned Deferred@2123160582(state=PENDING, result=null, callback=(continuation of Deferred@999181747 after retry RPC@2058569608), errback=(continuation of Deferred@999181747 after retry RPC@2058569608)), so the following Deferred is getting paused: Deferred@999181747(state=PAUSED, result=Deferred@2123160582, callback=org.apache.kudu.client.AsyncKuduClient$1@6a9092b3 -> org.apache.kudu.client.AsyncKuduClient$2@a7f176e -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:06:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.875360 11011 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.10.169.61:48307: 20:06:38.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: UNIXTIME_MICROS 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: UNIXTIME_MICROS 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:38.876094 11011 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:06:38.881 [DEBUG - New I/O worker #247] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@6a9092b3@1787859635 returned Deferred@311137995(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@5ba1b2fc -> (continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$1@6a9092b3@1787859635), errback=passthrough -> (continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$1@6a9092b3@1787859635)), so the following Deferred is getting paused: Deferred@999181747(state=PAUSED, result=Deferred@311137995, callback=org.apache.kudu.client.AsyncKuduClient$2@a7f176e -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:06:38.881 [DEBUG - New I/O worker #247] (AsyncKuduClient.java:761) Opened table ad69904e9a214a3e900482fb91d020be 20:06:38.881 [DEBUG - New I/O worker #247] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230 returned Deferred@894088753(state=PENDING, result=null, callback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230), errback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230)), so the following Deferred is getting paused: Deferred@999181747(state=PAUSED, result=Deferred@894088753, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:06:38.886 [DEBUG - New I/O worker #247] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713 returned Deferred@894088753(state=PENDING, result=null, callback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230) -> (continuation of Deferred@160430203 after org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713), errback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230) -> (continuation of Deferred@160430203 after org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713)), so the following Deferred is getting paused: Deferred@160430203(state=PAUSED, result=Deferred@894088753, callback=, errback=) 20:06:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.890269 11303 tablet_service.cc:773] Processing CreateTablet for tablet 742094455c7444d190c0e57bd800d835 (table=TestKuduClient [id=ad69904e9a214a3e900482fb91d020be]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.890280 11441 tablet_service.cc:773] Processing CreateTablet for tablet 742094455c7444d190c0e57bd800d835 (table=TestKuduClient [id=ad69904e9a214a3e900482fb91d020be]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.890570 11441 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 742094455c7444d190c0e57bd800d835. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.890570 11303 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 742094455c7444d190c0e57bd800d835. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:38.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.893677 11441 ts_tablet_manager.cc:1173] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b: Registered tablet (data state: TABLET_DATA_READY) 20:06:38.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.893683 11303 ts_tablet_manager.cc:1173] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9: Registered tablet (data state: TABLET_DATA_READY) 20:06:38.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.894351 11529 ts_tablet_manager.cc:1028] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b: Bootstrapping tablet 20:06:38.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.894556 11528 ts_tablet_manager.cc:1028] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9: Bootstrapping tablet 20:06:38.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.894843 11528 tablet_bootstrap.cc:438] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9: Bootstrap starting. 20:06:38.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.896436 11175 tablet_service.cc:773] Processing CreateTablet for tablet 742094455c7444d190c0e57bd800d835 (table=TestKuduClient [id=ad69904e9a214a3e900482fb91d020be]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:38.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.896744 11175 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 742094455c7444d190c0e57bd800d835. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.897322 11528 tablet_bootstrap.cc:592] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9: No blocks or log segments found. Creating new log. 20:06:38.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.898038 11528 log.cc:525] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9: Log is configured to *not* fsync() on all Append() calls 20:06:38.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.898490 11529 tablet_bootstrap.cc:438] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b: Bootstrap starting. 20:06:38.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.899143 11528 tablet_bootstrap.cc:438] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9: No bootstrap required, opened a new log 20:06:38.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.899368 11528 ts_tablet_manager.cc:1045] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.002s 20:06:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.900235 11529 tablet_bootstrap.cc:592] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b: No blocks or log segments found. Creating new log. 20:06:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.900740 11175 ts_tablet_manager.cc:1173] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00: Registered tablet (data state: TABLET_DATA_READY) 20:06:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.900837 11529 log.cc:525] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b: Log is configured to *not* fsync() on all Append() calls 20:06:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.901104 11531 ts_tablet_manager.cc:1028] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00: Bootstrapping tablet 20:06:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.901440 11531 tablet_bootstrap.cc:438] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00: Bootstrap starting. 20:06:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.901901 11529 tablet_bootstrap.cc:438] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b: No bootstrap required, opened a new log 20:06:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.901958 11528 raft_consensus.cc:340] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 } } peers { permanent_uuid: "22e53af4866148d6955c9934fabfaf00" member_type: VOTER last_known_addr { host: "127.10.169.1" port: 42619 } } peers { permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 } } 20:06:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.902024 11528 raft_consensus.cc:366] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.902030 11529 ts_tablet_manager.cc:1045] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:06:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.902062 11528 raft_consensus.cc:705] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1adc279fafcb4e9994cf35a4a81e98e9, State: Initialized, Role: FOLLOWER 20:06:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.902720 11528 consensus_queue.cc:229] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 } } peers { permanent_uuid: "22e53af4866148d6955c9934fabfaf00" member_type: VOTER last_known_addr { host: "127.10.169.1" port: 42619 } } peers { permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 } } 20:06:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.903435 11528 ts_tablet_manager.cc:1073] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9: Time spent starting tablet: real 0.004s user 0.002s sys 0.001s 20:06:38.904 [DEBUG - New I/O worker #247] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5fef8de4@1609534948 returned Deferred@894088753(state=PENDING, result=null, callback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230) -> (continuation of Deferred@160430203 after org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713) -> (continuation of Deferred@1072976662 after org.apache.kudu.client.AsyncKuduClient$15@5fef8de4@1609534948), errback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230) -> (continuation of Deferred@160430203 after org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713) -> (continuation of Deferred@1072976662 after org.apache.kudu.client.AsyncKuduClient$15@5fef8de4@1609534948)), so the following Deferred is getting paused: Deferred@1072976662(state=PAUSED, result=Deferred@894088753, callback=, errback=) 20:06:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.904460 11529 raft_consensus.cc:340] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 } } peers { permanent_uuid: "22e53af4866148d6955c9934fabfaf00" member_type: VOTER last_known_addr { host: "127.10.169.1" port: 42619 } } peers { permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 } } 20:06:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.904512 11531 tablet_bootstrap.cc:592] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00: No blocks or log segments found. Creating new log. 20:06:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.904525 11529 raft_consensus.cc:366] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.904557 11529 raft_consensus.cc:705] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db441d0907764ceaac9409e718cda94b, State: Initialized, Role: FOLLOWER 20:06:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.904870 11529 consensus_queue.cc:229] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 } } peers { permanent_uuid: "22e53af4866148d6955c9934fabfaf00" member_type: VOTER last_known_addr { host: "127.10.169.1" port: 42619 } } peers { permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 } } 20:06:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.905520 11505 heartbeater.cc:467] Master 127.10.169.61:48367 was elected leader, sending a full tablet report... 20:06:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.905930 11529 ts_tablet_manager.cc:1073] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s 20:06:38.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.906034 11011 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.10.169.2:56464 20:06:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.907639 11367 heartbeater.cc:467] Master 127.10.169.61:48367 was elected leader, sending a full tablet report... 20:06:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.907990 11531 log.cc:525] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00: Log is configured to *not* fsync() on all Append() calls 20:06:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.909540 11531 tablet_bootstrap.cc:438] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00: No bootstrap required, opened a new log 20:06:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.909670 11531 ts_tablet_manager.cc:1045] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00: Time spent bootstrapping tablet: real 0.008s user 0.002s sys 0.000s 20:06:38.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.911386 11531 raft_consensus.cc:340] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 } } peers { permanent_uuid: "22e53af4866148d6955c9934fabfaf00" member_type: VOTER last_known_addr { host: "127.10.169.1" port: 42619 } } peers { permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 } } 20:06:38.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.911442 11531 raft_consensus.cc:366] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:38.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.911473 11531 raft_consensus.cc:705] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 22e53af4866148d6955c9934fabfaf00, State: Initialized, Role: FOLLOWER 20:06:38.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.911725 11531 consensus_queue.cc:229] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 } } peers { permanent_uuid: "22e53af4866148d6955c9934fabfaf00" member_type: VOTER last_known_addr { host: "127.10.169.1" port: 42619 } } peers { permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 } } 20:06:38.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.912242 11531 ts_tablet_manager.cc:1073] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:06:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.913640 11011 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.10.169.1:56411 20:06:38.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.914697 11241 heartbeater.cc:467] Master 127.10.169.61:48367 was elected leader, sending a full tablet report... 20:06:38.924 [DEBUG - New I/O worker #247] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@1833bff2@406044658 returned Deferred@894088753(state=PENDING, result=null, callback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230) -> (continuation of Deferred@160430203 after org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713) -> (continuation of Deferred@1072976662 after org.apache.kudu.client.AsyncKuduClient$15@5fef8de4@1609534948) -> (continuation of Deferred@1854521519 after org.apache.kudu.client.AsyncKuduClient$15@1833bff2@406044658), errback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230) -> (continuation of Deferred@160430203 after org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713) -> (continuation of Deferred@1072976662 after org.apache.kudu.client.AsyncKuduClient$15@5fef8de4@1609534948) -> (continuation of Deferred@1854521519 after org.apache.kudu.client.AsyncKuduClient$15@1833bff2@406044658)), so the following Deferred is getting paused: Deferred@1854521519(state=PAUSED, result=Deferred@894088753, callback=, errback=) 20:06:38.943 [DEBUG - New I/O worker #247] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4daae037@1303044151 returned Deferred@894088753(state=PENDING, result=null, callback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230) -> (continuation of Deferred@160430203 after org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713) -> (continuation of Deferred@1072976662 after org.apache.kudu.client.AsyncKuduClient$15@5fef8de4@1609534948) -> (continuation of Deferred@1854521519 after org.apache.kudu.client.AsyncKuduClient$15@1833bff2@406044658) -> (continuation of Deferred@1348171383 after org.apache.kudu.client.AsyncKuduClient$15@4daae037@1303044151), errback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230) -> (continuation of Deferred@160430203 after org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713) -> (continuation of Deferred@1072976662 after org.apache.kudu.client.AsyncKuduClient$15@5fef8de4@1609534948) -> (continuation of Deferred@1854521519 after org.apache.kudu.client.AsyncKuduClient$15@1833bff2@406044658) -> (continuation of Deferred@1348171383 after org.apache.kudu.client.AsyncKuduClient$15@4daae037@1303044151)), so the following Deferred is getting paused: Deferred@1348171383(state=PAUSED, result=Deferred@894088753, callback=, errback=) 20:06:38.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.961356 11536 raft_consensus.cc:472] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:38.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.961463 11536 raft_consensus.cc:494] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 } } peers { permanent_uuid: "22e53af4866148d6955c9934fabfaf00" member_type: VOTER last_known_addr { host: "127.10.169.1" port: 42619 } } peers { permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 } } 20:06:38.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.962110 11536 leader_election.cc:292] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers db441d0907764ceaac9409e718cda94b (127.10.169.3:32846), 1adc279fafcb4e9994cf35a4a81e98e9 (127.10.169.2:56899) 20:06:38.963 [DEBUG - New I/O worker #247] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@55929fa1@1435672481 returned Deferred@894088753(state=PENDING, result=null, callback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230) -> (continuation of Deferred@160430203 after org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713) -> (continuation of Deferred@1072976662 after org.apache.kudu.client.AsyncKuduClient$15@5fef8de4@1609534948) -> (continuation of Deferred@1854521519 after org.apache.kudu.client.AsyncKuduClient$15@1833bff2@406044658) -> (continuation of Deferred@1348171383 after org.apache.kudu.client.AsyncKuduClient$15@4daae037@1303044151) -> (continuation of Deferred@1967038724 after org.apache.kudu.client.AsyncKuduClient$15@55929fa1@1435672481), errback=(continuation of Deferred@999181747 after org.apache.kudu.client.AsyncKuduClient$2@a7f176e@176101230) -> (continuation of Deferred@160430203 after org.apache.kudu.client.AsyncKuduClient$15@477c0391@1199309713) -> (continuation of Deferred@1072976662 after org.apache.kudu.client.AsyncKuduClient$15@5fef8de4@1609534948) -> (continuation of Deferred@1854521519 after org.apache.kudu.client.AsyncKuduClient$15@1833bff2@406044658) -> (continuation of Deferred@1348171383 after org.apache.kudu.client.AsyncKuduClient$15@4daae037@1303044151) -> (continuation of Deferred@1967038724 after org.apache.kudu.client.AsyncKuduClient$15@55929fa1@1435672481)), so the following Deferred is getting paused: Deferred@1967038724(state=PAUSED, result=Deferred@894088753, callback=, errback=) 20:06:38.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.965273 11461 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "742094455c7444d190c0e57bd800d835" candidate_uuid: "22e53af4866148d6955c9934fabfaf00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db441d0907764ceaac9409e718cda94b" is_pre_election: true 20:06:38.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.965401 11461 raft_consensus.cc:2346] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 22e53af4866148d6955c9934fabfaf00 in term 0. 20:06:38.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.965564 11323 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "742094455c7444d190c0e57bd800d835" candidate_uuid: "22e53af4866148d6955c9934fabfaf00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" is_pre_election: true 20:06:38.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.965683 11323 raft_consensus.cc:2346] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 22e53af4866148d6955c9934fabfaf00 in term 0. 20:06:38.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.965852 11124 leader_election.cc:306] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 22e53af4866148d6955c9934fabfaf00, db441d0907764ceaac9409e718cda94b; no voters: 20:06:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.966048 11536 raft_consensus.cc:2640] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:06:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.966081 11536 raft_consensus.cc:472] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.966102 11536 raft_consensus.cc:2886] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 0 FOLLOWER]: Advancing to term 1 20:06:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.966758 11536 raft_consensus.cc:494] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 } } peers { permanent_uuid: "22e53af4866148d6955c9934fabfaf00" member_type: VOTER last_known_addr { host: "127.10.169.1" port: 42619 } } peers { permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 } } 20:06:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.967099 11536 leader_election.cc:292] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [CANDIDATE]: Term 1 election: Requested vote from peers db441d0907764ceaac9409e718cda94b (127.10.169.3:32846), 1adc279fafcb4e9994cf35a4a81e98e9 (127.10.169.2:56899) 20:06:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.967440 11461 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "742094455c7444d190c0e57bd800d835" candidate_uuid: "22e53af4866148d6955c9934fabfaf00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db441d0907764ceaac9409e718cda94b" 20:06:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.967487 11323 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "742094455c7444d190c0e57bd800d835" candidate_uuid: "22e53af4866148d6955c9934fabfaf00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" 20:06:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.967490 11461 raft_consensus.cc:2886] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b [term 0 FOLLOWER]: Advancing to term 1 20:06:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.967519 11323 raft_consensus.cc:2886] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9 [term 0 FOLLOWER]: Advancing to term 1 20:06:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.968080 11323 raft_consensus.cc:2346] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 22e53af4866148d6955c9934fabfaf00 in term 1. 20:06:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.968123 11461 raft_consensus.cc:2346] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 22e53af4866148d6955c9934fabfaf00 in term 1. 20:06:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.968375 11124 leader_election.cc:306] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1adc279fafcb4e9994cf35a4a81e98e9, 22e53af4866148d6955c9934fabfaf00; no voters: 20:06:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.968488 11536 raft_consensus.cc:2640] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 1 FOLLOWER]: Leader election won for term 1 20:06:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.968703 11536 raft_consensus.cc:667] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [term 1 LEADER]: Becoming Leader. State: Replica: 22e53af4866148d6955c9934fabfaf00, State: Running, Role: LEADER 20:06:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.968957 11536 consensus_queue.cc:206] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 } } peers { permanent_uuid: "22e53af4866148d6955c9934fabfaf00" member_type: VOTER last_known_addr { host: "127.10.169.1" port: 42619 } } peers { permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 } } 20:06:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.971192 11011 catalog_manager.cc:3781] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 reported cstate change: term changed from 0 to 1, leader changed from to 22e53af4866148d6955c9934fabfaf00 (127.10.169.1). New cstate: current_term: 1 leader_uuid: "22e53af4866148d6955c9934fabfaf00" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "22e53af4866148d6955c9934fabfaf00" member_type: VOTER last_known_addr { host: "127.10.169.1" port: 42619 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 } health_report { overall_health: UNKNOWN } } } 20:06:38.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:38.972839 11369 tablet.cc:1768] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:38.984 [DEBUG - New I/O worker #247] (AsyncKuduClient.java:761) Opened table ad69904e9a214a3e900482fb91d020be 20:06:38.985 [DEBUG - New I/O worker #247] (AsyncKuduClient.java:2114) Learned about tablet 742094455c7444d190c0e57bd800d835 for table 'TestKuduClient' with partition [, ) 20:06:38.985 [DEBUG - New I/O worker #247] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=742094455c7444d190c0e57bd800d835@[1adc279fafcb4e9994cf35a4a81e98e9(127.10.169.2:56899),22e53af4866148d6955c9934fabfaf00(127.10.169.1:42619)[L],db441d0907764ceaac9409e718cda94b(127.10.169.3:32846)]}] 20:06:38.985 [DEBUG - New I/O worker #247] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.10.169.61:48367, [1ms] Sub rpc: GetTableLocations received from server master-127.10.169.61:48367 response OK, null) after lookup 20:06:38.985 [DEBUG - New I/O worker #247] (Deferred.java:1330) callback=retry RPC@1684826004 returned Deferred@633508655(state=PENDING, result=null, callback=(continuation of Deferred@628371474 after retry RPC@1684826004), errback=(continuation of Deferred@628371474 after retry RPC@1684826004)), so the following Deferred is getting paused: Deferred@628371474(state=PAUSED, result=Deferred@633508655, callback=org.apache.kudu.client.AsyncKuduSession$2@3008e14c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@375f601e -> wakeup thread Time-limited test) 20:06:38.991 [DEBUG - New I/O worker #250] (Negotiator.java:764) Authenticated connection [id: 0x4075c37b, /127.10.169.1:57388 => /127.10.169.1:42619] using TOKEN/null 20:06:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.994966 11461 raft_consensus.cc:1181] T 742094455c7444d190c0e57bd800d835 P db441d0907764ceaac9409e718cda94b [term 1 FOLLOWER]: Refusing update from remote peer 22e53af4866148d6955c9934fabfaf00: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.994966 11323 raft_consensus.cc:1181] T 742094455c7444d190c0e57bd800d835 P 1adc279fafcb4e9994cf35a4a81e98e9 [term 1 FOLLOWER]: Refusing update from remote peer 22e53af4866148d6955c9934fabfaf00: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.995481 11536 consensus_queue.cc:984] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1adc279fafcb4e9994cf35a4a81e98e9" member_type: VOTER last_known_addr { host: "127.10.169.2" port: 56899 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:38.995626 11537 consensus_queue.cc:984] T 742094455c7444d190c0e57bd800d835 P 22e53af4866148d6955c9934fabfaf00 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db441d0907764ceaac9409e718cda94b" member_type: VOTER last_known_addr { host: "127.10.169.3" port: 32846 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:39.000808 11539 mvcc.cc:203] Tried to move safe_time back from 6337601531878850560 to 6337601531778547712. Current Snapshot: MvccSnapshot[committed={T|T < 6337601531878850560}] 20:06:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:39.003135 11540 mvcc.cc:203] Tried to move safe_time back from 6337601531878850560 to 6337601531778547712. Current Snapshot: MvccSnapshot[committed={T|T < 6337601531878850560}] 20:06:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:39.006325 11541 mvcc.cc:203] Tried to move safe_time back from 6337601531878850560 to 6337601531778547712. Current Snapshot: MvccSnapshot[committed={T|T < 6337601531878850560}] 20:06:39.308 [DEBUG - New I/O worker #250] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=742094455c7444d190c0e57bd800d835, scannerId=null, scanRequestTimeout=30000) 20:06:39.322 [DEBUG - New I/O worker #247] (Connection.java:688) [peer master-127.10.169.61:48367(127.10.169.61:48367)] cleaning up while in state READY due to: connection disconnected 20:06:39.322 [DEBUG - New I/O worker #249] (Connection.java:688) [peer master-127.10.169.62:57558(127.10.169.62:57558)] cleaning up while in state READY due to: connection disconnected 20:06:39.322 [DEBUG - New I/O worker #250] (Connection.java:688) [peer 22e53af4866148d6955c9934fabfaf00(127.10.169.1:42619)] cleaning up while in state READY due to: connection disconnected 20:06:39.322 [DEBUG - New I/O worker #248] (Connection.java:688) [peer master-127.10.169.60:33913(127.10.169.60:33913)] cleaning up while in state READY due to: connection disconnected 20:06:39.322 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:06:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:39.323518 10916 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 11108 20:06:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:39.326486 10931 connection.cc:512] server connection from 127.10.169.1:36586 recv error: Network error: failed to read from TLS socket (remote: 127.10.169.1:36586): Connection reset by peer (error 104) 20:06:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:39.326486 10994 connection.cc:512] server connection from 127.10.169.1:56411 recv error: Network error: failed to read from TLS socket (remote: 127.10.169.1:56411): Connection reset by peer (error 104) 20:06:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:39.326773 11055 connection.cc:512] server connection from 127.10.169.1:43414 recv error: Network error: failed to read from TLS socket (remote: 127.10.169.1:43414): Connection reset by peer (error 104) 20:06:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:39.327059 11257 connection.cc:512] server connection from 127.10.169.1:43979 recv error: Network error: failed to read from TLS socket (remote: 127.10.169.1:43979): Connection reset by peer (error 104) 20:06:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:39.327088 11394 connection.cc:512] server connection from 127.10.169.1:47858 recv error: Network error: failed to read from TLS socket (remote: 127.10.169.1:47858): Connection reset by peer (error 104) 20:06:39.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:39.327531 10916 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 11247 20:06:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:39.330090 10931 connection.cc:512] server connection from 127.10.169.2:56388 recv error: Network error: failed to read from TLS socket (remote: 127.10.169.2:56388): Connection reset by peer (error 104) 20:06:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:39.330139 10994 connection.cc:512] server connection from 127.10.169.2:56464 recv error: Network error: failed to read from TLS socket (remote: 127.10.169.2:56464): Connection reset by peer (error 104) 20:06:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:39.330322 11055 connection.cc:512] server connection from 127.10.169.2:45495 recv error: Network error: failed to read from TLS socket (remote: 127.10.169.2:45495): Connection reset by peer (error 104) 20:06:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:39.330495 10916 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 11373 20:06:39.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:39.333037 10993 connection.cc:512] server connection from 127.10.169.3:45760 recv error: Network error: failed to read from TLS socket (remote: 127.10.169.3:45760): Connection reset by peer (error 104) 20:06:39.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:39.333058 11054 connection.cc:512] server connection from 127.10.169.3:37569 recv error: Network error: failed to read from TLS socket (remote: 127.10.169.3:37569): Connection reset by peer (error 104) 20:06:39.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:39.333087 10916 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 10923 20:06:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:39.336179 10916 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 10985 20:06:39.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:39.338981 10916 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 11045 ]]> /127.11.71.190:49559] using SASL/PLAIN 20:06:40.214 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:40.215 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=11), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.11.71.190:49559, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.11.71.188:59625, [2ms] Sub rpc: ConnectToMaster sending RPC to server master-127.11.71.189:48537, [10ms] Sub rpc: ConnectToMaster received from server master-127.11.71.190:49559 response OK, null) after lookup 20:06:40.214 [DEBUG - New I/O worker #258] (Negotiator.java:764) Authenticated connection [id: 0xbbecdc85, /127.11.71.189:43530 => /127.11.71.189:48537] using SASL/PLAIN 20:06:40.215 [DEBUG - New I/O worker #257] (Negotiator.java:764) Authenticated connection [id: 0x4b088029, /127.11.71.188:48720 => /127.11.71.188:59625] using SASL/PLAIN 20:06:40.216 [DEBUG - New I/O worker #256] (Deferred.java:1330) callback=retry RPC@1083248346 returned Deferred@1152291344(state=PENDING, result=null, callback=(continuation of Deferred@28050657 after retry RPC@1083248346), errback=(continuation of Deferred@28050657 after retry RPC@1083248346)), so the following Deferred is getting paused: Deferred@28050657(state=PAUSED, result=Deferred@1152291344, callback=org.apache.kudu.client.AsyncKuduClient$1@78c8704d -> org.apache.kudu.client.AsyncKuduClient$2@30674650 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.217962 11583 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.11.71.190:49648: 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column1_i" 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column2_i" 20:06:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column3_s" 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) encoding: DICT_ENCODING 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) compression: LZ4 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 4096 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column4_b" 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BOOL 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) split_rows_range_bounds { 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) rows: "\004\001\0002\000\000\000\006\001\000\000\000\000\000\007\001\000d\000\000\000\006\001\000\310\000\000\000\007\001\000,\001\000\000" 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.219334 11583 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:06:40.226 [DEBUG - New I/O worker #256] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@78c8704d@2026401869 returned Deferred@15297630(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@6183fbae -> (continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$1@78c8704d@2026401869), errback=passthrough -> (continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$1@78c8704d@2026401869)), so the following Deferred is getting paused: Deferred@28050657(state=PAUSED, result=Deferred@15297630, callback=org.apache.kudu.client.AsyncKuduClient$2@30674650 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:06:40.226 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:761) Opened table a216424933e242b29fcc33611416d0a7 20:06:40.227 [DEBUG - New I/O worker #256] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576 returned Deferred@1525851595(state=PENDING, result=null, callback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576), errback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576)), so the following Deferred is getting paused: Deferred@28050657(state=PAUSED, result=Deferred@1525851595, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:06:40.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.237423 11948 tablet_service.cc:773] Processing CreateTablet for tablet 57431478d49b4ed2852e02cbcc29c13e (table=TestKuduClient [id=a216424933e242b29fcc33611416d0a7]), partition=RANGE (key) PARTITION 50 <= VALUES < 100 20:06:40.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.237471 11947 tablet_service.cc:773] Processing CreateTablet for tablet 5a4beee5fc37473cb18a049ef5271342 (table=TestKuduClient [id=a216424933e242b29fcc33611416d0a7]), partition=RANGE (key) PARTITION 200 <= VALUES < 300 20:06:40.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.237799 11947 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 5a4beee5fc37473cb18a049ef5271342. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.238075 11948 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 57431478d49b4ed2852e02cbcc29c13e. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.237423 11949 tablet_service.cc:773] Processing CreateTablet for tablet 23aa8d8041d548188721d52c8909fe29 (table=TestKuduClient [id=a216424933e242b29fcc33611416d0a7]), partition=RANGE (key) PARTITION 0 <= VALUES < 50 20:06:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.239190 11949 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 23aa8d8041d548188721d52c8909fe29. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.241649 12075 tablet_service.cc:773] Processing CreateTablet for tablet 23aa8d8041d548188721d52c8909fe29 (table=TestKuduClient [id=a216424933e242b29fcc33611416d0a7]), partition=RANGE (key) PARTITION 0 <= VALUES < 50 20:06:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.241962 12075 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 23aa8d8041d548188721d52c8909fe29. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.243500 12074 tablet_service.cc:773] Processing CreateTablet for tablet 57431478d49b4ed2852e02cbcc29c13e (table=TestKuduClient [id=a216424933e242b29fcc33611416d0a7]), partition=RANGE (key) PARTITION 50 <= VALUES < 100 20:06:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.243619 12074 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 57431478d49b4ed2852e02cbcc29c13e. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.244073 12073 tablet_service.cc:773] Processing CreateTablet for tablet 5a4beee5fc37473cb18a049ef5271342 (table=TestKuduClient [id=a216424933e242b29fcc33611416d0a7]), partition=RANGE (key) PARTITION 200 <= VALUES < 300 20:06:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.244185 12073 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 5a4beee5fc37473cb18a049ef5271342. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.244724 11810 tablet_service.cc:773] Processing CreateTablet for tablet 5a4beee5fc37473cb18a049ef5271342 (table=TestKuduClient [id=a216424933e242b29fcc33611416d0a7]), partition=RANGE (key) PARTITION 200 <= VALUES < 300 20:06:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.244771 11799 tablet_service.cc:773] Processing CreateTablet for tablet 57431478d49b4ed2852e02cbcc29c13e (table=TestKuduClient [id=a216424933e242b29fcc33611416d0a7]), partition=RANGE (key) PARTITION 50 <= VALUES < 100 20:06:40.245 [DEBUG - New I/O worker #256] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627 returned Deferred@1525851595(state=PENDING, result=null, callback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627), errback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627)), so the following Deferred is getting paused: Deferred@468525268(state=PAUSED, result=Deferred@1525851595, callback=, errback=) 20:06:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.245080 11799 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 57431478d49b4ed2852e02cbcc29c13e. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.245386 11810 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 5a4beee5fc37473cb18a049ef5271342. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.244724 11802 tablet_service.cc:773] Processing CreateTablet for tablet 23aa8d8041d548188721d52c8909fe29 (table=TestKuduClient [id=a216424933e242b29fcc33611416d0a7]), partition=RANGE (key) PARTITION 0 <= VALUES < 50 20:06:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.245985 11802 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 23aa8d8041d548188721d52c8909fe29. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.246296 11948 ts_tablet_manager.cc:1173] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Registered tablet (data state: TABLET_DATA_READY) 20:06:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.246984 11947 ts_tablet_manager.cc:1173] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Registered tablet (data state: TABLET_DATA_READY) 20:06:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.247357 12163 ts_tablet_manager.cc:1028] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Bootstrapping tablet 20:06:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.247601 11949 ts_tablet_manager.cc:1173] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Registered tablet (data state: TABLET_DATA_READY) 20:06:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.247872 12163 tablet_bootstrap.cc:438] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Bootstrap starting. 20:06:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.249518 11802 ts_tablet_manager.cc:1173] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a: Registered tablet (data state: TABLET_DATA_READY) 20:06:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.249567 11810 ts_tablet_manager.cc:1173] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a: Registered tablet (data state: TABLET_DATA_READY) 20:06:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.249819 12163 tablet_bootstrap.cc:592] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a: No blocks or log segments found. Creating new log. 20:06:40.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.250556 12075 ts_tablet_manager.cc:1173] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad: Registered tablet (data state: TABLET_DATA_READY) 20:06:40.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.250687 12073 ts_tablet_manager.cc:1173] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad: Registered tablet (data state: TABLET_DATA_READY) 20:06:40.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.250835 12164 ts_tablet_manager.cc:1028] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a: Bootstrapping tablet 20:06:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.251102 11799 ts_tablet_manager.cc:1173] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a: Registered tablet (data state: TABLET_DATA_READY) 20:06:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.251004 12163 log.cc:525] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Log is configured to *not* fsync() on all Append() calls 20:06:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.251457 12165 ts_tablet_manager.cc:1028] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad: Bootstrapping tablet 20:06:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.251709 12165 tablet_bootstrap.cc:438] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad: Bootstrap starting. 20:06:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.251709 12164 tablet_bootstrap.cc:438] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a: Bootstrap starting. 20:06:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.252485 12074 ts_tablet_manager.cc:1173] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad: Registered tablet (data state: TABLET_DATA_READY) 20:06:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.253180 12163 tablet_bootstrap.cc:438] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a: No bootstrap required, opened a new log 20:06:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.253275 12165 tablet_bootstrap.cc:592] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad: No blocks or log segments found. Creating new log. 20:06:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.253396 12163 ts_tablet_manager.cc:1045] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.000s 20:06:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.253417 12164 tablet_bootstrap.cc:592] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a: No blocks or log segments found. Creating new log. 20:06:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.253939 12165 log.cc:525] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad: Log is configured to *not* fsync() on all Append() calls 20:06:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.254107 12164 log.cc:525] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a: Log is configured to *not* fsync() on all Append() calls 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.255079 12164 tablet_bootstrap.cc:438] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a: No bootstrap required, opened a new log 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.255209 12164 ts_tablet_manager.cc:1045] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.001s 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.255285 12165 tablet_bootstrap.cc:438] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad: No bootstrap required, opened a new log 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.255410 12165 ts_tablet_manager.cc:1045] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.255466 12163 raft_consensus.cc:340] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.255509 12163 raft_consensus.cc:366] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.255532 12163 raft_consensus.cc:705] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e1b3cb5b98e74ea398ce8c9c2c39ac5a, State: Initialized, Role: FOLLOWER 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.255823 12163 consensus_queue.cc:229] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.256151 12012 heartbeater.cc:467] Master 127.11.71.190:49559 was elected leader, sending a full tablet report... 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.256417 12163 ts_tablet_manager.cc:1073] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.257647 12164 raft_consensus.cc:340] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.257705 12164 raft_consensus.cc:366] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.257738 12164 raft_consensus.cc:705] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8325c21d0dbf4b0080b885f50027fc8a, State: Initialized, Role: FOLLOWER 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.258050 12164 consensus_queue.cc:229] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.258324 12163 ts_tablet_manager.cc:1028] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Bootstrapping tablet 20:06:40.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.258443 12163 tablet_bootstrap.cc:438] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Bootstrap starting. 20:06:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.259805 12165 raft_consensus.cc:340] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.259841 12164 ts_tablet_manager.cc:1073] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a: Time spent starting tablet: real 0.005s user 0.003s sys 0.001s 20:06:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.259876 12165 raft_consensus.cc:366] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.259909 12165 raft_consensus.cc:705] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f8cc57f4f03e46ff9b38e725a16633ad, State: Initialized, Role: FOLLOWER 20:06:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.259966 12164 ts_tablet_manager.cc:1028] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a: Bootstrapping tablet 20:06:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.260023 12164 tablet_bootstrap.cc:438] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a: Bootstrap starting. 20:06:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.260157 11583 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.11.71.129:47328 20:06:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.260524 12165 consensus_queue.cc:229] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.260890 12138 heartbeater.cc:467] Master 127.11.71.190:49559 was elected leader, sending a full tablet report... 20:06:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.261164 12165 ts_tablet_manager.cc:1073] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad: Time spent starting tablet: real 0.006s user 0.004s sys 0.000s 20:06:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.261310 12165 ts_tablet_manager.cc:1028] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad: Bootstrapping tablet 20:06:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.261368 12165 tablet_bootstrap.cc:438] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad: Bootstrap starting. 20:06:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.262063 12165 tablet_bootstrap.cc:592] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad: No blocks or log segments found. Creating new log. 20:06:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.262111 12164 tablet_bootstrap.cc:592] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a: No blocks or log segments found. Creating new log. 20:06:40.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.262938 12163 tablet_bootstrap.cc:592] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: No blocks or log segments found. Creating new log. 20:06:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.262948 11874 heartbeater.cc:467] Master 127.11.71.190:49559 was elected leader, sending a full tablet report... 20:06:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.264319 12165 tablet_bootstrap.cc:438] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad: No bootstrap required, opened a new log 20:06:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.264530 12165 ts_tablet_manager.cc:1045] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s 20:06:40.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265149 12164 tablet_bootstrap.cc:438] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a: No bootstrap required, opened a new log 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265239 12164 ts_tablet_manager.cc:1045] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.001s 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265506 12165 raft_consensus.cc:340] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265528 12165 raft_consensus.cc:366] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265544 12165 raft_consensus.cc:705] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f8cc57f4f03e46ff9b38e725a16633ad, State: Initialized, Role: FOLLOWER 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265689 12165 consensus_queue.cc:229] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265738 12164 raft_consensus.cc:340] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265759 12164 raft_consensus.cc:366] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265774 12164 raft_consensus.cc:705] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8325c21d0dbf4b0080b885f50027fc8a, State: Initialized, Role: FOLLOWER 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265862 12165 ts_tablet_manager.cc:1073] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265878 12164 consensus_queue.cc:229] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265928 12165 ts_tablet_manager.cc:1028] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad: Bootstrapping tablet 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.265983 12165 tablet_bootstrap.cc:438] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad: Bootstrap starting. 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.266054 12164 ts_tablet_manager.cc:1073] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.266120 12164 ts_tablet_manager.cc:1028] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a: Bootstrapping tablet 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.266185 12164 tablet_bootstrap.cc:438] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a: Bootstrap starting. 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.266927 12164 tablet_bootstrap.cc:592] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a: No blocks or log segments found. Creating new log. 20:06:40.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.267259 12165 tablet_bootstrap.cc:592] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad: No blocks or log segments found. Creating new log. 20:06:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.269104 12163 tablet_bootstrap.cc:438] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: No bootstrap required, opened a new log 20:06:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.269160 12163 ts_tablet_manager.cc:1045] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Time spent bootstrapping tablet: real 0.011s user 0.001s sys 0.000s 20:06:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.269646 12163 raft_consensus.cc:340] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.269666 12163 raft_consensus.cc:366] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.269681 12163 raft_consensus.cc:705] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e1b3cb5b98e74ea398ce8c9c2c39ac5a, State: Initialized, Role: FOLLOWER 20:06:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.269790 12163 consensus_queue.cc:229] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.271 [DEBUG - New I/O worker #256] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716 returned Deferred@1525851595(state=PENDING, result=null, callback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627) -> (continuation of Deferred@719248131 after org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716), errback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627) -> (continuation of Deferred@719248131 after org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716)), so the following Deferred is getting paused: Deferred@719248131(state=PAUSED, result=Deferred@1525851595, callback=, errback=) 20:06:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.270681 12163 ts_tablet_manager.cc:1073] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:06:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.270748 12163 ts_tablet_manager.cc:1028] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Bootstrapping tablet 20:06:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.270805 12163 tablet_bootstrap.cc:438] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Bootstrap starting. 20:06:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.271023 12164 tablet_bootstrap.cc:438] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a: No bootstrap required, opened a new log 20:06:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.271075 12164 ts_tablet_manager.cc:1045] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.001s 20:06:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.271528 12164 raft_consensus.cc:340] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.271548 12164 raft_consensus.cc:366] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.271561 12164 raft_consensus.cc:705] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8325c21d0dbf4b0080b885f50027fc8a, State: Initialized, Role: FOLLOWER 20:06:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.271847 12164 consensus_queue.cc:229] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.272027 12164 ts_tablet_manager.cc:1073] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s 20:06:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.272410 12163 tablet_bootstrap.cc:592] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: No blocks or log segments found. Creating new log. 20:06:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.273174 12165 tablet_bootstrap.cc:438] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad: No bootstrap required, opened a new log 20:06:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.273236 12165 ts_tablet_manager.cc:1045] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.000s 20:06:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.274040 12165 raft_consensus.cc:340] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.274062 12165 raft_consensus.cc:366] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.274078 12165 raft_consensus.cc:705] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f8cc57f4f03e46ff9b38e725a16633ad, State: Initialized, Role: FOLLOWER 20:06:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.274193 12165 consensus_queue.cc:229] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.274581 12165 ts_tablet_manager.cc:1073] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:06:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.276335 12163 tablet_bootstrap.cc:438] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: No bootstrap required, opened a new log 20:06:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.276530 12163 ts_tablet_manager.cc:1045] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s 20:06:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.277062 12163 raft_consensus.cc:340] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.277175 12163 raft_consensus.cc:366] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.277295 12163 raft_consensus.cc:705] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e1b3cb5b98e74ea398ce8c9c2c39ac5a, State: Initialized, Role: FOLLOWER 20:06:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.277515 12163 consensus_queue.cc:229] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.277850 12163 ts_tablet_manager.cc:1073] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:06:40.284 [DEBUG - New I/O worker #256] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@13a2be7e@329432702 returned Deferred@1525851595(state=PENDING, result=null, callback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627) -> (continuation of Deferred@719248131 after org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716) -> (continuation of Deferred@1639700318 after org.apache.kudu.client.AsyncKuduClient$15@13a2be7e@329432702), errback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627) -> (continuation of Deferred@719248131 after org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716) -> (continuation of Deferred@1639700318 after org.apache.kudu.client.AsyncKuduClient$15@13a2be7e@329432702)), so the following Deferred is getting paused: Deferred@1639700318(state=PAUSED, result=Deferred@1525851595, callback=, errback=) 20:06:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.287313 12170 raft_consensus.cc:472] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.287487 12170 raft_consensus.cc:494] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.288233 12170 leader_election.cc:292] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e1b3cb5b98e74ea398ce8c9c2c39ac5a (127.11.71.130:44624), f8cc57f4f03e46ff9b38e725a16633ad (127.11.71.131:58412) 20:06:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.291134 11969 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5a4beee5fc37473cb18a049ef5271342" candidate_uuid: "8325c21d0dbf4b0080b885f50027fc8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" is_pre_election: true 20:06:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.291275 11969 raft_consensus.cc:2346] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8325c21d0dbf4b0080b885f50027fc8a in term 0. 20:06:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.291673 11760 leader_election.cc:306] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8325c21d0dbf4b0080b885f50027fc8a, e1b3cb5b98e74ea398ce8c9c2c39ac5a; no voters: 20:06:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.291841 12095 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5a4beee5fc37473cb18a049ef5271342" candidate_uuid: "8325c21d0dbf4b0080b885f50027fc8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" is_pre_election: true 20:06:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.291949 12095 raft_consensus.cc:2346] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8325c21d0dbf4b0080b885f50027fc8a in term 0. 20:06:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.292119 12170 raft_consensus.cc:2640] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Leader pre-election won for term 1 20:06:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.292228 12170 raft_consensus.cc:472] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.292356 12170 raft_consensus.cc:2886] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Advancing to term 1 20:06:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.293015 12170 raft_consensus.cc:494] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.293354 12170 leader_election.cc:292] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [CANDIDATE]: Term 1 election: Requested vote from peers e1b3cb5b98e74ea398ce8c9c2c39ac5a (127.11.71.130:44624), f8cc57f4f03e46ff9b38e725a16633ad (127.11.71.131:58412) 20:06:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.293689 11969 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5a4beee5fc37473cb18a049ef5271342" candidate_uuid: "8325c21d0dbf4b0080b885f50027fc8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" 20:06:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.293733 12095 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5a4beee5fc37473cb18a049ef5271342" candidate_uuid: "8325c21d0dbf4b0080b885f50027fc8a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" 20:06:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.293735 11969 raft_consensus.cc:2886] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Advancing to term 1 20:06:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.293776 12095 raft_consensus.cc:2886] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Advancing to term 1 20:06:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.294536 11969 raft_consensus.cc:2346] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8325c21d0dbf4b0080b885f50027fc8a in term 1. 20:06:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.294621 12095 raft_consensus.cc:2346] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8325c21d0dbf4b0080b885f50027fc8a in term 1. 20:06:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.294965 11758 leader_election.cc:306] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8325c21d0dbf4b0080b885f50027fc8a, f8cc57f4f03e46ff9b38e725a16633ad; no voters: 20:06:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.295141 12170 raft_consensus.cc:2640] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 1 FOLLOWER]: Leader election won for term 1 20:06:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.295413 12170 raft_consensus.cc:667] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [term 1 LEADER]: Becoming Leader. State: Replica: 8325c21d0dbf4b0080b885f50027fc8a, State: Running, Role: LEADER 20:06:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.295780 12170 consensus_queue.cc:206] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.298513 11581 catalog_manager.cc:3781] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a reported cstate change: term changed from 0 to 1, leader changed from to 8325c21d0dbf4b0080b885f50027fc8a (127.11.71.129). New cstate: current_term: 1 leader_uuid: "8325c21d0dbf4b0080b885f50027fc8a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } health_report { overall_health: UNKNOWN } } } 20:06:40.304 [DEBUG - New I/O worker #256] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@6bc8b463@1808315491 returned Deferred@1525851595(state=PENDING, result=null, callback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627) -> (continuation of Deferred@719248131 after org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716) -> (continuation of Deferred@1639700318 after org.apache.kudu.client.AsyncKuduClient$15@13a2be7e@329432702) -> (continuation of Deferred@923958490 after org.apache.kudu.client.AsyncKuduClient$15@6bc8b463@1808315491), errback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627) -> (continuation of Deferred@719248131 after org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716) -> (continuation of Deferred@1639700318 after org.apache.kudu.client.AsyncKuduClient$15@13a2be7e@329432702) -> (continuation of Deferred@923958490 after org.apache.kudu.client.AsyncKuduClient$15@6bc8b463@1808315491)), so the following Deferred is getting paused: Deferred@923958490(state=PAUSED, result=Deferred@1525851595, callback=, errback=) 20:06:40.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.315140 12015 tablet.cc:1768] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:40.324 [DEBUG - New I/O worker #256] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@31457508@826635528 returned Deferred@1525851595(state=PENDING, result=null, callback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627) -> (continuation of Deferred@719248131 after org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716) -> (continuation of Deferred@1639700318 after org.apache.kudu.client.AsyncKuduClient$15@13a2be7e@329432702) -> (continuation of Deferred@923958490 after org.apache.kudu.client.AsyncKuduClient$15@6bc8b463@1808315491) -> (continuation of Deferred@242959705 after org.apache.kudu.client.AsyncKuduClient$15@31457508@826635528), errback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627) -> (continuation of Deferred@719248131 after org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716) -> (continuation of Deferred@1639700318 after org.apache.kudu.client.AsyncKuduClient$15@13a2be7e@329432702) -> (continuation of Deferred@923958490 after org.apache.kudu.client.AsyncKuduClient$15@6bc8b463@1808315491) -> (continuation of Deferred@242959705 after org.apache.kudu.client.AsyncKuduClient$15@31457508@826635528)), so the following Deferred is getting paused: Deferred@242959705(state=PAUSED, result=Deferred@1525851595, callback=, errback=) 20:06:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.331218 12169 raft_consensus.cc:472] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.331300 12169 raft_consensus.cc:494] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.331918 12169 leader_election.cc:292] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8325c21d0dbf4b0080b885f50027fc8a (127.11.71.129:46623), f8cc57f4f03e46ff9b38e725a16633ad (127.11.71.131:58412) 20:06:40.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.334913 11830 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "23aa8d8041d548188721d52c8909fe29" candidate_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8325c21d0dbf4b0080b885f50027fc8a" is_pre_election: true 20:06:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.334990 12095 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "23aa8d8041d548188721d52c8909fe29" candidate_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" is_pre_election: true 20:06:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.335000 11830 raft_consensus.cc:2346] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e1b3cb5b98e74ea398ce8c9c2c39ac5a in term 0. 20:06:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.335031 12095 raft_consensus.cc:2346] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e1b3cb5b98e74ea398ce8c9c2c39ac5a in term 0. 20:06:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.335376 11900 leader_election.cc:306] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8325c21d0dbf4b0080b885f50027fc8a, e1b3cb5b98e74ea398ce8c9c2c39ac5a; no voters: 20:06:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.335564 12169 raft_consensus.cc:2640] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Leader pre-election won for term 1 20:06:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.335587 12169 raft_consensus.cc:472] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.335608 12169 raft_consensus.cc:2886] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Advancing to term 1 20:06:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.336529 12169 raft_consensus.cc:494] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.336827 12169 leader_election.cc:292] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [CANDIDATE]: Term 1 election: Requested vote from peers 8325c21d0dbf4b0080b885f50027fc8a (127.11.71.129:46623), f8cc57f4f03e46ff9b38e725a16633ad (127.11.71.131:58412) 20:06:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.337127 11830 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "23aa8d8041d548188721d52c8909fe29" candidate_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8325c21d0dbf4b0080b885f50027fc8a" 20:06:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.337128 12095 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "23aa8d8041d548188721d52c8909fe29" candidate_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" 20:06:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.337165 11830 raft_consensus.cc:2886] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Advancing to term 1 20:06:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.337194 12095 raft_consensus.cc:2886] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Advancing to term 1 20:06:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.337743 11830 raft_consensus.cc:2346] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e1b3cb5b98e74ea398ce8c9c2c39ac5a in term 1. 20:06:40.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.337911 12095 raft_consensus.cc:2346] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e1b3cb5b98e74ea398ce8c9c2c39ac5a in term 1. 20:06:40.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.338033 11900 leader_election.cc:306] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8325c21d0dbf4b0080b885f50027fc8a, e1b3cb5b98e74ea398ce8c9c2c39ac5a; no voters: 20:06:40.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.338137 12169 raft_consensus.cc:2640] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 1 FOLLOWER]: Leader election won for term 1 20:06:40.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.338280 12169 raft_consensus.cc:667] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 1 LEADER]: Becoming Leader. State: Replica: e1b3cb5b98e74ea398ce8c9c2c39ac5a, State: Running, Role: LEADER 20:06:40.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.338475 12169 consensus_queue.cc:206] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.340467 11581 catalog_manager.cc:3781] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a reported cstate change: term changed from 0 to 1, leader changed from to e1b3cb5b98e74ea398ce8c9c2c39ac5a (127.11.71.130). New cstate: current_term: 1 leader_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } health_report { overall_health: UNKNOWN } } } 20:06:40.365 [DEBUG - New I/O worker #256] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@203e9359@540971865 returned Deferred@1525851595(state=PENDING, result=null, callback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627) -> (continuation of Deferred@719248131 after org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716) -> (continuation of Deferred@1639700318 after org.apache.kudu.client.AsyncKuduClient$15@13a2be7e@329432702) -> (continuation of Deferred@923958490 after org.apache.kudu.client.AsyncKuduClient$15@6bc8b463@1808315491) -> (continuation of Deferred@242959705 after org.apache.kudu.client.AsyncKuduClient$15@31457508@826635528) -> (continuation of Deferred@82763560 after org.apache.kudu.client.AsyncKuduClient$15@203e9359@540971865), errback=(continuation of Deferred@28050657 after org.apache.kudu.client.AsyncKuduClient$2@30674650@812074576) -> (continuation of Deferred@468525268 after org.apache.kudu.client.AsyncKuduClient$15@50ad3d03@1353530627) -> (continuation of Deferred@719248131 after org.apache.kudu.client.AsyncKuduClient$15@65cde68c@1707992716) -> (continuation of Deferred@1639700318 after org.apache.kudu.client.AsyncKuduClient$15@13a2be7e@329432702) -> (continuation of Deferred@923958490 after org.apache.kudu.client.AsyncKuduClient$15@6bc8b463@1808315491) -> (continuation of Deferred@242959705 after org.apache.kudu.client.AsyncKuduClient$15@31457508@826635528) -> (continuation of Deferred@82763560 after org.apache.kudu.client.AsyncKuduClient$15@203e9359@540971865)), so the following Deferred is getting paused: Deferred@82763560(state=PAUSED, result=Deferred@1525851595, callback=, errback=) 20:06:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.377023 12171 raft_consensus.cc:472] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.377105 12171 raft_consensus.cc:494] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.377653 12171 leader_election.cc:292] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8325c21d0dbf4b0080b885f50027fc8a (127.11.71.129:46623), e1b3cb5b98e74ea398ce8c9c2c39ac5a (127.11.71.130:44624) 20:06:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.380678 11969 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "57431478d49b4ed2852e02cbcc29c13e" candidate_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" is_pre_election: true 20:06:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.380692 11830 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "57431478d49b4ed2852e02cbcc29c13e" candidate_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8325c21d0dbf4b0080b885f50027fc8a" is_pre_election: true 20:06:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.380733 11830 raft_consensus.cc:2346] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f8cc57f4f03e46ff9b38e725a16633ad in term 0. 20:06:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.380739 11969 raft_consensus.cc:2346] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f8cc57f4f03e46ff9b38e725a16633ad in term 0. 20:06:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.381106 12027 leader_election.cc:306] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8325c21d0dbf4b0080b885f50027fc8a, f8cc57f4f03e46ff9b38e725a16633ad; no voters: 20:06:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.381300 12171 raft_consensus.cc:2640] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Leader pre-election won for term 1 20:06:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.381327 12171 raft_consensus.cc:472] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.381346 12171 raft_consensus.cc:2886] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 0 FOLLOWER]: Advancing to term 1 20:06:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.382211 12171 raft_consensus.cc:494] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.382568 12171 leader_election.cc:292] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [CANDIDATE]: Term 1 election: Requested vote from peers 8325c21d0dbf4b0080b885f50027fc8a (127.11.71.129:46623), e1b3cb5b98e74ea398ce8c9c2c39ac5a (127.11.71.130:44624) 20:06:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.382850 11830 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "57431478d49b4ed2852e02cbcc29c13e" candidate_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8325c21d0dbf4b0080b885f50027fc8a" 20:06:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.382889 11830 raft_consensus.cc:2886] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a [term 0 FOLLOWER]: Advancing to term 1 20:06:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.382907 11969 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "57431478d49b4ed2852e02cbcc29c13e" candidate_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" 20:06:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.382946 11969 raft_consensus.cc:2886] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 0 FOLLOWER]: Advancing to term 1 20:06:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.383374 11830 raft_consensus.cc:2346] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f8cc57f4f03e46ff9b38e725a16633ad in term 1. 20:06:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.383642 12027 leader_election.cc:306] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8325c21d0dbf4b0080b885f50027fc8a, f8cc57f4f03e46ff9b38e725a16633ad; no voters: 20:06:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.383682 11969 raft_consensus.cc:2346] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f8cc57f4f03e46ff9b38e725a16633ad in term 1. 20:06:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.383754 12171 raft_consensus.cc:2640] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 1 FOLLOWER]: Leader election won for term 1 20:06:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.383880 12171 raft_consensus.cc:667] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [term 1 LEADER]: Becoming Leader. State: Replica: f8cc57f4f03e46ff9b38e725a16633ad, State: Running, Role: LEADER 20:06:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.384270 12171 consensus_queue.cc:206] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } } 20:06:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.386256 11581 catalog_manager.cc:3781] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad reported cstate change: term changed from 0 to 1, leader changed from to f8cc57f4f03e46ff9b38e725a16633ad (127.11.71.131). New cstate: current_term: 1 leader_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 } health_report { overall_health: HEALTHY } } } 20:06:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.387826 11877 tablet.cc:1768] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:40.404 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:761) Opened table a216424933e242b29fcc33611416d0a7 20:06:40.405 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.406 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.406 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.406 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.407 [DEBUG - Time-limited test] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=200, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4b7c3096, flushNotification=Deferred@689457470(state=PENDING, result=null, callback=, errback=)} 20:06:40.407 [DEBUG - Time-limited test] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@33c45313@868504339 returned Deferred@2019920709(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1379396703 after org.apache.kudu.client.AsyncKuduSession$1@33c45313@868504339), errback=passthrough -> (continuation of Deferred@1379396703 after org.apache.kudu.client.AsyncKuduSession$1@33c45313@868504339)), so the following Deferred is getting paused: Deferred@1379396703(state=PAUSED, result=Deferred@2019920709, callback=, errback=) 20:06:40.408 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.408 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.409 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.409 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.409 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.409 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.413 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.413 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.414 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.414 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.414 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.415 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.415 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.415 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.415 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.416 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.416 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.416 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.416 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.417 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.417 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.417 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.417 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.418 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.418 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.418 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.418 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.419 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.419 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.419 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.419 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.420 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.420 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.420 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.420 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.421 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.421 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.422 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.422 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.422 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.423 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.423 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.423 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.423 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.424 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.424 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.425 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.425 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.425 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.426 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.426 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.426 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.427 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.427 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.427 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.427 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.428 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.428 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.428 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.428 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.429 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.429 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.429 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.429 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.430121 12141 tablet.cc:1768] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:40.430 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.430 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.430 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.431 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.431 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.431 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.432 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.432 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.433 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.433 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.433 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.433 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.434 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.434 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.434 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.435 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.435 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.435 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.435 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.436 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.436 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.436 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.436 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.437 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.437 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.437 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.438 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.438 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.438 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.438 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.439 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.439 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.439 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.439 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.440 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.440 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.440 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.440 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.441 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.441 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.441 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.441 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.442 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.442 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.442 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.442 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.442 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.443 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.443 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.443 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.443 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.444 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.444 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.444 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.444 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.444 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.445 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.445 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.445 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.445 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.445 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.446 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.446 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.446 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.446 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.446 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.447 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.447 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.447 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.447 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.447 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.447 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.448 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.448 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.448 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.448 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.464 [DEBUG - New I/O worker #259] (Negotiator.java:764) Authenticated connection [id: 0x2051e1cf, /127.11.71.129:38487 => /127.11.71.129:46623] using TOKEN/null 20:06:40.465 [DEBUG - New I/O worker #260] (Negotiator.java:764) Authenticated connection [id: 0xbc0a3aa0, /127.11.71.131:39925 => /127.11.71.131:58412] using TOKEN/null 20:06:40.466 [DEBUG - New I/O worker #261] (Negotiator.java:764) Authenticated connection [id: 0xb8f456b3, /127.11.71.130:34589 => /127.11.71.130:44624] using TOKEN/null 20:06:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.470872 12095 raft_consensus.cc:1181] T 5a4beee5fc37473cb18a049ef5271342 P f8cc57f4f03e46ff9b38e725a16633ad [term 1 FOLLOWER]: Refusing update from remote peer 8325c21d0dbf4b0080b885f50027fc8a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.471186 11969 raft_consensus.cc:1181] T 5a4beee5fc37473cb18a049ef5271342 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 1 FOLLOWER]: Refusing update from remote peer 8325c21d0dbf4b0080b885f50027fc8a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.471951 12095 raft_consensus.cc:1181] T 23aa8d8041d548188721d52c8909fe29 P f8cc57f4f03e46ff9b38e725a16633ad [term 1 FOLLOWER]: Refusing update from remote peer e1b3cb5b98e74ea398ce8c9c2c39ac5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.472045 12170 consensus_queue.cc:984] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [LEADER]: Connected to new peer: Peer: permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.472100 11830 raft_consensus.cc:1181] T 57431478d49b4ed2852e02cbcc29c13e P 8325c21d0dbf4b0080b885f50027fc8a [term 1 FOLLOWER]: Refusing update from remote peer f8cc57f4f03e46ff9b38e725a16633ad: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.472321 12178 consensus_queue.cc:984] T 5a4beee5fc37473cb18a049ef5271342 P 8325c21d0dbf4b0080b885f50027fc8a [LEADER]: Connected to new peer: Peer: permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.472429 11969 raft_consensus.cc:1181] T 57431478d49b4ed2852e02cbcc29c13e P e1b3cb5b98e74ea398ce8c9c2c39ac5a [term 1 FOLLOWER]: Refusing update from remote peer f8cc57f4f03e46ff9b38e725a16633ad: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.472538 12180 consensus_queue.cc:984] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "f8cc57f4f03e46ff9b38e725a16633ad" member_type: VOTER last_known_addr { host: "127.11.71.131" port: 58412 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.472103 11829 raft_consensus.cc:1181] T 23aa8d8041d548188721d52c8909fe29 P 8325c21d0dbf4b0080b885f50027fc8a [term 1 FOLLOWER]: Refusing update from remote peer e1b3cb5b98e74ea398ce8c9c2c39ac5a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.473098 12171 consensus_queue.cc:984] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:40.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.473373 12169 consensus_queue.cc:984] T 23aa8d8041d548188721d52c8909fe29 P e1b3cb5b98e74ea398ce8c9c2c39ac5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "8325c21d0dbf4b0080b885f50027fc8a" member_type: VOTER last_known_addr { host: "127.11.71.129" port: 46623 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.474172 12171 consensus_queue.cc:984] T 57431478d49b4ed2852e02cbcc29c13e P f8cc57f4f03e46ff9b38e725a16633ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "e1b3cb5b98e74ea398ce8c9c2c39ac5a" member_type: VOTER last_known_addr { host: "127.11.71.130" port: 44624 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.483644 12184 mvcc.cc:203] Tried to move safe_time back from 6337601537923174400 to 6337601537213915136. Current Snapshot: MvccSnapshot[committed={T|T < 6337601537923174400}] 20:06:40.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.488040 12189 mvcc.cc:203] Tried to move safe_time back from 6337601537923174400 to 6337601537213915136. Current Snapshot: MvccSnapshot[committed={T|T < 6337601537923174400}] 20:06:40.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.489131 12185 mvcc.cc:203] Tried to move safe_time back from 6337601537926533120 to 6337601537387835392. Current Snapshot: MvccSnapshot[committed={T|T < 6337601537926533120}] 20:06:40.500 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 23aa8d8041d548188721d52c8909fe29 for table 'TestKuduClient' with partition [0x80000000, 0x80000032) 20:06:40.500 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 57431478d49b4ed2852e02cbcc29c13e for table 'TestKuduClient' with partition [0x80000032, 0x80000064) 20:06:40.500 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:2114) Learned about tablet 5a4beee5fc37473cb18a049ef5271342 for table 'TestKuduClient' with partition [0x800000C8, 0x8000012C) 20:06:40.500 [DEBUG - New I/O worker #256] (TableLocationsCache.java:188) Discovered table locations: [NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=23aa8d8041d548188721d52c8909fe29@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)[L],f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, Tablet{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=57431478d49b4ed2852e02cbcc29c13e@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623),e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x8000012C, ttl=299999, tablet=5a4beee5fc37473cb18a049ef5271342@[8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)[L],e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624),f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)]}, NonCoveredRange{lowerBoundPartitionKey=0x8000012C, upperBoundPartitionKey=0x, ttl=299999}] 20:06:40.501 [DEBUG - New I/O worker #256] (AsyncKuduClient.java:1277) Retrying sending RPC ScanRequest(scannerId=null, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.11.71.190:49559, [1ms] Sub rpc: GetTableLocations received from server master-127.11.71.190:49559 response OK, null)) after lookup 20:06:40.501 [DEBUG - New I/O worker #256] (Deferred.java:1330) callback=open scanner errback@1820964260 returned Deferred@981129962(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@370062746 after open scanner errback@1820964260), errback=passthrough -> open scanner errback -> (continuation of Deferred@370062746 after open scanner errback@1820964260)), so the following Deferred is getting paused: Deferred@370062746(state=PAUSED, result=Deferred@981129962, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:06:40.504 [DEBUG - New I/O worker #261] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=23aa8d8041d548188721d52c8909fe29, scannerId=null, scanRequestTimeout=30000) 20:06:40.504 [DEBUG - New I/O worker #261] (AsyncKuduScanner.java:598) Done scanning tablet 23aa8d8041d548188721d52c8909fe29 for partition [0x80000000, 0x80000032) with scanner id null 20:06:40.508 [DEBUG - New I/O worker #260] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=57431478d49b4ed2852e02cbcc29c13e, scannerId=null, scanRequestTimeout=30000) 20:06:40.508 [DEBUG - New I/O worker #260] (AsyncKuduScanner.java:598) Done scanning tablet 57431478d49b4ed2852e02cbcc29c13e for partition [0x80000032, 0x80000064) with scanner id null 20:06:40.509 [DEBUG - Time-limited test] (Deferred.java:1330) callback=open scanner errback@957157022 returned Deferred@683712103(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@2083198873 after open scanner errback@957157022), errback=passthrough -> open scanner errback -> (continuation of Deferred@2083198873 after open scanner errback@957157022)), so the following Deferred is getting paused: Deferred@2083198873(state=PAUSED, result=Deferred@683712103, callback=, errback=) 20:06:40.513 [DEBUG - New I/O worker #259] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=5a4beee5fc37473cb18a049ef5271342, scannerId=null, scanRequestTimeout=30000) 20:06:40.513 [DEBUG - New I/O worker #259] (AsyncKuduScanner.java:598) Done scanning tablet 5a4beee5fc37473cb18a049ef5271342 for partition [0x800000C8, 0x8000012C) with scanner id null 20:06:40.514 [DEBUG - Time-limited test] (Deferred.java:1330) callback=open scanner errback@294869335 returned Deferred@1086049285(state=PENDING, result=null, callback=scanner opened -> passthrough -> (continuation of Deferred@1814315475 after open scanner errback@294869335), errback=passthrough -> open scanner errback -> (continuation of Deferred@1814315475 after open scanner errback@294869335)), so the following Deferred is getting paused: Deferred@1814315475(state=PAUSED, result=Deferred@1086049285, callback=, errback=) 20:06:40.516 [DEBUG - New I/O worker #261] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=23aa8d8041d548188721d52c8909fe29, scannerId=null, scanRequestTimeout=30000) 20:06:40.516 [DEBUG - New I/O worker #261] (AsyncKuduScanner.java:598) Done scanning tablet 23aa8d8041d548188721d52c8909fe29 for partition [0x80000000, 0x80000032) with scanner id null 20:06:40.519 [DEBUG - New I/O worker #260] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=57431478d49b4ed2852e02cbcc29c13e, scannerId=null, scanRequestTimeout=30000) 20:06:40.519 [DEBUG - New I/O worker #260] (AsyncKuduScanner.java:598) Done scanning tablet 57431478d49b4ed2852e02cbcc29c13e for partition [0x80000032, 0x80000064) with scanner id null 20:06:40.519 [DEBUG - New I/O worker #256] (Connection.java:688) [peer master-127.11.71.190:49559(127.11.71.190:49559)] cleaning up while in state READY due to: connection disconnected 20:06:40.519 [DEBUG - New I/O worker #257] (Connection.java:688) [peer master-127.11.71.188:59625(127.11.71.188:59625)] cleaning up while in state READY due to: connection disconnected 20:06:40.520 [DEBUG - New I/O worker #258] (Connection.java:688) [peer master-127.11.71.189:48537(127.11.71.189:48537)] cleaning up while in state READY due to: connection disconnected 20:06:40.520 [DEBUG - New I/O worker #259] (Connection.java:688) [peer 8325c21d0dbf4b0080b885f50027fc8a(127.11.71.129:46623)] cleaning up while in state READY due to: connection disconnected 20:06:40.519 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:06:40.520 [DEBUG - New I/O worker #260] (Connection.java:688) [peer f8cc57f4f03e46ff9b38e725a16633ad(127.11.71.131:58412)] cleaning up while in state READY due to: connection disconnected 20:06:40.521 [DEBUG - New I/O worker #261] (Connection.java:688) [peer e1b3cb5b98e74ea398ce8c9c2c39ac5a(127.11.71.130:44624)] cleaning up while in state READY due to: connection disconnected 20:06:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.521806 11550 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 11741 20:06:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.526016 11900 connection.cc:512] client connection to 127.11.71.129:46623 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.129:46623): Connection reset by peer (error 104) 20:06:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.526012 11689 connection.cc:512] server connection from 127.11.71.129:52451 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.129:52451): Connection reset by peer (error 104) 20:06:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.526021 11566 connection.cc:512] server connection from 127.11.71.129:47328 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.129:47328): Connection reset by peer (error 104) 20:06:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.526526 11902 connection.cc:512] server connection from 127.11.71.129:37449 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.129:37449): Connection reset by peer (error 104) 20:06:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.526731 12028 connection.cc:512] server connection from 127.11.71.129:34871 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.129:34871): Connection reset by peer (error 104) 20:06:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.526964 12027 connection.cc:512] client connection to 127.11.71.129:46623 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.129:46623): Connection reset by peer (error 104) 20:06:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.527302 11550 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 11881 20:06:40.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.527909 11627 connection.cc:512] server connection from 127.11.71.129:38946 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.129:38946): Connection reset by peer (error 104) 20:06:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.530722 11689 connection.cc:512] server connection from 127.11.71.130:39360 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.130:39360): Connection reset by peer (error 104) 20:06:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.530741 11627 connection.cc:512] server connection from 127.11.71.130:46036 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.130:46036): Connection reset by peer (error 104) 20:06:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.530746 11567 connection.cc:512] server connection from 127.11.71.130:37789 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.130:37789): Connection reset by peer (error 104) 20:06:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.530947 12026 connection.cc:512] server connection from 127.11.71.130:43034 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.130:43034): Connection reset by peer (error 104) 20:06:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.531126 12028 connection.cc:512] client connection to 127.11.71.130:44624 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.130:44624): Connection reset by peer (error 104) 20:06:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.531360 11550 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 12019 20:06:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.534399 11567 connection.cc:512] server connection from 127.11.71.131:39727 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.131:39727): Connection reset by peer (error 104) 20:06:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.534448 11628 connection.cc:512] server connection from 127.11.71.131:50970 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.131:50970): Connection reset by peer (error 104) 20:06:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:40.534451 11691 connection.cc:512] server connection from 127.11.71.131:40290 recv error: Network error: failed to read from TLS socket (remote: 127.11.71.131:40290): Connection reset by peer (error 104) 20:06:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.534458 11550 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 11557 20:06:40.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.537760 11550 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 11617 20:06:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:40.540472 11550 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 11679 ]]> /127.11.236.253:49760] using SASL/PLAIN 20:06:41.419 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:06:41.419 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=9), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.11.236.252:41643, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.11.236.254:35612, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.11.236.253:49760, [9ms] Sub rpc: ConnectToMaster received from server master-127.11.236.253:49760 response OK, null) after lookup 20:06:41.423 [DEBUG - New I/O worker #265] (Negotiator.java:764) Authenticated connection [id: 0x54b41037, /127.11.236.252:36268 => /127.11.236.252:41643] using SASL/PLAIN 20:06:41.424 [DEBUG - New I/O worker #266] (Negotiator.java:764) Authenticated connection [id: 0xf00bb8f3, /127.11.236.254:34811 => /127.11.236.254:35612] using SASL/PLAIN 20:06:41.425 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=retry RPC@1776527851 returned Deferred@1843142671(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after retry RPC@1776527851), errback=(continuation of Deferred@685679568 after retry RPC@1776527851)), so the following Deferred is getting paused: Deferred@685679568(state=PAUSED, result=Deferred@1843142671, callback=org.apache.kudu.client.AsyncKuduClient$1@6d646a07 -> org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.425545 12306 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.11.236.253:56409: 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:06:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:41.426607 12306 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:06:41.431 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@6d646a07@1835297287 returned Deferred@367836625(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@48f15c9f -> (continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$1@6d646a07@1835297287), errback=passthrough -> (continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$1@6d646a07@1835297287)), so the following Deferred is getting paused: Deferred@685679568(state=PAUSED, result=Deferred@367836625, callback=org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:06:41.431 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:761) Opened table 9d6a0a4009464ba3a80c8175fab85169 20:06:41.431 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097 returned Deferred@101393364(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097), errback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097)), so the following Deferred is getting paused: Deferred@685679568(state=PAUSED, result=Deferred@101393364, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:06:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.440357 12473 tablet_service.cc:773] Processing CreateTablet for tablet 2ce5dfc90c0043cdb753f8f8c4263186 (table=TestKuduClient [id=9d6a0a4009464ba3a80c8175fab85169]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:41.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.440701 12473 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2ce5dfc90c0043cdb753f8f8c4263186. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.442643 12611 tablet_service.cc:773] Processing CreateTablet for tablet 2ce5dfc90c0043cdb753f8f8c4263186 (table=TestKuduClient [id=9d6a0a4009464ba3a80c8175fab85169]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.442910 12611 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2ce5dfc90c0043cdb753f8f8c4263186. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:41.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.444730 12473 ts_tablet_manager.cc:1173] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b: Registered tablet (data state: TABLET_DATA_READY) 20:06:41.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.444739 12737 tablet_service.cc:773] Processing CreateTablet for tablet 2ce5dfc90c0043cdb753f8f8c4263186 (table=TestKuduClient [id=9d6a0a4009464ba3a80c8175fab85169]), partition=RANGE (key) PARTITION UNBOUNDED 20:06:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.445031 12737 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2ce5dfc90c0043cdb753f8f8c4263186. 1 dirs total, 0 dirs full, 0 dirs failed 20:06:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.445153 12824 ts_tablet_manager.cc:1028] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b: Bootstrapping tablet 20:06:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.445600 12824 tablet_bootstrap.cc:438] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b: Bootstrap starting. 20:06:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.446357 12611 ts_tablet_manager.cc:1173] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849: Registered tablet (data state: TABLET_DATA_READY) 20:06:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.447208 12825 ts_tablet_manager.cc:1028] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849: Bootstrapping tablet 20:06:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.447418 12824 tablet_bootstrap.cc:592] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b: No blocks or log segments found. Creating new log. 20:06:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.447474 12825 tablet_bootstrap.cc:438] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849: Bootstrap starting. 20:06:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.448165 12824 log.cc:525] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b: Log is configured to *not* fsync() on all Append() calls 20:06:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.448881 12825 tablet_bootstrap.cc:592] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849: No blocks or log segments found. Creating new log. 20:06:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.449095 12737 ts_tablet_manager.cc:1173] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225: Registered tablet (data state: TABLET_DATA_READY) 20:06:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.449446 12827 ts_tablet_manager.cc:1028] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225: Bootstrapping tablet 20:06:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.449486 12825 log.cc:525] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849: Log is configured to *not* fsync() on all Append() calls 20:06:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.449533 12824 tablet_bootstrap.cc:438] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b: No bootstrap required, opened a new log 20:06:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.449677 12824 ts_tablet_manager.cc:1045] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:06:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.450059 12827 tablet_bootstrap.cc:438] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225: Bootstrap starting. 20:06:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.451231 12827 tablet_bootstrap.cc:592] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225: No blocks or log segments found. Creating new log. 20:06:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.451580 12824 raft_consensus.cc:340] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8958e8b6626a4a80990b6682d8f17225" member_type: VOTER last_known_addr { host: "127.11.236.195" port: 55934 } } peers { permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 } } peers { permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 } } 20:06:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.451649 12824 raft_consensus.cc:366] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.451685 12824 raft_consensus.cc:705] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 356171d2c8634fee89707d07ea80625b, State: Initialized, Role: FOLLOWER 20:06:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.452049 12824 consensus_queue.cc:229] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8958e8b6626a4a80990b6682d8f17225" member_type: VOTER last_known_addr { host: "127.11.236.195" port: 55934 } } peers { permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 } } peers { permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 } } 20:06:41.452 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390 returned Deferred@101393364(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390), errback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390)), so the following Deferred is getting paused: Deferred@250105905(state=PAUSED, result=Deferred@101393364, callback=, errback=) 20:06:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.452425 12827 log.cc:525] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225: Log is configured to *not* fsync() on all Append() calls 20:06:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.452841 12825 tablet_bootstrap.cc:438] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849: No bootstrap required, opened a new log 20:06:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.452975 12825 ts_tablet_manager.cc:1045] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.001s 20:06:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.454324 12824 ts_tablet_manager.cc:1073] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b: Time spent starting tablet: real 0.005s user 0.004s sys 0.000s 20:06:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.454841 12306 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.11.236.193:47473 20:06:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.455206 12827 tablet_bootstrap.cc:438] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225: No bootstrap required, opened a new log 20:06:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.455219 12825 raft_consensus.cc:340] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8958e8b6626a4a80990b6682d8f17225" member_type: VOTER last_known_addr { host: "127.11.236.195" port: 55934 } } peers { permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 } } peers { permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 } } 20:06:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.455302 12825 raft_consensus.cc:366] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.455334 12825 raft_consensus.cc:705] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d57674a9310745fb838ea2aabfdb9849, State: Initialized, Role: FOLLOWER 20:06:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.455358 12827 ts_tablet_manager.cc:1045] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.000s 20:06:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.455605 12825 consensus_queue.cc:229] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8958e8b6626a4a80990b6682d8f17225" member_type: VOTER last_known_addr { host: "127.11.236.195" port: 55934 } } peers { permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 } } peers { permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 } } 20:06:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.456390 12675 heartbeater.cc:467] Master 127.11.236.253:49760 was elected leader, sending a full tablet report... 20:06:41.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.456395 12540 heartbeater.cc:467] Master 127.11.236.253:49760 was elected leader, sending a full tablet report... 20:06:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.457548 12825 ts_tablet_manager.cc:1073] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849: Time spent starting tablet: real 0.005s user 0.003s sys 0.000s 20:06:41.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.457768 12827 raft_consensus.cc:340] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8958e8b6626a4a80990b6682d8f17225" member_type: VOTER last_known_addr { host: "127.11.236.195" port: 55934 } } peers { permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 } } peers { permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 } } 20:06:41.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.457832 12827 raft_consensus.cc:366] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:06:41.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.457866 12827 raft_consensus.cc:705] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8958e8b6626a4a80990b6682d8f17225, State: Initialized, Role: FOLLOWER 20:06:41.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.458251 12827 consensus_queue.cc:229] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8958e8b6626a4a80990b6682d8f17225" member_type: VOTER last_known_addr { host: "127.11.236.195" port: 55934 } } peers { permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 } } peers { permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 } } 20:06:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.459158 12827 ts_tablet_manager.cc:1073] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s 20:06:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.459519 12801 heartbeater.cc:467] Master 127.11.236.253:49760 was elected leader, sending a full tablet report... 20:06:41.471 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351 returned Deferred@101393364(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351), errback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351)), so the following Deferred is getting paused: Deferred@334855959(state=PAUSED, result=Deferred@101393364, callback=, errback=) 20:06:41.491 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407 returned Deferred@101393364(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407), errback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407)), so the following Deferred is getting paused: Deferred@1923569934(state=PAUSED, result=Deferred@101393364, callback=, errback=) 20:06:41.511 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477 returned Deferred@101393364(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477), errback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477)), so the following Deferred is getting paused: Deferred@2031641648(state=PAUSED, result=Deferred@101393364, callback=, errback=) 20:06:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:41.512794 12677 tablet.cc:1768] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:41.531 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827 returned Deferred@101393364(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477) -> (continuation of Deferred@409799517 after org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827), errback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477) -> (continuation of Deferred@409799517 after org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827)), so the following Deferred is getting paused: Deferred@409799517(state=PAUSED, result=Deferred@101393364, callback=, errback=) 20:06:41.571 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@34da8d8b@886738315 returned Deferred@101393364(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477) -> (continuation of Deferred@409799517 after org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827) -> (continuation of Deferred@249120452 after org.apache.kudu.client.AsyncKuduClient$15@34da8d8b@886738315), errback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477) -> (continuation of Deferred@409799517 after org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827) -> (continuation of Deferred@249120452 after org.apache.kudu.client.AsyncKuduClient$15@34da8d8b@886738315)), so the following Deferred is getting paused: Deferred@249120452(state=PAUSED, result=Deferred@101393364, callback=, errback=) 20:06:41.591 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@c2af923@204142883 returned Deferred@101393364(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477) -> (continuation of Deferred@409799517 after org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827) -> (continuation of Deferred@249120452 after org.apache.kudu.client.AsyncKuduClient$15@34da8d8b@886738315) -> (continuation of Deferred@2095922200 after org.apache.kudu.client.AsyncKuduClient$15@c2af923@204142883), errback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477) -> (continuation of Deferred@409799517 after org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827) -> (continuation of Deferred@249120452 after org.apache.kudu.client.AsyncKuduClient$15@34da8d8b@886738315) -> (continuation of Deferred@2095922200 after org.apache.kudu.client.AsyncKuduClient$15@c2af923@204142883)), so the following Deferred is getting paused: Deferred@2095922200(state=PAUSED, result=Deferred@101393364, callback=, errback=) 20:06:41.611 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@1c3b50db@473649371 returned Deferred@101393364(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477) -> (continuation of Deferred@409799517 after org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827) -> (continuation of Deferred@249120452 after org.apache.kudu.client.AsyncKuduClient$15@34da8d8b@886738315) -> (continuation of Deferred@2095922200 after org.apache.kudu.client.AsyncKuduClient$15@c2af923@204142883) -> (continuation of Deferred@1485888254 after org.apache.kudu.client.AsyncKuduClient$15@1c3b50db@473649371), errback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477) -> (continuation of Deferred@409799517 after org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827) -> (continuation of Deferred@249120452 after org.apache.kudu.client.AsyncKuduClient$15@34da8d8b@886738315) -> (continuation of Deferred@2095922200 after org.apache.kudu.client.AsyncKuduClient$15@c2af923@204142883) -> (continuation of Deferred@1485888254 after org.apache.kudu.client.AsyncKuduClient$15@1c3b50db@473649371)), so the following Deferred is getting paused: Deferred@1485888254(state=PAUSED, result=Deferred@101393364, callback=, errback=) 20:06:41.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:41.621733 12542 tablet.cc:1768] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:41.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:41.634263 12803 tablet.cc:1768] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:06:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.831490 12832 raft_consensus.cc:472] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:06:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.831599 12832 raft_consensus.cc:494] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8958e8b6626a4a80990b6682d8f17225" member_type: VOTER last_known_addr { host: "127.11.236.195" port: 55934 } } peers { permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 } } peers { permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 } } 20:06:41.831 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@3a8d32e@61395758 returned Deferred@101393364(state=PENDING, result=null, callback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477) -> (continuation of Deferred@409799517 after org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827) -> (continuation of Deferred@249120452 after org.apache.kudu.client.AsyncKuduClient$15@34da8d8b@886738315) -> (continuation of Deferred@2095922200 after org.apache.kudu.client.AsyncKuduClient$15@c2af923@204142883) -> (continuation of Deferred@1485888254 after org.apache.kudu.client.AsyncKuduClient$15@1c3b50db@473649371) -> (continuation of Deferred@380646079 after org.apache.kudu.client.AsyncKuduClient$15@3a8d32e@61395758), errback=(continuation of Deferred@685679568 after org.apache.kudu.client.AsyncKuduClient$2@19bc2ab1@431762097) -> (continuation of Deferred@250105905 after org.apache.kudu.client.AsyncKuduClient$15@7e9a6806@2124048390) -> (continuation of Deferred@334855959 after org.apache.kudu.client.AsyncKuduClient$15@4cbfe0d7@1287643351) -> (continuation of Deferred@1923569934 after org.apache.kudu.client.AsyncKuduClient$15@3e82ff37@1048772407) -> (continuation of Deferred@2031641648 after org.apache.kudu.client.AsyncKuduClient$15@41ada6d5@1101899477) -> (continuation of Deferred@409799517 after org.apache.kudu.client.AsyncKuduClient$15@50ca4763@1355433827) -> (continuation of Deferred@249120452 after org.apache.kudu.client.AsyncKuduClient$15@34da8d8b@886738315) -> (continuation of Deferred@2095922200 after org.apache.kudu.client.AsyncKuduClient$15@c2af923@204142883) -> (continuation of Deferred@1485888254 after org.apache.kudu.client.AsyncKuduClient$15@1c3b50db@473649371) -> (continuation of Deferred@380646079 after org.apache.kudu.client.AsyncKuduClient$15@3a8d32e@61395758)), so the following Deferred is getting paused: Deferred@380646079(state=PAUSED, result=Deferred@101393364, callback=, errback=) 20:06:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.832396 12832 leader_election.cc:292] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d57674a9310745fb838ea2aabfdb9849 (127.11.236.194:52740), 356171d2c8634fee89707d07ea80625b (127.11.236.193:45998) 20:06:41.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.835417 12496 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2ce5dfc90c0043cdb753f8f8c4263186" candidate_uuid: "8958e8b6626a4a80990b6682d8f17225" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "356171d2c8634fee89707d07ea80625b" is_pre_election: true 20:06:41.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.835530 12496 raft_consensus.cc:2346] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8958e8b6626a4a80990b6682d8f17225 in term 0. 20:06:41.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.835885 12689 leader_election.cc:306] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 356171d2c8634fee89707d07ea80625b, 8958e8b6626a4a80990b6682d8f17225; no voters: 20:06:41.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.836082 12832 raft_consensus.cc:2640] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:06:41.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.836117 12832 raft_consensus.cc:472] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:06:41.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.836117 12631 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2ce5dfc90c0043cdb753f8f8c4263186" candidate_uuid: "8958e8b6626a4a80990b6682d8f17225" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d57674a9310745fb838ea2aabfdb9849" is_pre_election: true 20:06:41.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.836138 12832 raft_consensus.cc:2886] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 0 FOLLOWER]: Advancing to term 1 20:06:41.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.836202 12631 raft_consensus.cc:2346] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8958e8b6626a4a80990b6682d8f17225 in term 0. 20:06:41.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.836782 12832 raft_consensus.cc:494] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8958e8b6626a4a80990b6682d8f17225" member_type: VOTER last_known_addr { host: "127.11.236.195" port: 55934 } } peers { permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 } } peers { permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 } } 20:06:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.837077 12832 leader_election.cc:292] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [CANDIDATE]: Term 1 election: Requested vote from peers d57674a9310745fb838ea2aabfdb9849 (127.11.236.194:52740), 356171d2c8634fee89707d07ea80625b (127.11.236.193:45998) 20:06:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.837365 12631 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2ce5dfc90c0043cdb753f8f8c4263186" candidate_uuid: "8958e8b6626a4a80990b6682d8f17225" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d57674a9310745fb838ea2aabfdb9849" 20:06:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.837409 12631 raft_consensus.cc:2886] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849 [term 0 FOLLOWER]: Advancing to term 1 20:06:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.837445 12496 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2ce5dfc90c0043cdb753f8f8c4263186" candidate_uuid: "8958e8b6626a4a80990b6682d8f17225" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "356171d2c8634fee89707d07ea80625b" 20:06:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.837479 12496 raft_consensus.cc:2886] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b [term 0 FOLLOWER]: Advancing to term 1 20:06:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.838021 12496 raft_consensus.cc:2346] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8958e8b6626a4a80990b6682d8f17225 in term 1. 20:06:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.838033 12631 raft_consensus.cc:2346] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8958e8b6626a4a80990b6682d8f17225 in term 1. 20:06:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.838337 12689 leader_election.cc:306] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 356171d2c8634fee89707d07ea80625b, 8958e8b6626a4a80990b6682d8f17225; no voters: 20:06:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.838479 12832 raft_consensus.cc:2640] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 1 FOLLOWER]: Leader election won for term 1 20:06:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.838591 12832 raft_consensus.cc:667] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [term 1 LEADER]: Becoming Leader. State: Replica: 8958e8b6626a4a80990b6682d8f17225, State: Running, Role: LEADER 20:06:41.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.838829 12832 consensus_queue.cc:206] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8958e8b6626a4a80990b6682d8f17225" member_type: VOTER last_known_addr { host: "127.11.236.195" port: 55934 } } peers { permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 } } peers { permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 } } 20:06:41.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:41.841290 12306 catalog_manager.cc:3781] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 reported cstate change: term changed from 0 to 1, leader changed from to 8958e8b6626a4a80990b6682d8f17225 (127.11.236.195). New cstate: current_term: 1 leader_uuid: "8958e8b6626a4a80990b6682d8f17225" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8958e8b6626a4a80990b6682d8f17225" member_type: VOTER last_known_addr { host: "127.11.236.195" port: 55934 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 } health_report { overall_health: UNKNOWN } } } 20:06:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:42.004171 12409 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 870d11a250074ab6a8e9366e5a72776d: acquiring CA information for follower catalog manager: success 20:06:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:42.005093 12409 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 870d11a250074ab6a8e9366e5a72776d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:42.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:42.009891 12411 catalog_manager.cc:1092] T 00000000000000000000000000000000 P d3c618f093324b83836a844614ca72e4: acquiring CA information for follower catalog manager: success 20:06:42.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:42.010689 12411 catalog_manager.cc:1120] T 00000000000000000000000000000000 P d3c618f093324b83836a844614ca72e4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:06:42.033 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:761) Opened table 9d6a0a4009464ba3a80c8175fab85169 20:06:42.033 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:761) Opened table 9d6a0a4009464ba3a80c8175fab85169 20:06:42.033 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:761) Opened table 9d6a0a4009464ba3a80c8175fab85169 20:06:42.034 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:761) Opened table 9d6a0a4009464ba3a80c8175fab85169 20:06:42.035 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:2114) Learned about tablet 2ce5dfc90c0043cdb753f8f8c4263186 for table 'TestKuduClient' with partition [, ) 20:06:42.035 [DEBUG - New I/O worker #267] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2ce5dfc90c0043cdb753f8f8c4263186@[356171d2c8634fee89707d07ea80625b(127.11.236.193:45998),8958e8b6626a4a80990b6682d8f17225(127.11.236.195:55934)[L],d57674a9310745fb838ea2aabfdb9849(127.11.236.194:52740)]}] 20:06:42.035 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.11.236.253:49760, [1ms] Sub rpc: GetTableLocations received from server master-127.11.236.253:49760 response OK, null) after lookup 20:06:42.035 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=retry RPC@240284407 returned Deferred@1269232048(state=PENDING, result=null, callback=(continuation of Deferred@1553209265 after retry RPC@240284407), errback=(continuation of Deferred@1553209265 after retry RPC@240284407)), so the following Deferred is getting paused: Deferred@1553209265(state=PAUSED, result=Deferred@1269232048, callback=org.apache.kudu.client.AsyncKuduSession$2@54febbdc -> passthrough -> wakeup thread pool-67-thread-3, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4926be7e -> wakeup thread pool-67-thread-3) 20:06:42.036 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:2114) Learned about tablet 2ce5dfc90c0043cdb753f8f8c4263186 for table 'TestKuduClient' with partition [, ) 20:06:42.036 [DEBUG - New I/O worker #267] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2ce5dfc90c0043cdb753f8f8c4263186@[356171d2c8634fee89707d07ea80625b(127.11.236.193:45998),8958e8b6626a4a80990b6682d8f17225(127.11.236.195:55934)[L],d57674a9310745fb838ea2aabfdb9849(127.11.236.194:52740)]}] 20:06:42.036 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.11.236.253:49760, [1ms] Sub rpc: GetTableLocations received from server master-127.11.236.253:49760 response OK, null) after lookup 20:06:42.036 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=retry RPC@896658843 returned Deferred@1235508507(state=PENDING, result=null, callback=(continuation of Deferred@1747271592 after retry RPC@896658843), errback=(continuation of Deferred@1747271592 after retry RPC@896658843)), so the following Deferred is getting paused: Deferred@1747271592(state=PAUSED, result=Deferred@1235508507, callback=org.apache.kudu.client.AsyncKuduSession$2@148ca99c -> passthrough -> wakeup thread pool-67-thread-4, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e2b83a3 -> wakeup thread pool-67-thread-4) 20:06:42.036 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:2114) Learned about tablet 2ce5dfc90c0043cdb753f8f8c4263186 for table 'TestKuduClient' with partition [, ) 20:06:42.036 [DEBUG - New I/O worker #267] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2ce5dfc90c0043cdb753f8f8c4263186@[356171d2c8634fee89707d07ea80625b(127.11.236.193:45998),8958e8b6626a4a80990b6682d8f17225(127.11.236.195:55934)[L],d57674a9310745fb838ea2aabfdb9849(127.11.236.194:52740)]}] 20:06:42.037 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=3), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.11.236.253:49760, [2ms] Sub rpc: GetTableLocations received from server master-127.11.236.253:49760 response OK, null) after lookup 20:06:42.037 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=retry RPC@1166827512 returned Deferred@68546718(state=PENDING, result=null, callback=(continuation of Deferred@1973713353 after retry RPC@1166827512), errback=(continuation of Deferred@1973713353 after retry RPC@1166827512)), so the following Deferred is getting paused: Deferred@1973713353(state=PAUSED, result=Deferred@68546718, callback=org.apache.kudu.client.AsyncKuduSession$2@760da45 -> passthrough -> wakeup thread pool-67-thread-1, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@203426ce -> wakeup thread pool-67-thread-1) 20:06:42.037 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:2114) Learned about tablet 2ce5dfc90c0043cdb753f8f8c4263186 for table 'TestKuduClient' with partition [, ) 20:06:42.037 [DEBUG - New I/O worker #267] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2ce5dfc90c0043cdb753f8f8c4263186@[356171d2c8634fee89707d07ea80625b(127.11.236.193:45998),8958e8b6626a4a80990b6682d8f17225(127.11.236.195:55934)[L],d57674a9310745fb838ea2aabfdb9849(127.11.236.194:52740)]}] 20:06:42.037 [DEBUG - New I/O worker #267] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=2), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.11.236.253:49760, [2ms] Sub rpc: GetTableLocations received from server master-127.11.236.253:49760 response OK, null) after lookup 20:06:42.038 [DEBUG - New I/O worker #267] (Deferred.java:1330) callback=retry RPC@185508694 returned Deferred@1563621839(state=PENDING, result=null, callback=(continuation of Deferred@1543615198 after retry RPC@185508694), errback=(continuation of Deferred@1543615198 after retry RPC@185508694)), so the following Deferred is getting paused: Deferred@1543615198(state=PAUSED, result=Deferred@1563621839, callback=org.apache.kudu.client.AsyncKuduSession$2@5d02fdc6 -> passthrough -> wakeup thread pool-67-thread-2, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2368e123 -> wakeup thread pool-67-thread-2) 20:06:42.043 [DEBUG - New I/O worker #268] (Negotiator.java:764) Authenticated connection [id: 0x60c13048, /127.11.236.195:36877 => /127.11.236.195:55934] using TOKEN/null 20:06:42.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:42.047524 12496 raft_consensus.cc:1181] T 2ce5dfc90c0043cdb753f8f8c4263186 P 356171d2c8634fee89707d07ea80625b [term 1 FOLLOWER]: Refusing update from remote peer 8958e8b6626a4a80990b6682d8f17225: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:42.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:42.047524 12631 raft_consensus.cc:1181] T 2ce5dfc90c0043cdb753f8f8c4263186 P d57674a9310745fb838ea2aabfdb9849 [term 1 FOLLOWER]: Refusing update from remote peer 8958e8b6626a4a80990b6682d8f17225: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:06:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:42.048107 12832 consensus_queue.cc:984] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d57674a9310745fb838ea2aabfdb9849" member_type: VOTER last_known_addr { host: "127.11.236.194" port: 52740 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:42.048213 12833 consensus_queue.cc:984] T 2ce5dfc90c0043cdb753f8f8c4263186 P 8958e8b6626a4a80990b6682d8f17225 [LEADER]: Connected to new peer: Peer: permanent_uuid: "356171d2c8634fee89707d07ea80625b" member_type: VOTER last_known_addr { host: "127.11.236.193" port: 45998 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:06:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:42.055912 12848 mvcc.cc:203] Tried to move safe_time back from 6337601544381259776 to 6337601543533432832. Current Snapshot: MvccSnapshot[committed={T|T < 6337601544381259776}] 20:06:42.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:42.063876 12844 mvcc.cc:203] Tried to move safe_time back from 6337601544442351616 to 6337601543533432832. Current Snapshot: MvccSnapshot[committed={T|T < 6337601544442351616 or (T in {6337601544442351616})}] 20:06:42.747 [DEBUG - New I/O worker #269] (Negotiator.java:764) Authenticated connection [id: 0xcbb316a2, /127.11.236.193:53586 => /127.11.236.193:45998] using TOKEN/null 20:06:42.754 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601547231096832) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.754 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601547231096832) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.757 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601547254431744) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.757 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601547254431745) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.758 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601547254431745) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.760 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601547254431745) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.762 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601547254431746) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.762 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601547254431746) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.767 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601547286810625) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.772 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false, responseScanTimestamp = 6337601547286810625) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.776 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 101 rows, more = false, responseScanTimestamp = 6337601547309416449) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:42.780 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 103 rows, more = false, responseScanTimestamp = 6337601547344596993) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.508 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601550324084737) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.512 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601550354628608) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.516 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601550367469569) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.531 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 200 rows, more = false, responseScanTimestamp = 6337601550432251905) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.537 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 201 rows, more = false, responseScanTimestamp = 6337601550435053569) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.541 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 201 rows, more = false, responseScanTimestamp = 6337601550451580929) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.548 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 202 rows, more = false, responseScanTimestamp = 6337601550478884865) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.552 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 203 rows, more = false, responseScanTimestamp = 6337601550482358273) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.558 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 204 rows, more = false, responseScanTimestamp = 6337601550522499073) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.564 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 205 rows, more = false, responseScanTimestamp = 6337601550527275009) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.570 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 206 rows, more = false, responseScanTimestamp = 6337601550560788481) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:43.577 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 208 rows, more = false, responseScanTimestamp = 6337601550606565377) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.319 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553645309953) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.322 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553658421249) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.326 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553694306304) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.366 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553826881537) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.368 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553867853825) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.371 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553867853826) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.376 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553884782593) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.379 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553900756993) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.382 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553900756994) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.391 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553967476737) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.394 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553967476738) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.396 [DEBUG - New I/O worker #269] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 300 rows, more = false, responseScanTimestamp = 6337601553967476739) for scanner KuduScanner(table=TestKuduClient, tablet=2ce5dfc90c0043cdb753f8f8c4263186, scannerId=null, scanRequestTimeout=30000) 20:06:44.397 [DEBUG - New I/O worker #265] (Connection.java:688) [peer master-127.11.236.252:41643(127.11.236.252:41643)] cleaning up while in state READY due to: connection disconnected 20:06:44.397 [DEBUG - New I/O worker #266] (Connection.java:688) [peer master-127.11.236.254:35612(127.11.236.254:35612)] cleaning up while in state READY due to: connection disconnected 20:06:44.398 [DEBUG - New I/O worker #267] (Connection.java:688) [peer master-127.11.236.253:49760(127.11.236.253:49760)] cleaning up while in state READY due to: connection disconnected 20:06:44.398 [DEBUG - New I/O worker #268] (Connection.java:688) [peer 8958e8b6626a4a80990b6682d8f17225(127.11.236.195:55934)] cleaning up while in state READY due to: connection disconnected 20:06:44.398 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:06:44.398 [DEBUG - New I/O worker #269] (Connection.java:688) [peer 356171d2c8634fee89707d07ea80625b(127.11.236.193:45998)] cleaning up while in state READY due to: connection disconnected 20:06:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:44.399019 12211 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 12402 20:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.405009 12288 connection.cc:512] server connection from 127.11.236.193:47473 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.193:47473): Connection reset by peer (error 104) 20:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.405009 12349 connection.cc:512] server connection from 127.11.236.193:33857 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.193:33857): Connection reset by peer (error 104) 20:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:44.405055 12211 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 12543 20:06:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.405298 12689 connection.cc:512] client connection to 127.11.236.193:45998 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.193:45998): Connection reset by peer (error 104) 20:06:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.405875 12227 connection.cc:512] server connection from 127.11.236.193:56690 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.193:56690): Connection reset by peer (error 104) 20:06:44.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.407701 12228 connection.cc:512] server connection from 127.11.236.194:39464 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.194:39464): Connection reset by peer (error 104) 20:06:44.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.407739 12287 connection.cc:512] server connection from 127.11.236.194:52061 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.194:52061): Connection reset by peer (error 104) 20:06:44.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.407747 12688 connection.cc:512] client connection to 127.11.236.194:52740 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.194:52740): Connection reset by peer (error 104) 20:06:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.407876 12350 connection.cc:512] server connection from 127.11.236.194:49147 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.194:49147): Connection reset by peer (error 104) 20:06:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:44.408044 12211 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 12681 20:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.411252 12225 connection.cc:512] server connection from 127.11.236.195:53235 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.195:53235): Connection reset by peer (error 104) 20:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.411298 12352 connection.cc:512] server connection from 127.11.236.195:55876 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.195:55876): Connection reset by peer (error 104) 20:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:06:44.411315 12289 connection.cc:512] server connection from 127.11.236.195:57416 recv error: Network error: failed to read from TLS socket (remote: 127.11.236.195:57416): Connection reset by peer (error 104) 20:06:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:44.411489 12211 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 12218 20:06:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:44.415534 12211 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 12280 20:06:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:06:44.418460 12211 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 12340 ]]> /127.13.142.190:36404] using SASL/PLAIN 20:07:16.687 [DEBUG - New I/O worker #293] (Negotiator.java:764) Authenticated connection [id: 0x387b51fa, /127.13.142.189:33170 => /127.13.142.189:52291] using SASL/PLAIN 20:07:16.687 [DEBUG - New I/O worker #294] (Negotiator.java:764) Authenticated connection [id: 0x4552ff0a, /127.13.142.188:47800 => /127.13.142.188:39189] using SASL/PLAIN 20:07:16.689 [DEBUG - New I/O worker #293] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:16.690 [DEBUG - New I/O worker #293] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=13), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.13.142.190:36404, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.13.142.189:52291, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.13.142.188:39189, [10ms] Sub rpc: ConnectToMaster received from server master-127.13.142.190:36404 response OK, [12ms] Sub rpc: ConnectToMaster received from server master-127.13.142.188:39189 response OK, [13ms] Sub rpc: ConnectToMaster received from server master-127.13.142.189:52291 response OK, null) after lookup 20:07:16.691 [DEBUG - New I/O worker #293] (Deferred.java:1330) callback=retry RPC@436885111 returned Deferred@506843630(state=PENDING, result=null, callback=(continuation of Deferred@1530354764 after retry RPC@436885111), errback=(continuation of Deferred@1530354764 after retry RPC@436885111)), so the following Deferred is getting paused: Deferred@1530354764(state=PAUSED, result=Deferred@506843630, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:16.698 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:16.699 [DEBUG - New I/O worker #294] (Connection.java:688) [peer master-127.13.142.188:39189(127.13.142.188:39189)] cleaning up while in state READY due to: connection disconnected 20:07:16.699 [DEBUG - New I/O worker #293] (Connection.java:688) [peer master-127.13.142.189:52291(127.13.142.189:52291)] cleaning up while in state READY due to: connection disconnected 20:07:16.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:16.699223 13882 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 14073 20:07:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:16.702339 13882 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 14210 20:07:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:16.702338 13897 connection.cc:512] server connection from 127.13.142.129:43426 recv error: Network error: failed to read from TLS socket (remote: 127.13.142.129:43426): Connection reset by peer (error 104) 20:07:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:16.702574 14021 connection.cc:512] server connection from 127.13.142.129:38355 recv error: Network error: failed to read from TLS socket (remote: 127.13.142.129:38355): Connection reset by peer (error 104) 20:07:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:16.702970 13959 connection.cc:512] server connection from 127.13.142.129:32953 recv error: Network error: failed to read from TLS socket (remote: 127.13.142.129:32953): Connection reset by peer (error 104) 20:07:16.699 [DEBUG - New I/O worker #292] (Connection.java:688) [peer master-127.13.142.190:36404(127.13.142.190:36404)] cleaning up while in state READY due to: connection disconnected 20:07:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:16.704895 13898 connection.cc:512] server connection from 127.13.142.130:57848 recv error: Network error: failed to read from TLS socket (remote: 127.13.142.130:57848): Connection reset by peer (error 104) 20:07:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:16.704913 13958 connection.cc:512] server connection from 127.13.142.130:44595 recv error: Network error: failed to read from TLS socket (remote: 127.13.142.130:44595): Connection reset by peer (error 104) 20:07:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:16.704924 13882 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 14351 20:07:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:16.705288 14021 connection.cc:512] server connection from 127.13.142.130:60548 recv error: Network error: failed to read from TLS socket (remote: 127.13.142.130:60548): Connection reset by peer (error 104) 20:07:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:16.707461 14022 connection.cc:512] server connection from 127.13.142.131:49564 recv error: Network error: failed to read from TLS socket (remote: 127.13.142.131:49564): Connection reset by peer (error 104) 20:07:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:16.707494 13896 connection.cc:512] server connection from 127.13.142.131:47145 recv error: Network error: failed to read from TLS socket (remote: 127.13.142.131:47145): Connection reset by peer (error 104) 20:07:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:16.707641 13961 connection.cc:512] server connection from 127.13.142.131:57097 recv error: Network error: failed to read from TLS socket (remote: 127.13.142.131:57097): Connection reset by peer (error 104) 20:07:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:16.707646 13882 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 13889 20:07:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:16.711094 13882 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 13949 20:07:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:16.714766 13882 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 14012 ]]> /127.14.38.190:51492] using SASL/PLAIN 20:07:17.609 [DEBUG - New I/O worker #303] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.14.38.189 20:07:17.612 [DEBUG - New I/O worker #301] (Negotiator.java:764) Authenticated connection [id: 0x6ff8a3e3, /127.14.38.188:46173 => /127.14.38.188:59350] using SASL/PLAIN 20:07:17.614 [DEBUG - New I/O worker #301] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:17.614 [DEBUG - New I/O worker #303] (Negotiator.java:764) Authenticated connection [id: 0xa222e4f9, /127.14.38.189:39152 => /127.14.38.189:56547] using SASL/PLAIN 20:07:17.614 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:17.615 [DEBUG - New I/O worker #301] (Connection.java:688) [peer master-127.14.38.188:59350(127.14.38.188:59350)] cleaning up while in state READY due to: connection disconnected 20:07:17.615 [DEBUG - New I/O worker #302] (Connection.java:688) [peer master-127.14.38.190:51492(127.14.38.190:51492)] cleaning up while in state READY due to: connection disconnected 20:07:17.615 [DEBUG - New I/O worker #303] (Connection.java:688) [peer master-127.14.38.189:56547(127.14.38.189:56547)] cleaning up while in state READY due to: connection disconnected 20:07:17.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:17.615371 14567 connection.cc:419] Connection torn down before Call kudu.master.MasterService.ConnectToMaster from 127.14.38.189:39152 (request call id 0) could send its response 20:07:17.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:17.616567 14490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 14685 20:07:17.616 [INFO - New I/O worker #303] (ConnectToCluster.java:361) Unable to connect to master 127.14.38.189:56547: connection disconnected 20:07:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:17.620005 14567 connection.cc:512] server connection from 127.14.38.129:51601 recv error: Network error: failed to read from TLS socket (remote: 127.14.38.129:51601): Connection reset by peer (error 104) 20:07:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:17.620043 14505 connection.cc:512] server connection from 127.14.38.129:50840 recv error: Network error: failed to read from TLS socket (remote: 127.14.38.129:50840): Connection reset by peer (error 104) 20:07:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:17.620290 14633 connection.cc:512] server connection from 127.14.38.129:36880 recv error: Network error: failed to read from TLS socket (remote: 127.14.38.129:36880): Connection reset by peer (error 104) 20:07:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:17.620515 14490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 14827 20:07:17.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:17.622978 14566 connection.cc:512] server connection from 127.14.38.130:43216 recv error: Network error: failed to read from TLS socket (remote: 127.14.38.130:43216): Connection reset by peer (error 104) 20:07:17.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:17.622987 14506 connection.cc:512] server connection from 127.14.38.130:53357 recv error: Network error: failed to read from TLS socket (remote: 127.14.38.130:53357): Connection reset by peer (error 104) 20:07:17.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:17.623003 14490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 14964 20:07:17.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:17.623142 14632 connection.cc:512] server connection from 127.14.38.130:34290 recv error: Network error: failed to read from TLS socket (remote: 127.14.38.130:34290): Connection reset by peer (error 104) 20:07:17.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:17.625537 14633 connection.cc:512] server connection from 127.14.38.131:57579 recv error: Network error: failed to read from TLS socket (remote: 127.14.38.131:57579): Connection reset by peer (error 104) 20:07:17.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:17.625555 14568 connection.cc:512] server connection from 127.14.38.131:54615 recv error: Network error: failed to read from TLS socket (remote: 127.14.38.131:54615): Connection reset by peer (error 104) 20:07:17.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:17.625561 14507 connection.cc:512] server connection from 127.14.38.131:43139 recv error: Network error: failed to read from TLS socket (remote: 127.14.38.131:43139): Connection reset by peer (error 104) 20:07:17.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:17.625571 14490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 14497 20:07:17.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:17.628665 14490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 14557 20:07:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:17.631518 14490 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 14624 ]]> /127.14.191.254:41626] using SASL/PLAIN 20:07:18.586 [DEBUG - New I/O worker #312] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.14.191.253 20:07:18.591 [DEBUG - New I/O worker #310] (Negotiator.java:764) Authenticated connection [id: 0xe41d641e, /127.14.191.252:57550 => /127.14.191.252:39633] using SASL/PLAIN 20:07:18.593 [DEBUG - New I/O worker #312] (Negotiator.java:764) Authenticated connection [id: 0xb145e174, /127.14.191.253:44062 => /127.14.191.253:39605] using SASL/PLAIN 20:07:18.594 [WARN - New I/O worker #312] (ConnectToCluster.java:278) None of the provided masters 127.14.191.252:39633,127.14.191.254:41626,127.14.191.253:39605 is a leader; will retry 20:07:18.594 [DEBUG - New I/O worker #312] (Deferred.java:1330) callback=retry RPC after error@1715623470 returned Deferred@1652416062(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after retry RPC after error@1715623470), errback=(continuation of Deferred@662658069 after retry RPC after error@1715623470)), so the following Deferred is getting paused: Deferred@662658069(state=PAUSED, result=Deferred@1652416062, callback=org.apache.kudu.client.AsyncKuduClient$1@6295b271 -> org.apache.kudu.client.AsyncKuduClient$2@16127b2b -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:07:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.601133 15208 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 4aac685bcfde455fb7d3b35f687aeaa3 [term 1 FOLLOWER]: Refusing update from remote peer 09ee155e81f74333a87605a52e47dbc4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.601366 15146 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 62055215e86d4db8a1cd43c36f08e70a [term 1 FOLLOWER]: Refusing update from remote peer 09ee155e81f74333a87605a52e47dbc4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.601626 15698 consensus_queue.cc:984] T 00000000000000000000000000000000 P 09ee155e81f74333a87605a52e47dbc4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4aac685bcfde455fb7d3b35f687aeaa3" member_type: VOTER last_known_addr { host: "127.14.191.253" port: 39605 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.601819 15298 consensus_queue.cc:984] T 00000000000000000000000000000000 P 09ee155e81f74333a87605a52e47dbc4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "62055215e86d4db8a1cd43c36f08e70a" member_type: VOTER last_known_addr { host: "127.14.191.254" port: 41626 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.604387 15332 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4aac685bcfde455fb7d3b35f687aeaa3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 09ee155e81f74333a87605a52e47dbc4. Latest consensus state: current_term: 1 leader_uuid: "09ee155e81f74333a87605a52e47dbc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62055215e86d4db8a1cd43c36f08e70a" member_type: VOTER last_known_addr { host: "127.14.191.254" port: 41626 } } peers { permanent_uuid: "4aac685bcfde455fb7d3b35f687aeaa3" member_type: VOTER last_known_addr { host: "127.14.191.253" port: 39605 } } peers { permanent_uuid: "09ee155e81f74333a87605a52e47dbc4" member_type: VOTER last_known_addr { host: "127.14.191.252" port: 39633 } } } 20:07:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.604413 15332 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4aac685bcfde455fb7d3b35f687aeaa3 [sys.catalog]: This master's current role is: FOLLOWER 20:07:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.604473 15313 sys_catalog.cc:337] T 00000000000000000000000000000000 P 62055215e86d4db8a1cd43c36f08e70a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 09ee155e81f74333a87605a52e47dbc4. Latest consensus state: current_term: 1 leader_uuid: "09ee155e81f74333a87605a52e47dbc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62055215e86d4db8a1cd43c36f08e70a" member_type: VOTER last_known_addr { host: "127.14.191.254" port: 41626 } } peers { permanent_uuid: "4aac685bcfde455fb7d3b35f687aeaa3" member_type: VOTER last_known_addr { host: "127.14.191.253" port: 39605 } } peers { permanent_uuid: "09ee155e81f74333a87605a52e47dbc4" member_type: VOTER last_known_addr { host: "127.14.191.252" port: 39633 } } } 20:07:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.604495 15313 sys_catalog.cc:340] T 00000000000000000000000000000000 P 62055215e86d4db8a1cd43c36f08e70a [sys.catalog]: This master's current role is: FOLLOWER 20:07:18.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.605958 15698 sys_catalog.cc:337] T 00000000000000000000000000000000 P 09ee155e81f74333a87605a52e47dbc4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "09ee155e81f74333a87605a52e47dbc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62055215e86d4db8a1cd43c36f08e70a" member_type: VOTER last_known_addr { host: "127.14.191.254" port: 41626 } } peers { permanent_uuid: "4aac685bcfde455fb7d3b35f687aeaa3" member_type: VOTER last_known_addr { host: "127.14.191.253" port: 39605 } } peers { permanent_uuid: "09ee155e81f74333a87605a52e47dbc4" member_type: VOTER last_known_addr { host: "127.14.191.252" port: 39633 } } } 20:07:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.605988 15698 sys_catalog.cc:340] T 00000000000000000000000000000000 P 09ee155e81f74333a87605a52e47dbc4 [sys.catalog]: This master's current role is: LEADER 20:07:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.606364 15332 sys_catalog.cc:337] T 00000000000000000000000000000000 P 4aac685bcfde455fb7d3b35f687aeaa3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "09ee155e81f74333a87605a52e47dbc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62055215e86d4db8a1cd43c36f08e70a" member_type: VOTER last_known_addr { host: "127.14.191.254" port: 41626 } } peers { permanent_uuid: "4aac685bcfde455fb7d3b35f687aeaa3" member_type: VOTER last_known_addr { host: "127.14.191.253" port: 39605 } } peers { permanent_uuid: "09ee155e81f74333a87605a52e47dbc4" member_type: VOTER last_known_addr { host: "127.14.191.252" port: 39633 } } } 20:07:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.606386 15332 sys_catalog.cc:340] T 00000000000000000000000000000000 P 4aac685bcfde455fb7d3b35f687aeaa3 [sys.catalog]: This master's current role is: FOLLOWER 20:07:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.606753 15698 sys_catalog.cc:337] T 00000000000000000000000000000000 P 09ee155e81f74333a87605a52e47dbc4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "09ee155e81f74333a87605a52e47dbc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62055215e86d4db8a1cd43c36f08e70a" member_type: VOTER last_known_addr { host: "127.14.191.254" port: 41626 } } peers { permanent_uuid: "4aac685bcfde455fb7d3b35f687aeaa3" member_type: VOTER last_known_addr { host: "127.14.191.253" port: 39605 } } peers { permanent_uuid: "09ee155e81f74333a87605a52e47dbc4" member_type: VOTER last_known_addr { host: "127.14.191.252" port: 39633 } } } 20:07:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.606781 15698 sys_catalog.cc:340] T 00000000000000000000000000000000 P 09ee155e81f74333a87605a52e47dbc4 [sys.catalog]: This master's current role is: LEADER 20:07:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.607556 15701 catalog_manager.cc:931] Generated new certificate authority record 20:07:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.607762 15313 sys_catalog.cc:337] T 00000000000000000000000000000000 P 62055215e86d4db8a1cd43c36f08e70a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "09ee155e81f74333a87605a52e47dbc4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "62055215e86d4db8a1cd43c36f08e70a" member_type: VOTER last_known_addr { host: "127.14.191.254" port: 41626 } } peers { permanent_uuid: "4aac685bcfde455fb7d3b35f687aeaa3" member_type: VOTER last_known_addr { host: "127.14.191.253" port: 39605 } } peers { permanent_uuid: "09ee155e81f74333a87605a52e47dbc4" member_type: VOTER last_known_addr { host: "127.14.191.252" port: 39633 } } } 20:07:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.607782 15313 sys_catalog.cc:340] T 00000000000000000000000000000000 P 62055215e86d4db8a1cd43c36f08e70a [sys.catalog]: This master's current role is: FOLLOWER 20:07:18.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.608615 15701 catalog_manager.cc:1056] Loading token signing keys... 20:07:18.610 [WARN - New I/O worker #310] (ConnectToCluster.java:278) None of the provided masters 127.14.191.252:39633,127.14.191.254:41626,127.14.191.253:39605 is a leader; will retry 20:07:18.611 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=retry RPC after error@1793414700 returned Deferred@1652416062(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after retry RPC after error@1715623470) -> (continuation of Deferred@1859833768 after retry RPC after error@1793414700), errback=(continuation of Deferred@662658069 after retry RPC after error@1715623470) -> (continuation of Deferred@1859833768 after retry RPC after error@1793414700)), so the following Deferred is getting paused: Deferred@1859833768(state=PAUSED, result=Deferred@1652416062, callback=, errback=) 20:07:18.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.614215 15701 catalog_manager.cc:4085] T 00000000000000000000000000000000 P 09ee155e81f74333a87605a52e47dbc4: Generated new TSK 0 20:07:18.630 [DEBUG - New I/O worker #310] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:18.630 [DEBUG - New I/O worker #310] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=3, DeadlineTracker(timeout=50000, elapsed=62), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.14.191.252:39633, [2ms] Sub rpc: ConnectToMaster sending RPC to server master-127.14.191.254:41626, [2ms] Sub rpc: ConnectToMaster sending RPC to server master-127.14.191.253:39605, [15ms] Sub rpc: ConnectToMaster received from server master-127.14.191.254:41626 response OK, [25ms] Sub rpc: ConnectToMaster received from server master-127.14.191.252:39633 response OK, [27ms] Sub rpc: ConnectToMaster received from server master-127.14.191.253:39605 response OK, [27ms] delaying RPC due to Service unavailable: Master config (127.14.191.252:39633,127.14.191.254:41626,127.14.191.253:39605) has no leader., [42ms] querying master, [42ms] Sub rpc: ConnectToMaster sending RPC to server master-127.14.191.252:39633, [42ms] Sub rpc: ConnectToMaster sending RPC to server master-127.14.191.254:41626, [42ms] Sub rpc: ConnectToMaster sending RPC to server master-127.14.191.253:39605, [43ms] Sub rpc: ConnectToMaster received from server master-127.14.191.253:39605 response OK, [43ms] Sub rpc: ConnectToMaster received from server master-127.14.191.254:41626 response OK, [43ms] Sub rpc: ConnectToMaster received from server master-127.14.191.252:39633 response OK, [44ms] delaying RPC due to Service unavailable: Master config (127.14.191.252:39633,127.14.191.254:41626,127.14.191.253:39605) has no leader., [62ms] querying master, [62ms] Sub rpc: ConnectToMaster sending RPC to server master-127.14.191.252:39633, [62ms] Sub rpc: ConnectToMaster sending RPC to server master-127.14.191.254:41626, [62ms] Sub rpc: ConnectToMaster sending RPC to server master-127.14.191.253:39605, [62ms] Sub rpc: ConnectToMaster received from server master-127.14.191.253:39605 response OK, [62ms] Sub rpc: ConnectToMaster received from server master-127.14.191.254:41626 response OK, [63ms] Sub rpc: ConnectToMaster received from server master-127.14.191.252:39633 response OK, Deferred@1652416062(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after retry RPC after error@1715623470) -> (continuation of Deferred@1859833768 after retry RPC after error@1793414700), errback=(continuation of Deferred@662658069 after retry RPC after error@1715623470) -> (continuation of Deferred@1859833768 after retry RPC after error@1793414700))) after lookup 20:07:18.630 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=retry RPC@735599639 returned Deferred@1652416062(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after retry RPC after error@1715623470) -> (continuation of Deferred@1859833768 after retry RPC after error@1793414700) -> (continuation of Deferred@1521297872 after retry RPC@735599639), errback=(continuation of Deferred@662658069 after retry RPC after error@1715623470) -> (continuation of Deferred@1859833768 after retry RPC after error@1793414700) -> (continuation of Deferred@1521297872 after retry RPC@735599639)), so the following Deferred is getting paused: Deferred@1521297872(state=PAUSED, result=Deferred@1652416062, callback=, errback=) 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.632077 15260 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.14.191.252:57550: 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) read_default_value: "def" 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) read_default_value: "def" 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:18.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:18.632941 15260 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:07:18.636 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@6295b271@1653977713 returned Deferred@439963807(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@22a67bff -> (continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$1@6295b271@1653977713), errback=passthrough -> (continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$1@6295b271@1653977713)), so the following Deferred is getting paused: Deferred@662658069(state=PAUSED, result=Deferred@439963807, callback=org.apache.kudu.client.AsyncKuduClient$2@16127b2b -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:07:18.637 [DEBUG - New I/O worker #310] (AsyncKuduClient.java:761) Opened table 2e7302b84025498fb31eec9c93854690 20:07:18.637 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931 returned Deferred@1274520408(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931), errback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931)), so the following Deferred is getting paused: Deferred@662658069(state=PAUSED, result=Deferred@1274520408, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.645479 15490 tablet_service.cc:773] Processing CreateTablet for tablet 3e061d88846b461da7fb53d03646d553 (table=TestKuduClient [id=2e7302b84025498fb31eec9c93854690]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.645555 15363 tablet_service.cc:773] Processing CreateTablet for tablet 3e061d88846b461da7fb53d03646d553 (table=TestKuduClient [id=2e7302b84025498fb31eec9c93854690]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.645822 15490 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 3e061d88846b461da7fb53d03646d553. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.645828 15363 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 3e061d88846b461da7fb53d03646d553. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:18.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.647927 15616 tablet_service.cc:773] Processing CreateTablet for tablet 3e061d88846b461da7fb53d03646d553 (table=TestKuduClient [id=2e7302b84025498fb31eec9c93854690]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:18.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.648277 15616 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 3e061d88846b461da7fb53d03646d553. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.648977 15363 ts_tablet_manager.cc:1173] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b: Registered tablet (data state: TABLET_DATA_READY) 20:07:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.649341 15717 ts_tablet_manager.cc:1028] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b: Bootstrapping tablet 20:07:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.649683 15717 tablet_bootstrap.cc:438] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b: Bootstrap starting. 20:07:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.649893 15490 ts_tablet_manager.cc:1173] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3: Registered tablet (data state: TABLET_DATA_READY) 20:07:18.650 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871 returned Deferred@1274520408(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871), errback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871)), so the following Deferred is getting paused: Deferred@684386940(state=PAUSED, result=Deferred@1274520408, callback=, errback=) 20:07:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.650640 15718 ts_tablet_manager.cc:1028] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3: Bootstrapping tablet 20:07:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.650810 15718 tablet_bootstrap.cc:438] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3: Bootstrap starting. 20:07:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.652357 15718 tablet_bootstrap.cc:592] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3: No blocks or log segments found. Creating new log. 20:07:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.652637 15717 tablet_bootstrap.cc:592] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b: No blocks or log segments found. Creating new log. 20:07:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.652685 15616 ts_tablet_manager.cc:1173] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331: Registered tablet (data state: TABLET_DATA_READY) 20:07:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.652966 15719 ts_tablet_manager.cc:1028] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331: Bootstrapping tablet 20:07:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.653008 15718 log.cc:525] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3: Log is configured to *not* fsync() on all Append() calls 20:07:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.653342 15717 log.cc:525] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b: Log is configured to *not* fsync() on all Append() calls 20:07:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.653352 15719 tablet_bootstrap.cc:438] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331: Bootstrap starting. 20:07:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.654343 15718 tablet_bootstrap.cc:438] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3: No bootstrap required, opened a new log 20:07:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.654489 15718 ts_tablet_manager.cc:1045] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s 20:07:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.654592 15717 tablet_bootstrap.cc:438] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b: No bootstrap required, opened a new log 20:07:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.654654 15719 tablet_bootstrap.cc:592] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331: No blocks or log segments found. Creating new log. 20:07:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.654714 15717 ts_tablet_manager.cc:1045] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.001s 20:07:18.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.655068 15719 log.cc:525] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331: Log is configured to *not* fsync() on all Append() calls 20:07:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.656029 15719 tablet_bootstrap.cc:438] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331: No bootstrap required, opened a new log 20:07:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.656217 15719 ts_tablet_manager.cc:1045] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s 20:07:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.657074 15718 raft_consensus.cc:340] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 } } peers { permanent_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" member_type: VOTER last_known_addr { host: "127.14.191.194" port: 46774 } } peers { permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 } } 20:07:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.657150 15718 raft_consensus.cc:366] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.657187 15718 raft_consensus.cc:705] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 508a0b30a7514d3aa78ae8d5b5803be3, State: Initialized, Role: FOLLOWER 20:07:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.657249 15717 raft_consensus.cc:340] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 } } peers { permanent_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" member_type: VOTER last_known_addr { host: "127.14.191.194" port: 46774 } } peers { permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 } } 20:07:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.657310 15717 raft_consensus.cc:366] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.657341 15717 raft_consensus.cc:705] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce35b82cc31b41c19b74c9cb0e55960b, State: Initialized, Role: FOLLOWER 20:07:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.657605 15718 consensus_queue.cc:229] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 } } peers { permanent_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" member_type: VOTER last_known_addr { host: "127.14.191.194" port: 46774 } } peers { permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 } } 20:07:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.657738 15717 consensus_queue.cc:229] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 } } peers { permanent_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" member_type: VOTER last_known_addr { host: "127.14.191.194" port: 46774 } } peers { permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 } } 20:07:18.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.659973 15719 raft_consensus.cc:340] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 } } peers { permanent_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" member_type: VOTER last_known_addr { host: "127.14.191.194" port: 46774 } } peers { permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 } } 20:07:18.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.660128 15719 raft_consensus.cc:366] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:18.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.660128 15718 ts_tablet_manager.cc:1073] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3: Time spent starting tablet: real 0.006s user 0.003s sys 0.000s 20:07:18.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.660310 15719 raft_consensus.cc:705] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 86ba5ff7b1cd45248c5c8dc5bc9af331, State: Initialized, Role: FOLLOWER 20:07:18.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.660904 15719 consensus_queue.cc:229] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 } } peers { permanent_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" member_type: VOTER last_known_addr { host: "127.14.191.194" port: 46774 } } peers { permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 } } 20:07:18.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.661486 15260 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.14.191.193:49226 20:07:18.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.661944 15259 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.14.191.194:50570 20:07:18.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.662402 15719 ts_tablet_manager.cc:1073] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331: Time spent starting tablet: real 0.006s user 0.003s sys 0.000s 20:07:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.663506 15428 heartbeater.cc:467] Master 127.14.191.252:39633 was elected leader, sending a full tablet report... 20:07:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.663915 15259 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.14.191.195:51443 20:07:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.664346 15555 heartbeater.cc:467] Master 127.14.191.252:39633 was elected leader, sending a full tablet report... 20:07:18.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.664813 15717 ts_tablet_manager.cc:1073] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b: Time spent starting tablet: real 0.010s user 0.003s sys 0.001s 20:07:18.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:18.665225 15681 heartbeater.cc:467] Master 127.14.191.252:39633 was elected leader, sending a full tablet report... 20:07:18.669 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545 returned Deferred@1274520408(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545), errback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545)), so the following Deferred is getting paused: Deferred@1337564182(state=PAUSED, result=Deferred@1274520408, callback=, errback=) 20:07:18.689 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614 returned Deferred@1274520408(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614), errback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614)), so the following Deferred is getting paused: Deferred@2000530123(state=PAUSED, result=Deferred@1274520408, callback=, errback=) 20:07:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:18.696069 15429 tablet.cc:1768] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:18.709 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056 returned Deferred@1274520408(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056), errback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056)), so the following Deferred is getting paused: Deferred@1564740881(state=PAUSED, result=Deferred@1274520408, callback=, errback=) 20:07:18.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:18.721395 15682 tablet.cc:1768] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:18.729 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215 returned Deferred@1274520408(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056) -> (continuation of Deferred@377133247 after org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215), errback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056) -> (continuation of Deferred@377133247 after org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215)), so the following Deferred is getting paused: Deferred@377133247(state=PAUSED, result=Deferred@1274520408, callback=, errback=) 20:07:18.749 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@3b5628ab@995502251 returned Deferred@1274520408(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056) -> (continuation of Deferred@377133247 after org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215) -> (continuation of Deferred@1174902357 after org.apache.kudu.client.AsyncKuduClient$15@3b5628ab@995502251), errback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056) -> (continuation of Deferred@377133247 after org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215) -> (continuation of Deferred@1174902357 after org.apache.kudu.client.AsyncKuduClient$15@3b5628ab@995502251)), so the following Deferred is getting paused: Deferred@1174902357(state=PAUSED, result=Deferred@1274520408, callback=, errback=) 20:07:18.809 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@12d82d2a@316157226 returned Deferred@1274520408(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056) -> (continuation of Deferred@377133247 after org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215) -> (continuation of Deferred@1174902357 after org.apache.kudu.client.AsyncKuduClient$15@3b5628ab@995502251) -> (continuation of Deferred@1353052334 after org.apache.kudu.client.AsyncKuduClient$15@12d82d2a@316157226), errback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056) -> (continuation of Deferred@377133247 after org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215) -> (continuation of Deferred@1174902357 after org.apache.kudu.client.AsyncKuduClient$15@3b5628ab@995502251) -> (continuation of Deferred@1353052334 after org.apache.kudu.client.AsyncKuduClient$15@12d82d2a@316157226)), so the following Deferred is getting paused: Deferred@1353052334(state=PAUSED, result=Deferred@1274520408, callback=, errback=) 20:07:18.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:18.836587 15556 tablet.cc:1768] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:18.909 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5abc8961@1522305377 returned Deferred@1274520408(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056) -> (continuation of Deferred@377133247 after org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215) -> (continuation of Deferred@1174902357 after org.apache.kudu.client.AsyncKuduClient$15@3b5628ab@995502251) -> (continuation of Deferred@1353052334 after org.apache.kudu.client.AsyncKuduClient$15@12d82d2a@316157226) -> (continuation of Deferred@552802653 after org.apache.kudu.client.AsyncKuduClient$15@5abc8961@1522305377), errback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056) -> (continuation of Deferred@377133247 after org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215) -> (continuation of Deferred@1174902357 after org.apache.kudu.client.AsyncKuduClient$15@3b5628ab@995502251) -> (continuation of Deferred@1353052334 after org.apache.kudu.client.AsyncKuduClient$15@12d82d2a@316157226) -> (continuation of Deferred@552802653 after org.apache.kudu.client.AsyncKuduClient$15@5abc8961@1522305377)), so the following Deferred is getting paused: Deferred@552802653(state=PAUSED, result=Deferred@1274520408, callback=, errback=) 20:07:19.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.068382 15723 raft_consensus.cc:472] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:19.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.068470 15723 raft_consensus.cc:494] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 } } peers { permanent_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" member_type: VOTER last_known_addr { host: "127.14.191.194" port: 46774 } } peers { permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 } } 20:07:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.069193 15723 leader_election.cc:292] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce35b82cc31b41c19b74c9cb0e55960b (127.14.191.193:34800), 86ba5ff7b1cd45248c5c8dc5bc9af331 (127.14.191.195:41885) 20:07:19.069 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@7391d114@1938936084 returned Deferred@1274520408(state=PENDING, result=null, callback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056) -> (continuation of Deferred@377133247 after org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215) -> (continuation of Deferred@1174902357 after org.apache.kudu.client.AsyncKuduClient$15@3b5628ab@995502251) -> (continuation of Deferred@1353052334 after org.apache.kudu.client.AsyncKuduClient$15@12d82d2a@316157226) -> (continuation of Deferred@552802653 after org.apache.kudu.client.AsyncKuduClient$15@5abc8961@1522305377) -> (continuation of Deferred@206466888 after org.apache.kudu.client.AsyncKuduClient$15@7391d114@1938936084), errback=(continuation of Deferred@662658069 after org.apache.kudu.client.AsyncKuduClient$2@16127b2b@370309931) -> (continuation of Deferred@684386940 after org.apache.kudu.client.AsyncKuduClient$15@78a7e05f@2024267871) -> (continuation of Deferred@1337564182 after org.apache.kudu.client.AsyncKuduClient$15@39a21519@966923545) -> (continuation of Deferred@2000530123 after org.apache.kudu.client.AsyncKuduClient$15@8db38a6@148584614) -> (continuation of Deferred@1564740881 after org.apache.kudu.client.AsyncKuduClient$15@5e1e73e8@1579054056) -> (continuation of Deferred@377133247 after org.apache.kudu.client.AsyncKuduClient$15@c8b1017@210440215) -> (continuation of Deferred@1174902357 after org.apache.kudu.client.AsyncKuduClient$15@3b5628ab@995502251) -> (continuation of Deferred@1353052334 after org.apache.kudu.client.AsyncKuduClient$15@12d82d2a@316157226) -> (continuation of Deferred@552802653 after org.apache.kudu.client.AsyncKuduClient$15@5abc8961@1522305377) -> (continuation of Deferred@206466888 after org.apache.kudu.client.AsyncKuduClient$15@7391d114@1938936084)), so the following Deferred is getting paused: Deferred@206466888(state=PAUSED, result=Deferred@1274520408, callback=, errback=) 20:07:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.072337 15636 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "3e061d88846b461da7fb53d03646d553" candidate_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" is_pre_election: true 20:07:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.072464 15636 raft_consensus.cc:2346] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 508a0b30a7514d3aa78ae8d5b5803be3 in term 0. 20:07:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.072775 15378 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "3e061d88846b461da7fb53d03646d553" candidate_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" is_pre_election: true 20:07:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.072899 15378 raft_consensus.cc:2346] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 508a0b30a7514d3aa78ae8d5b5803be3 in term 0. 20:07:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.072963 15442 leader_election.cc:306] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 508a0b30a7514d3aa78ae8d5b5803be3, 86ba5ff7b1cd45248c5c8dc5bc9af331; no voters: 20:07:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.073168 15723 raft_consensus.cc:2640] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.073204 15723 raft_consensus.cc:472] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.073228 15723 raft_consensus.cc:2886] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 0 FOLLOWER]: Advancing to term 1 20:07:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.073834 15723 raft_consensus.cc:494] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 } } peers { permanent_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" member_type: VOTER last_known_addr { host: "127.14.191.194" port: 46774 } } peers { permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 } } 20:07:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.074105 15723 leader_election.cc:292] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [CANDIDATE]: Term 1 election: Requested vote from peers ce35b82cc31b41c19b74c9cb0e55960b (127.14.191.193:34800), 86ba5ff7b1cd45248c5c8dc5bc9af331 (127.14.191.195:41885) 20:07:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.074443 15378 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "3e061d88846b461da7fb53d03646d553" candidate_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" 20:07:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.074451 15636 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "3e061d88846b461da7fb53d03646d553" candidate_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" 20:07:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.074496 15378 raft_consensus.cc:2886] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b [term 0 FOLLOWER]: Advancing to term 1 20:07:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.074496 15636 raft_consensus.cc:2886] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331 [term 0 FOLLOWER]: Advancing to term 1 20:07:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.075242 15378 raft_consensus.cc:2346] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 508a0b30a7514d3aa78ae8d5b5803be3 in term 1. 20:07:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.075276 15636 raft_consensus.cc:2346] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 508a0b30a7514d3aa78ae8d5b5803be3 in term 1. 20:07:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.075556 15443 leader_election.cc:306] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 508a0b30a7514d3aa78ae8d5b5803be3, ce35b82cc31b41c19b74c9cb0e55960b; no voters: 20:07:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.075667 15723 raft_consensus.cc:2640] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 1 FOLLOWER]: Leader election won for term 1 20:07:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.075776 15723 raft_consensus.cc:667] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [term 1 LEADER]: Becoming Leader. State: Replica: 508a0b30a7514d3aa78ae8d5b5803be3, State: Running, Role: LEADER 20:07:19.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.076027 15723 consensus_queue.cc:206] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 } } peers { permanent_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" member_type: VOTER last_known_addr { host: "127.14.191.194" port: 46774 } } peers { permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 } } 20:07:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.078670 15259 catalog_manager.cc:3781] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 reported cstate change: term changed from 0 to 1, leader changed from to 508a0b30a7514d3aa78ae8d5b5803be3 (127.14.191.194). New cstate: current_term: 1 leader_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "508a0b30a7514d3aa78ae8d5b5803be3" member_type: VOTER last_known_addr { host: "127.14.191.194" port: 46774 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 } health_report { overall_health: UNKNOWN } } } 20:07:19.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.186081 15314 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 62055215e86d4db8a1cd43c36f08e70a: acquiring CA information for follower catalog manager: success 20:07:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.186964 15314 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 62055215e86d4db8a1cd43c36f08e70a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:07:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.198490 15335 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 4aac685bcfde455fb7d3b35f687aeaa3: acquiring CA information for follower catalog manager: success 20:07:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.199383 15335 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 4aac685bcfde455fb7d3b35f687aeaa3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:07:19.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.551118 15636 raft_consensus.cc:1181] T 3e061d88846b461da7fb53d03646d553 P 86ba5ff7b1cd45248c5c8dc5bc9af331 [term 1 FOLLOWER]: Refusing update from remote peer 508a0b30a7514d3aa78ae8d5b5803be3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 1. (index mismatch) 20:07:19.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.551679 15723 consensus_queue.cc:984] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "86ba5ff7b1cd45248c5c8dc5bc9af331" member_type: VOTER last_known_addr { host: "127.14.191.195" port: 41885 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:19.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.555788 15378 raft_consensus.cc:1181] T 3e061d88846b461da7fb53d03646d553 P ce35b82cc31b41c19b74c9cb0e55960b [term 1 FOLLOWER]: Refusing update from remote peer 508a0b30a7514d3aa78ae8d5b5803be3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 1. (index mismatch) 20:07:19.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.556437 15728 consensus_queue.cc:984] T 3e061d88846b461da7fb53d03646d553 P 508a0b30a7514d3aa78ae8d5b5803be3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce35b82cc31b41c19b74c9cb0e55960b" member_type: VOTER last_known_addr { host: "127.14.191.193" port: 34800 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:19.570 [DEBUG - New I/O worker #310] (AsyncKuduClient.java:761) Opened table 2e7302b84025498fb31eec9c93854690 20:07:19.571 [DEBUG - New I/O worker #310] (AsyncKuduClient.java:2114) Learned about tablet 3e061d88846b461da7fb53d03646d553 for table 'TestKuduClient' with partition [, ) 20:07:19.571 [DEBUG - New I/O worker #310] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=3e061d88846b461da7fb53d03646d553@[508a0b30a7514d3aa78ae8d5b5803be3(127.14.191.194:46774)[L],86ba5ff7b1cd45248c5c8dc5bc9af331(127.14.191.195:41885),ce35b82cc31b41c19b74c9cb0e55960b(127.14.191.193:34800)]}] 20:07:19.572 [DEBUG - New I/O worker #310] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.14.191.252:39633, [1ms] Sub rpc: GetTableLocations received from server master-127.14.191.252:39633 response OK, null) after lookup 20:07:19.572 [DEBUG - New I/O worker #310] (Deferred.java:1330) callback=retry RPC@168220381 returned Deferred@2002956280(state=PENDING, result=null, callback=(continuation of Deferred@136948339 after retry RPC@168220381), errback=(continuation of Deferred@136948339 after retry RPC@168220381)), so the following Deferred is getting paused: Deferred@136948339(state=PAUSED, result=Deferred@2002956280, callback=org.apache.kudu.client.AsyncKuduSession$2@265ed47 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3e6973e8 -> wakeup thread Time-limited test) 20:07:19.578 [DEBUG - New I/O worker #313] (Negotiator.java:764) Authenticated connection [id: 0xc79da18e, /127.14.191.194:41996 => /127.14.191.194:46774] using TOKEN/null 20:07:19.597 [DEBUG - New I/O worker #313] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=3e061d88846b461da7fb53d03646d553, scannerId=null, scanRequestTimeout=30000) 20:07:19.599 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:19.600 [DEBUG - New I/O worker #310] (Connection.java:688) [peer master-127.14.191.252:39633(127.14.191.252:39633)] cleaning up while in state READY due to: connection disconnected 20:07:19.600 [DEBUG - New I/O worker #311] (Connection.java:688) [peer master-127.14.191.254:41626(127.14.191.254:41626)] cleaning up while in state READY due to: connection disconnected 20:07:19.600 [DEBUG - New I/O worker #313] (Connection.java:688) [peer 508a0b30a7514d3aa78ae8d5b5803be3(127.14.191.194:46774)] cleaning up while in state READY due to: connection disconnected 20:07:19.600 [DEBUG - New I/O worker #312] (Connection.java:688) [peer master-127.14.191.253:39605(127.14.191.253:39605)] cleaning up while in state READY due to: connection disconnected 20:07:19.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.601003 15103 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 15294 20:07:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:19.604064 15119 connection.cc:512] server connection from 127.14.191.193:36201 recv error: Network error: failed to read from TLS socket (remote: 127.14.191.193:36201): Connection reset by peer (error 104) 20:07:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:19.604132 15242 connection.cc:512] server connection from 127.14.191.193:49226 recv error: Network error: failed to read from TLS socket (remote: 127.14.191.193:49226): Connection reset by peer (error 104) 20:07:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:19.604357 15180 connection.cc:512] server connection from 127.14.191.193:54215 recv error: Network error: failed to read from TLS socket (remote: 127.14.191.193:54215): Connection reset by peer (error 104) 20:07:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:19.604393 15443 connection.cc:512] client connection to 127.14.191.193:34800 recv error: Network error: failed to read from TLS socket (remote: 127.14.191.193:34800): Connection reset by peer (error 104) 20:07:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.604804 15103 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 15434 20:07:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:19.607218 15181 connection.cc:512] server connection from 127.14.191.194:47444 recv error: Network error: failed to read from TLS socket (remote: 127.14.191.194:47444): Connection reset by peer (error 104) 20:07:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:19.607244 15118 connection.cc:512] server connection from 127.14.191.194:42470 recv error: Network error: failed to read from TLS socket (remote: 127.14.191.194:42470): Connection reset by peer (error 104) 20:07:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.607318 15103 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 15560 20:07:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:19.607805 15242 connection.cc:512] server connection from 127.14.191.194:50570 recv error: Network error: failed to read from TLS socket (remote: 127.14.191.194:50570): Connection reset by peer (error 104) 20:07:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:19.609738 15120 connection.cc:512] server connection from 127.14.191.195:54781 recv error: Network error: failed to read from TLS socket (remote: 127.14.191.195:54781): Connection reset by peer (error 104) 20:07:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:19.609752 15181 connection.cc:512] server connection from 127.14.191.195:47339 recv error: Network error: failed to read from TLS socket (remote: 127.14.191.195:47339): Connection reset by peer (error 104) 20:07:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:19.609792 15243 connection.cc:512] server connection from 127.14.191.195:51443 recv error: Network error: failed to read from TLS socket (remote: 127.14.191.195:51443): Connection reset by peer (error 104) 20:07:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.609925 15103 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 15110 20:07:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.612947 15103 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 15170 20:07:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:19.615741 15103 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 15233 ]]> /127.15.96.60:36086] using SASL/PLAIN 20:07:20.479 [DEBUG - New I/O worker #319] (Negotiator.java:764) Authenticated connection [id: 0xc6c7f9e5, /127.15.96.61:37743 => /127.15.96.61:35157] using SASL/PLAIN 20:07:20.482 [DEBUG - New I/O worker #321] (Negotiator.java:764) Authenticated connection [id: 0xd6a0612d, /127.15.96.62:46686 => /127.15.96.62:40755] using SASL/PLAIN 20:07:20.484 [DEBUG - New I/O worker #321] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:20.484 [DEBUG - New I/O worker #321] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=18), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.15.96.61:35157, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.15.96.60:36086, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.15.96.62:40755, [11ms] Sub rpc: ConnectToMaster received from server master-127.15.96.60:36086 response OK, [14ms] Sub rpc: ConnectToMaster received from server master-127.15.96.61:35157 response OK, [17ms] Sub rpc: ConnectToMaster received from server master-127.15.96.62:40755 response OK, null) after lookup 20:07:20.485 [DEBUG - New I/O worker #321] (Deferred.java:1330) callback=retry RPC@123481358 returned Deferred@56867133(state=PENDING, result=null, callback=(continuation of Deferred@1180772149 after retry RPC@123481358), errback=(continuation of Deferred@1180772149 after retry RPC@123481358)), so the following Deferred is getting paused: Deferred@1180772149(state=PAUSED, result=Deferred@56867133, callback=org.apache.kudu.client.AsyncKuduClient$1@11bf8c0e -> org.apache.kudu.client.AsyncKuduClient$2@77ede76a -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:07:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.486316 15777 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.15.96.62:46686: 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column1_i" 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:20.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column2_i" 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column3_s" 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) encoding: DICT_ENCODING 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) compression: LZ4 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 4096 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column4_b" 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BOOL 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) hash_bucket_schemas { 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) num_buckets: 2 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) seed: 0 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:20.487270 15777 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:07:20.493 [DEBUG - New I/O worker #321] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@11bf8c0e@297765902 returned Deferred@1775833851(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@264ed87a -> (continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$1@11bf8c0e@297765902), errback=passthrough -> (continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$1@11bf8c0e@297765902)), so the following Deferred is getting paused: Deferred@1180772149(state=PAUSED, result=Deferred@1775833851, callback=org.apache.kudu.client.AsyncKuduClient$2@77ede76a -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:07:20.493 [DEBUG - New I/O worker #321] (AsyncKuduClient.java:761) Opened table 50017a5fd7854213b9d60c202b67fe54 20:07:20.493 [DEBUG - New I/O worker #321] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978 returned Deferred@1266483009(state=PENDING, result=null, callback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978), errback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978)), so the following Deferred is getting paused: Deferred@1180772149(state=PAUSED, result=Deferred@1266483009, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:20.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.505183 15995 tablet_service.cc:773] Processing CreateTablet for tablet cf32566645c74cb4a081691134a58541 (table=TestKuduClient [id=50017a5fd7854213b9d60c202b67fe54]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED 20:07:20.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.505563 15995 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet cf32566645c74cb4a081691134a58541. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:20.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.505637 16269 tablet_service.cc:773] Processing CreateTablet for tablet 38c19ae067eb40229d53e6dc87023932 (table=TestKuduClient [id=50017a5fd7854213b9d60c202b67fe54]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED 20:07:20.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.505877 16269 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 38c19ae067eb40229d53e6dc87023932. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.506676 16130 tablet_service.cc:773] Processing CreateTablet for tablet cf32566645c74cb4a081691134a58541 (table=TestKuduClient [id=50017a5fd7854213b9d60c202b67fe54]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED 20:07:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.506677 16131 tablet_service.cc:773] Processing CreateTablet for tablet 38c19ae067eb40229d53e6dc87023932 (table=TestKuduClient [id=50017a5fd7854213b9d60c202b67fe54]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED 20:07:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.507026 16130 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet cf32566645c74cb4a081691134a58541. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:20.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.507827 16131 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 38c19ae067eb40229d53e6dc87023932. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:20.508 [DEBUG - New I/O worker #321] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139 returned Deferred@1266483009(state=PENDING, result=null, callback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139), errback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139)), so the following Deferred is getting paused: Deferred@1927092660(state=PAUSED, result=Deferred@1266483009, callback=, errback=) 20:07:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.509100 16268 tablet_service.cc:773] Processing CreateTablet for tablet cf32566645c74cb4a081691134a58541 (table=TestKuduClient [id=50017a5fd7854213b9d60c202b67fe54]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED 20:07:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.509245 16268 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet cf32566645c74cb4a081691134a58541. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.509418 15993 tablet_service.cc:773] Processing CreateTablet for tablet 38c19ae067eb40229d53e6dc87023932 (table=TestKuduClient [id=50017a5fd7854213b9d60c202b67fe54]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED 20:07:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.509538 15993 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 38c19ae067eb40229d53e6dc87023932. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.510908 15995 ts_tablet_manager.cc:1173] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec: Registered tablet (data state: TABLET_DATA_READY) 20:07:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.511072 16268 ts_tablet_manager.cc:1173] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540: Registered tablet (data state: TABLET_DATA_READY) 20:07:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.511096 15993 ts_tablet_manager.cc:1173] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec: Registered tablet (data state: TABLET_DATA_READY) 20:07:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.511512 16357 ts_tablet_manager.cc:1028] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540: Bootstrapping tablet 20:07:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.511593 16131 ts_tablet_manager.cc:1173] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7: Registered tablet (data state: TABLET_DATA_READY) 20:07:20.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.512017 16357 tablet_bootstrap.cc:438] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540: Bootstrap starting. 20:07:20.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.512290 16269 ts_tablet_manager.cc:1173] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540: Registered tablet (data state: TABLET_DATA_READY) 20:07:20.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.512681 16130 ts_tablet_manager.cc:1173] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7: Registered tablet (data state: TABLET_DATA_READY) 20:07:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.512979 16358 ts_tablet_manager.cc:1028] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec: Bootstrapping tablet 20:07:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.513207 16358 tablet_bootstrap.cc:438] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec: Bootstrap starting. 20:07:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.513651 16357 tablet_bootstrap.cc:592] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540: No blocks or log segments found. Creating new log. 20:07:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.514123 16357 log.cc:525] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540: Log is configured to *not* fsync() on all Append() calls 20:07:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.514351 16359 ts_tablet_manager.cc:1028] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7: Bootstrapping tablet 20:07:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.514353 16358 tablet_bootstrap.cc:592] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec: No blocks or log segments found. Creating new log. 20:07:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.514560 16359 tablet_bootstrap.cc:438] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7: Bootstrap starting. 20:07:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.515008 16358 log.cc:525] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec: Log is configured to *not* fsync() on all Append() calls 20:07:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.515303 16357 tablet_bootstrap.cc:438] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540: No bootstrap required, opened a new log 20:07:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.515429 16357 ts_tablet_manager.cc:1045] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.001s 20:07:20.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.516244 16358 tablet_bootstrap.cc:438] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec: No bootstrap required, opened a new log 20:07:20.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.516376 16358 ts_tablet_manager.cc:1045] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s 20:07:20.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.517186 16357 raft_consensus.cc:340] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } 20:07:20.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.517267 16357 raft_consensus.cc:366] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:20.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.517295 16357 raft_consensus.cc:705] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b9bf991b85648cba5ab81f61fce1540, State: Initialized, Role: FOLLOWER 20:07:20.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.517632 16357 consensus_queue.cc:229] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } 20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.517992 16332 heartbeater.cc:467] Master 127.15.96.62:40755 was elected leader, sending a full tablet report... 20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.518237 16358 raft_consensus.cc:340] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } 20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.518296 16358 raft_consensus.cc:366] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.518326 16358 raft_consensus.cc:705] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c58e0b3eb06444697eb9cd6c8c527ec, State: Initialized, Role: FOLLOWER 20:07:20.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.518585 16358 consensus_queue.cc:229] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } 20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.519048 16358 ts_tablet_manager.cc:1073] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec: Time spent starting tablet: real 0.003s user 0.002s sys 0.001s 20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.519202 16359 tablet_bootstrap.cc:592] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7: No blocks or log segments found. Creating new log. 20:07:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.519819 16359 log.cc:525] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7: Log is configured to *not* fsync() on all Append() calls 20:07:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.519181 16358 ts_tablet_manager.cc:1028] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec: Bootstrapping tablet 20:07:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.520589 16358 tablet_bootstrap.cc:438] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec: Bootstrap starting. 20:07:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.521545 16358 tablet_bootstrap.cc:592] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec: No blocks or log segments found. Creating new log. 20:07:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.521832 15777 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.15.96.1:43304 20:07:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.522327 16357 ts_tablet_manager.cc:1073] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540: Time spent starting tablet: real 0.007s user 0.003s sys 0.000s 20:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.522783 16359 tablet_bootstrap.cc:438] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7: No bootstrap required, opened a new log 20:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.522903 16359 ts_tablet_manager.cc:1045] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7: Time spent bootstrapping tablet: real 0.008s user 0.001s sys 0.001s 20:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.523023 16357 ts_tablet_manager.cc:1028] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540: Bootstrapping tablet 20:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.523083 16357 tablet_bootstrap.cc:438] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540: Bootstrap starting. 20:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.523797 16357 tablet_bootstrap.cc:592] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540: No blocks or log segments found. Creating new log. 20:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.524298 16358 tablet_bootstrap.cc:438] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec: No bootstrap required, opened a new log 20:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.524351 16358 ts_tablet_manager.cc:1045] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.000s 20:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.524646 16357 tablet_bootstrap.cc:438] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540: No bootstrap required, opened a new log 20:07:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.524704 16357 ts_tablet_manager.cc:1045] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.524973 16359 raft_consensus.cc:340] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.524997 16358 raft_consensus.cc:340] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525025 16358 raft_consensus.cc:366] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525040 16358 raft_consensus.cc:705] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c58e0b3eb06444697eb9cd6c8c527ec, State: Initialized, Role: FOLLOWER 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525040 16359 raft_consensus.cc:366] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525072 16359 raft_consensus.cc:705] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c71b9ffbe94410ca491feb49dc7c4c7, State: Initialized, Role: FOLLOWER 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525111 16357 raft_consensus.cc:340] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525130 16357 raft_consensus.cc:366] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525144 16357 raft_consensus.cc:705] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b9bf991b85648cba5ab81f61fce1540, State: Initialized, Role: FOLLOWER 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525177 16358 consensus_queue.cc:229] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525281 16357 consensus_queue.cc:229] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } 20:07:20.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525395 16359 consensus_queue.cc:229] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } 20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.525790 16068 heartbeater.cc:467] Master 127.15.96.62:40755 was elected leader, sending a full tablet report... 20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.526633 16357 ts_tablet_manager.cc:1073] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s 20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.527662 16359 ts_tablet_manager.cc:1073] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7: Time spent starting tablet: real 0.005s user 0.003s sys 0.000s 20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.527771 16359 ts_tablet_manager.cc:1028] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7: Bootstrapping tablet 20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.527827 16359 tablet_bootstrap.cc:438] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7: Bootstrap starting. 20:07:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.527861 15776 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.15.96.2:53278 20:07:20.529 [DEBUG - New I/O worker #321] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781 returned Deferred@1266483009(state=PENDING, result=null, callback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139) -> (continuation of Deferred@246081387 after org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781), errback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139) -> (continuation of Deferred@246081387 after org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781)), so the following Deferred is getting paused: Deferred@246081387(state=PAUSED, result=Deferred@1266483009, callback=, errback=) 20:07:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.529803 16359 tablet_bootstrap.cc:592] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7: No blocks or log segments found. Creating new log. 20:07:20.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.530347 16358 ts_tablet_manager.cc:1073] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec: Time spent starting tablet: real 0.006s user 0.001s sys 0.000s 20:07:20.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.530740 16197 heartbeater.cc:467] Master 127.15.96.62:40755 was elected leader, sending a full tablet report... 20:07:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.531541 16359 tablet_bootstrap.cc:438] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7: No bootstrap required, opened a new log 20:07:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.531594 16359 ts_tablet_manager.cc:1045] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:07:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.531932 16359 raft_consensus.cc:340] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } 20:07:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.531946 16359 raft_consensus.cc:366] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.531955 16359 raft_consensus.cc:705] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c71b9ffbe94410ca491feb49dc7c4c7, State: Initialized, Role: FOLLOWER 20:07:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.532058 16359 consensus_queue.cc:229] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } 20:07:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.532265 16359 ts_tablet_manager.cc:1073] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:07:20.547 [DEBUG - New I/O worker #321] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@49606452@1231053906 returned Deferred@1266483009(state=PENDING, result=null, callback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139) -> (continuation of Deferred@246081387 after org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781) -> (continuation of Deferred@1399510131 after org.apache.kudu.client.AsyncKuduClient$15@49606452@1231053906), errback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139) -> (continuation of Deferred@246081387 after org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781) -> (continuation of Deferred@1399510131 after org.apache.kudu.client.AsyncKuduClient$15@49606452@1231053906)), so the following Deferred is getting paused: Deferred@1399510131(state=PAUSED, result=Deferred@1266483009, callback=, errback=) 20:07:20.567 [DEBUG - New I/O worker #321] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@75d8b0e9@1977135337 returned Deferred@1266483009(state=PENDING, result=null, callback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139) -> (continuation of Deferred@246081387 after org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781) -> (continuation of Deferred@1399510131 after org.apache.kudu.client.AsyncKuduClient$15@49606452@1231053906) -> (continuation of Deferred@747671686 after org.apache.kudu.client.AsyncKuduClient$15@75d8b0e9@1977135337), errback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139) -> (continuation of Deferred@246081387 after org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781) -> (continuation of Deferred@1399510131 after org.apache.kudu.client.AsyncKuduClient$15@49606452@1231053906) -> (continuation of Deferred@747671686 after org.apache.kudu.client.AsyncKuduClient$15@75d8b0e9@1977135337)), so the following Deferred is getting paused: Deferred@747671686(state=PAUSED, result=Deferred@1266483009, callback=, errback=) 20:07:20.587 [DEBUG - New I/O worker #321] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@661833b2@1712862130 returned Deferred@1266483009(state=PENDING, result=null, callback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139) -> (continuation of Deferred@246081387 after org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781) -> (continuation of Deferred@1399510131 after org.apache.kudu.client.AsyncKuduClient$15@49606452@1231053906) -> (continuation of Deferred@747671686 after org.apache.kudu.client.AsyncKuduClient$15@75d8b0e9@1977135337) -> (continuation of Deferred@1666497102 after org.apache.kudu.client.AsyncKuduClient$15@661833b2@1712862130), errback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139) -> (continuation of Deferred@246081387 after org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781) -> (continuation of Deferred@1399510131 after org.apache.kudu.client.AsyncKuduClient$15@49606452@1231053906) -> (continuation of Deferred@747671686 after org.apache.kudu.client.AsyncKuduClient$15@75d8b0e9@1977135337) -> (continuation of Deferred@1666497102 after org.apache.kudu.client.AsyncKuduClient$15@661833b2@1712862130)), so the following Deferred is getting paused: Deferred@1666497102(state=PAUSED, result=Deferred@1266483009, callback=, errback=) 20:07:20.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:20.595597 16200 tablet.cc:1768] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.597769 16363 raft_consensus.cc:472] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.597877 16363 raft_consensus.cc:494] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } 20:07:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.598595 16363 leader_election.cc:292] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7c71b9ffbe94410ca491feb49dc7c4c7 (127.15.96.2:46878), 8b9bf991b85648cba5ab81f61fce1540 (127.15.96.3:55982) 20:07:20.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.601536 16289 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "38c19ae067eb40229d53e6dc87023932" candidate_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b9bf991b85648cba5ab81f61fce1540" is_pre_election: true 20:07:20.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.601660 16289 raft_consensus.cc:2346] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6c58e0b3eb06444697eb9cd6c8c527ec in term 0. 20:07:20.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.601703 16144 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "38c19ae067eb40229d53e6dc87023932" candidate_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" is_pre_election: true 20:07:20.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.601807 16144 raft_consensus.cc:2346] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6c58e0b3eb06444697eb9cd6c8c527ec in term 0. 20:07:20.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.602067 15953 leader_election.cc:306] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c58e0b3eb06444697eb9cd6c8c527ec, 8b9bf991b85648cba5ab81f61fce1540; no voters: 20:07:20.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.602278 16363 raft_consensus.cc:2640] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:20.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.602313 16363 raft_consensus.cc:472] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:20.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.602334 16363 raft_consensus.cc:2886] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Advancing to term 1 20:07:20.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.602903 16363 raft_consensus.cc:494] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } 20:07:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.603180 16363 leader_election.cc:292] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [CANDIDATE]: Term 1 election: Requested vote from peers 7c71b9ffbe94410ca491feb49dc7c4c7 (127.15.96.2:46878), 8b9bf991b85648cba5ab81f61fce1540 (127.15.96.3:55982) 20:07:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.603586 16289 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "38c19ae067eb40229d53e6dc87023932" candidate_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b9bf991b85648cba5ab81f61fce1540" 20:07:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.603586 16144 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "38c19ae067eb40229d53e6dc87023932" candidate_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" 20:07:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.603631 16144 raft_consensus.cc:2886] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Advancing to term 1 20:07:20.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.603631 16289 raft_consensus.cc:2886] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540 [term 0 FOLLOWER]: Advancing to term 1 20:07:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.604367 16144 raft_consensus.cc:2346] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6c58e0b3eb06444697eb9cd6c8c527ec in term 1. 20:07:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.604545 16289 raft_consensus.cc:2346] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6c58e0b3eb06444697eb9cd6c8c527ec in term 1. 20:07:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.604797 15955 leader_election.cc:306] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c58e0b3eb06444697eb9cd6c8c527ec, 7c71b9ffbe94410ca491feb49dc7c4c7; no voters: 20:07:20.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.604918 16363 raft_consensus.cc:2640] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 1 FOLLOWER]: Leader election won for term 1 20:07:20.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.605062 16363 raft_consensus.cc:667] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 1 LEADER]: Becoming Leader. State: Replica: 6c58e0b3eb06444697eb9cd6c8c527ec, State: Running, Role: LEADER 20:07:20.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.605325 16363 consensus_queue.cc:206] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } 20:07:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.607180 16367 raft_consensus.cc:472] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.607283 16367 raft_consensus.cc:494] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } 20:07:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.607795 15777 catalog_manager.cc:3781] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec reported cstate change: term changed from 0 to 1, leader changed from to 6c58e0b3eb06444697eb9cd6c8c527ec (127.15.96.1). New cstate: current_term: 1 leader_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } health_report { overall_health: HEALTHY } } } 20:07:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.607985 16367 leader_election.cc:292] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6c58e0b3eb06444697eb9cd6c8c527ec (127.15.96.1:49465), 8b9bf991b85648cba5ab81f61fce1540 (127.15.96.3:55982) 20:07:20.608 [DEBUG - New I/O worker #321] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@53bb0135@1404764469 returned Deferred@1266483009(state=PENDING, result=null, callback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139) -> (continuation of Deferred@246081387 after org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781) -> (continuation of Deferred@1399510131 after org.apache.kudu.client.AsyncKuduClient$15@49606452@1231053906) -> (continuation of Deferred@747671686 after org.apache.kudu.client.AsyncKuduClient$15@75d8b0e9@1977135337) -> (continuation of Deferred@1666497102 after org.apache.kudu.client.AsyncKuduClient$15@661833b2@1712862130) -> (continuation of Deferred@2072493924 after org.apache.kudu.client.AsyncKuduClient$15@53bb0135@1404764469), errback=(continuation of Deferred@1180772149 after org.apache.kudu.client.AsyncKuduClient$2@77ede76a@2012079978) -> (continuation of Deferred@1927092660 after org.apache.kudu.client.AsyncKuduClient$15@53b287f3@1404209139) -> (continuation of Deferred@246081387 after org.apache.kudu.client.AsyncKuduClient$15@2200829d@570458781) -> (continuation of Deferred@1399510131 after org.apache.kudu.client.AsyncKuduClient$15@49606452@1231053906) -> (continuation of Deferred@747671686 after org.apache.kudu.client.AsyncKuduClient$15@75d8b0e9@1977135337) -> (continuation of Deferred@1666497102 after org.apache.kudu.client.AsyncKuduClient$15@661833b2@1712862130) -> (continuation of Deferred@2072493924 after org.apache.kudu.client.AsyncKuduClient$15@53bb0135@1404764469)), so the following Deferred is getting paused: Deferred@2072493924(state=PAUSED, result=Deferred@1266483009, callback=, errback=) 20:07:20.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.612414 16289 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "cf32566645c74cb4a081691134a58541" candidate_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b9bf991b85648cba5ab81f61fce1540" is_pre_election: true 20:07:20.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.612475 16289 raft_consensus.cc:2346] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c71b9ffbe94410ca491feb49dc7c4c7 in term 0. 20:07:20.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.612772 16083 leader_election.cc:306] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7c71b9ffbe94410ca491feb49dc7c4c7, 8b9bf991b85648cba5ab81f61fce1540; no voters: 20:07:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.612957 16367 raft_consensus.cc:2640] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.613004 16367 raft_consensus.cc:472] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.613026 16367 raft_consensus.cc:2886] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 0 FOLLOWER]: Advancing to term 1 20:07:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.613548 16367 raft_consensus.cc:494] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } 20:07:20.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.613854 16367 leader_election.cc:292] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [CANDIDATE]: Term 1 election: Requested vote from peers 6c58e0b3eb06444697eb9cd6c8c527ec (127.15.96.1:49465), 8b9bf991b85648cba5ab81f61fce1540 (127.15.96.3:55982) 20:07:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.613858 16022 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "cf32566645c74cb4a081691134a58541" candidate_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" is_pre_election: true 20:07:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.613919 16022 raft_consensus.cc:2346] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c71b9ffbe94410ca491feb49dc7c4c7 in term 0. 20:07:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.614166 16022 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "cf32566645c74cb4a081691134a58541" candidate_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" 20:07:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.614204 16022 raft_consensus.cc:2886] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 0 FOLLOWER]: Advancing to term 1 20:07:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.614521 16289 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "cf32566645c74cb4a081691134a58541" candidate_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b9bf991b85648cba5ab81f61fce1540" 20:07:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.614559 16289 raft_consensus.cc:2886] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540 [term 0 FOLLOWER]: Advancing to term 1 20:07:20.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.614717 16022 raft_consensus.cc:2346] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c71b9ffbe94410ca491feb49dc7c4c7 in term 1. 20:07:20.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.614998 16085 leader_election.cc:306] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c58e0b3eb06444697eb9cd6c8c527ec, 7c71b9ffbe94410ca491feb49dc7c4c7; no voters: 20:07:20.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.615042 16289 raft_consensus.cc:2346] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c71b9ffbe94410ca491feb49dc7c4c7 in term 1. 20:07:20.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.615116 16367 raft_consensus.cc:2640] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 1 FOLLOWER]: Leader election won for term 1 20:07:20.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.615242 16367 raft_consensus.cc:667] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 1 LEADER]: Becoming Leader. State: Replica: 7c71b9ffbe94410ca491feb49dc7c4c7, State: Running, Role: LEADER 20:07:20.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.615499 16367 consensus_queue.cc:206] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } } 20:07:20.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.617527 15777 catalog_manager.cc:3781] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 reported cstate change: term changed from 0 to 1, leader changed from to 7c71b9ffbe94410ca491feb49dc7c4c7 (127.15.96.2). New cstate: current_term: 1 leader_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 } health_report { overall_health: UNKNOWN } } } 20:07:20.648 [DEBUG - New I/O worker #321] (AsyncKuduClient.java:761) Opened table 50017a5fd7854213b9d60c202b67fe54 20:07:20.648 [DEBUG - New I/O worker #321] (AsyncKuduClient.java:2114) Learned about tablet 38c19ae067eb40229d53e6dc87023932 for table 'TestKuduClient' with partition [, 0x00000001) 20:07:20.649 [DEBUG - New I/O worker #321] (AsyncKuduClient.java:2114) Learned about tablet cf32566645c74cb4a081691134a58541 for table 'TestKuduClient' with partition [0x00000001, ) 20:07:20.649 [DEBUG - New I/O worker #321] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=38c19ae067eb40229d53e6dc87023932@[6c58e0b3eb06444697eb9cd6c8c527ec(127.15.96.1:49465)[L],7c71b9ffbe94410ca491feb49dc7c4c7(127.15.96.2:46878),8b9bf991b85648cba5ab81f61fce1540(127.15.96.3:55982)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x, ttl=299999, tablet=cf32566645c74cb4a081691134a58541@[6c58e0b3eb06444697eb9cd6c8c527ec(127.15.96.1:49465),7c71b9ffbe94410ca491feb49dc7c4c7(127.15.96.2:46878)[L],8b9bf991b85648cba5ab81f61fce1540(127.15.96.3:55982)]}] 20:07:20.649 [DEBUG - New I/O worker #321] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.15.96.62:40755, [0ms] Sub rpc: GetTableLocations received from server master-127.15.96.62:40755 response OK, null) after lookup 20:07:20.649 [DEBUG - New I/O worker #321] (Deferred.java:1330) callback=retry RPC@442876181 returned Deferred@291293637(state=PENDING, result=null, callback=(continuation of Deferred@1466312725 after retry RPC@442876181), errback=(continuation of Deferred@1466312725 after retry RPC@442876181)), so the following Deferred is getting paused: Deferred@1466312725(state=PAUSED, result=Deferred@291293637, callback=org.apache.kudu.client.AsyncKuduSession$2@27838942 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@135a99ce -> wakeup thread Time-limited test) 20:07:20.657 [DEBUG - New I/O worker #322] (Negotiator.java:764) Authenticated connection [id: 0xd2f4e118, /127.15.96.1:44080 => /127.15.96.1:49465] using TOKEN/null 20:07:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.662302 16144 raft_consensus.cc:1181] T 38c19ae067eb40229d53e6dc87023932 P 7c71b9ffbe94410ca491feb49dc7c4c7 [term 1 FOLLOWER]: Refusing update from remote peer 6c58e0b3eb06444697eb9cd6c8c527ec: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.662449 16289 raft_consensus.cc:1181] T 38c19ae067eb40229d53e6dc87023932 P 8b9bf991b85648cba5ab81f61fce1540 [term 1 FOLLOWER]: Refusing update from remote peer 6c58e0b3eb06444697eb9cd6c8c527ec: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:20.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.663209 16363 consensus_queue.cc:984] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "7c71b9ffbe94410ca491feb49dc7c4c7" member_type: VOTER last_known_addr { host: "127.15.96.2" port: 46878 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:20.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.663504 16363 consensus_queue.cc:984] T 38c19ae067eb40229d53e6dc87023932 P 6c58e0b3eb06444697eb9cd6c8c527ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.668550 16373 mvcc.cc:203] Tried to move safe_time back from 6337601702546546688 to 6337601702320979968. Current Snapshot: MvccSnapshot[committed={T|T < 6337601702546546688}] 20:07:20.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.673887 16374 mvcc.cc:203] Tried to move safe_time back from 6337601702546546688 to 6337601702320979968. Current Snapshot: MvccSnapshot[committed={T|T < 6337601702546546688 or (T in {6337601702546546688})}] 20:07:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.674803 16375 mvcc.cc:203] Tried to move safe_time back from 6337601702546546688 to 6337601702320979968. Current Snapshot: MvccSnapshot[committed={T|T < 6337601702546546688}] 20:07:20.681 [DEBUG - New I/O worker #323] (Negotiator.java:764) Authenticated connection [id: 0xc1fceb71, /127.15.96.2:42656 => /127.15.96.2:46878] using TOKEN/null 20:07:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.682909 16289 raft_consensus.cc:1181] T cf32566645c74cb4a081691134a58541 P 8b9bf991b85648cba5ab81f61fce1540 [term 1 FOLLOWER]: Refusing update from remote peer 7c71b9ffbe94410ca491feb49dc7c4c7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.683038 16022 raft_consensus.cc:1181] T cf32566645c74cb4a081691134a58541 P 6c58e0b3eb06444697eb9cd6c8c527ec [term 1 FOLLOWER]: Refusing update from remote peer 7c71b9ffbe94410ca491feb49dc7c4c7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.683403 16367 consensus_queue.cc:984] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b9bf991b85648cba5ab81f61fce1540" member_type: VOTER last_known_addr { host: "127.15.96.3" port: 55982 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:20.683516 16371 consensus_queue.cc:984] T cf32566645c74cb4a081691134a58541 P 7c71b9ffbe94410ca491feb49dc7c4c7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6c58e0b3eb06444697eb9cd6c8c527ec" member_type: VOTER last_known_addr { host: "127.15.96.1" port: 49465 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:21.073562 15940 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 640688e5a91e4ae89c981a69a6e6b6e9: acquiring CA information for follower catalog manager: success 20:07:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:21.074507 15940 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 640688e5a91e4ae89c981a69a6e6b6e9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:07:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:21.157668 15958 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 524d15ac9c13403a9b1309e0f4c0bd24: acquiring CA information for follower catalog manager: success 20:07:21.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:21.159247 15958 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 524d15ac9c13403a9b1309e0f4c0bd24: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:07:23.700 [DEBUG - New I/O worker #323] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "b3a2c818c0c34f78866f3cfdee840d16", data = RowResultIterator for 100 rows, more = true) for scanner KuduScanner(table=TestKuduClient, tablet=38c19ae067eb40229d53e6dc87023932, scannerId=null, scanRequestTimeout=30000) 20:07:23.700 [DEBUG - New I/O worker #323] (AsyncKuduScanner.java:462) Scanner "b3a2c818c0c34f78866f3cfdee840d16" opened on 38c19ae067eb40229d53e6dc87023932@[6c58e0b3eb06444697eb9cd6c8c527ec(127.15.96.1:49465)[L],7c71b9ffbe94410ca491feb49dc7c4c7(127.15.96.2:46878),8b9bf991b85648cba5ab81f61fce1540(127.15.96.3:55982)] 20:07:28.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:28.833223 16090 scanners.cc:265] Expiring scanner id: b3a2c818c0c34f78866f3cfdee840d16, of tablet 38c19ae067eb40229d53e6dc87023932, after 5133 ms of inactivity, which is > TTL (5000 ms). 20:07:30.487 [DEBUG - New I/O worker #319] (Connection.java:429) [peer master-127.15.96.61:35157(127.15.96.61:35157)] encountered a read timeout; closing the channel 20:07:30.488 [DEBUG - New I/O worker #319] (Connection.java:688) [peer master-127.15.96.61:35157(127.15.96.61:35157)] cleaning up while in state READY due to: [peer master-127.15.96.61:35157(127.15.96.61:35157)] encountered a read timeout; closing the channel 20:07:30.487 [DEBUG - New I/O worker #320] (Connection.java:429) [peer master-127.15.96.60:36086(127.15.96.60:36086)] encountered a read timeout; closing the channel 20:07:30.488 [DEBUG - New I/O worker #320] (Connection.java:688) [peer master-127.15.96.60:36086(127.15.96.60:36086)] cleaning up while in state READY due to: [peer master-127.15.96.60:36086(127.15.96.60:36086)] encountered a read timeout; closing the channel 20:07:30.667 [DEBUG - New I/O worker #321] (Connection.java:429) [peer master-127.15.96.62:40755(127.15.96.62:40755)] encountered a read timeout; closing the channel 20:07:30.667 [DEBUG - New I/O worker #321] (Connection.java:688) [peer master-127.15.96.62:40755(127.15.96.62:40755)] cleaning up while in state READY due to: [peer master-127.15.96.62:40755(127.15.96.62:40755)] encountered a read timeout; closing the channel 20:07:33.687 [DEBUG - New I/O worker #322] (Connection.java:429) [peer 6c58e0b3eb06444697eb9cd6c8c527ec(127.15.96.1:49465)] encountered a read timeout; closing the channel 20:07:33.687 [DEBUG - New I/O worker #322] (Connection.java:688) [peer 6c58e0b3eb06444697eb9cd6c8c527ec(127.15.96.1:49465)] cleaning up while in state READY due to: [peer 6c58e0b3eb06444697eb9cd6c8c527ec(127.15.96.1:49465)] encountered a read timeout; closing the channel 20:07:33.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:33.701495 16111 tablet_service.cc:2071] Scan: Not found: Scanner b3a2c818c0c34f78866f3cfdee840d16 not found (it may have expired): call sequence id=1, remote={username='jenkins'} at 127.15.96.2:42656 20:07:33.702 [DEBUG - New I/O worker #323] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=38c19ae067eb40229d53e6dc87023932, scannerId="b3a2c818c0c34f78866f3cfdee840d16", scanRequestTimeout=30000) 20:07:33.703 [WARN - New I/O worker #323] (AsyncKuduScanner.java:575) 38c19ae067eb40229d53e6dc87023932@[6c58e0b3eb06444697eb9cd6c8c527ec(127.15.96.1:49465)[L],7c71b9ffbe94410ca491feb49dc7c4c7(127.15.96.2:46878),8b9bf991b85648cba5ab81f61fce1540(127.15.96.3:55982)] pretends to not know KuduScanner(table=TestKuduClient, tablet=null, scannerId="b3a2c818c0c34f78866f3cfdee840d16", scanRequestTimeout=30000) org.apache.kudu.client.NonRecoverableException: Scanner b3a2c818c0c34f78866f3cfdee840d16 not found (it may have expired) at org.apache.kudu.client.RpcProxy.dispatchTSError(RpcProxy.java:320) at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:242) at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:59) at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:131) at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:127) at org.apache.kudu.client.Connection.messageReceived(Connection.java:391) at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) at org.apache.kudu.client.Connection.handleUpstream(Connection.java:243) at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.jboss.netty.handler.timeout.ReadTimeoutHandler.messageReceived(ReadTimeoutHandler.java:184) at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) at org.jboss.netty.handler.codec.oneone.OneToOneDecoder.handleUpstream(OneToOneDecoder.java:70) at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:296) at org.jboss.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:462) at org.jboss.netty.handler.codec.frame.FrameDecoder.callDecode(FrameDecoder.java:443) at org.jboss.netty.handler.codec.frame.FrameDecoder.messageReceived(FrameDecoder.java:303) at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:268) at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:255) at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) at org.jboss.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) at org.jboss.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) at org.jboss.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) at org.jboss.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) at org.jboss.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) 20:07:33.708 [DEBUG - Time-limited test] (AsyncKuduScanner.java:637) Scanner "b3a2c818c0c34f78866f3cfdee840d16" closed on null 20:07:33.709 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:33.709 [DEBUG - New I/O worker #323] (Connection.java:688) [peer 7c71b9ffbe94410ca491feb49dc7c4c7(127.15.96.2:46878)] cleaning up while in state READY due to: connection disconnected 20:07:33.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:33.710604 15744 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 15936 20:07:33.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.714363 15759 connection.cc:512] server connection from 127.15.96.1:43304 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.1:43304): Connection reset by peer (error 104) 20:07:33.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.714648 15885 connection.cc:512] server connection from 127.15.96.1:37260 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.1:37260): Connection reset by peer (error 104) 20:07:33.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.714679 16085 connection.cc:512] client connection to 127.15.96.1:49465 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.1:49465): Connection reset by peer (error 104) 20:07:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.714968 16083 connection.cc:512] server connection from 127.15.96.1:59239 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.1:59239): Connection reset by peer (error 104) 20:07:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.715030 15820 connection.cc:512] server connection from 127.15.96.1:52781 recv error: Network error: failed to read from TLS socket (remote: 0.0.0.0:0): Connection reset by peer (error 104) 20:07:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.715174 15820 connection.cc:185] Error closing socket: Network error: TlsSocket::Close: Broken pipe 20:07:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.715245 16222 connection.cc:512] server connection from 127.15.96.1:37247 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.1:37247): Connection reset by peer (error 104) 20:07:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:33.715626 15744 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 16075 20:07:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:33.718786 15744 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 16204 20:07:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.718792 15761 connection.cc:512] server connection from 127.15.96.2:53278 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.2:53278): Connection reset by peer (error 104) 20:07:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.719187 15883 connection.cc:512] server connection from 127.15.96.2:43188 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.2:43188): Connection reset by peer (error 104) 20:07:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.719543 15821 connection.cc:512] server connection from 127.15.96.2:34628 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.2:34628): Connection reset by peer (error 104) 20:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.721208 15884 connection.cc:512] server connection from 127.15.96.3:40310 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.3:40310): Connection reset by peer (error 104) 20:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.721266 15759 connection.cc:512] server connection from 127.15.96.3:50262 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.3:50262): Connection reset by peer (error 104) 20:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:33.721566 15820 connection.cc:512] server connection from 127.15.96.3:39349 recv error: Network error: failed to read from TLS socket (remote: 127.15.96.3:39349): Connection reset by peer (error 104) 20:07:33.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:33.721786 15744 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 15751 20:07:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:33.725251 15744 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 15813 20:07:33.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:33.728054 15744 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 15874 ]]> /127.16.7.253:53723] using SASL/PLAIN 20:07:34.578 [DEBUG - New I/O worker #329] (Negotiator.java:764) Authenticated connection [id: 0x686d290f, /127.16.7.252:41490 => /127.16.7.252:46781] using SASL/PLAIN 20:07:34.580 [DEBUG - New I/O worker #328] (Negotiator.java:764) Authenticated connection [id: 0xa6802837, /127.16.7.254:47195 => /127.16.7.254:57836] using SASL/PLAIN 20:07:34.583 [DEBUG - New I/O worker #328] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:34.583 [DEBUG - New I/O worker #328] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=17), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.16.7.254:57836, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.16.7.252:46781, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.16.7.253:53723, [12ms] Sub rpc: ConnectToMaster received from server master-127.16.7.253:53723 response OK, [13ms] Sub rpc: ConnectToMaster received from server master-127.16.7.252:46781 response OK, [15ms] Sub rpc: ConnectToMaster received from server master-127.16.7.254:57836 response OK, null) after lookup 20:07:34.584 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=retry RPC@441200058 returned Deferred@510896683(state=PENDING, result=null, callback=(continuation of Deferred@1534142337 after retry RPC@441200058), errback=(continuation of Deferred@1534142337 after retry RPC@441200058)), so the following Deferred is getting paused: Deferred@1534142337(state=PAUSED, result=Deferred@510896683, callback=org.apache.kudu.client.AsyncKuduClient$1@113ab4ad -> org.apache.kudu.client.AsyncKuduClient$2@6a607acd -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:07:34.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.585819 16448 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.16.7.254:47195: 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BINARY 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:07:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: DOUBLE 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BINARY 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:34.586655 16448 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:07:34.592 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@113ab4ad@289060013 returned Deferred@1774303064(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@3b5ed8ce -> (continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$1@113ab4ad@289060013), errback=passthrough -> (continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$1@113ab4ad@289060013)), so the following Deferred is getting paused: Deferred@1534142337(state=PAUSED, result=Deferred@1774303064, callback=org.apache.kudu.client.AsyncKuduClient$2@6a607acd -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:07:34.593 [DEBUG - New I/O worker #328] (AsyncKuduClient.java:761) Opened table 41b08600d7ce464aab1c4ec81e7d7b3b 20:07:34.593 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789 returned Deferred@2139458772(state=PENDING, result=null, callback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789), errback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789)), so the following Deferred is getting paused: Deferred@1534142337(state=PAUSED, result=Deferred@2139458772, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:34.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.603207 16940 tablet_service.cc:773] Processing CreateTablet for tablet 2730d75d37704360b6e42f98580470e3 (table=TestKuduClient [id=41b08600d7ce464aab1c4ec81e7d7b3b]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:34.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.603564 16940 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2730d75d37704360b6e42f98580470e3. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:34.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.604363 16676 tablet_service.cc:773] Processing CreateTablet for tablet 2730d75d37704360b6e42f98580470e3 (table=TestKuduClient [id=41b08600d7ce464aab1c4ec81e7d7b3b]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:34.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.604681 16676 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2730d75d37704360b6e42f98580470e3. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:34.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.606835 16940 ts_tablet_manager.cc:1173] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497: Registered tablet (data state: TABLET_DATA_READY) 20:07:34.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.607146 17028 ts_tablet_manager.cc:1028] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497: Bootstrapping tablet 20:07:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.607446 17028 tablet_bootstrap.cc:438] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497: Bootstrap starting. 20:07:34.608 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931 returned Deferred@2139458772(state=PENDING, result=null, callback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931), errback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931)), so the following Deferred is getting paused: Deferred@1925527823(state=PAUSED, result=Deferred@2139458772, callback=, errback=) 20:07:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.609011 16676 ts_tablet_manager.cc:1173] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560: Registered tablet (data state: TABLET_DATA_READY) 20:07:34.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.609854 17029 ts_tablet_manager.cc:1028] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560: Bootstrapping tablet 20:07:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.610105 17028 tablet_bootstrap.cc:592] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497: No blocks or log segments found. Creating new log. 20:07:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.610147 17029 tablet_bootstrap.cc:438] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560: Bootstrap starting. 20:07:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.610919 17028 log.cc:525] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497: Log is configured to *not* fsync() on all Append() calls 20:07:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.611686 17029 tablet_bootstrap.cc:592] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560: No blocks or log segments found. Creating new log. 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.612430 17028 tablet_bootstrap.cc:438] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497: No bootstrap required, opened a new log 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.612437 17029 log.cc:525] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560: Log is configured to *not* fsync() on all Append() calls 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.612568 17028 ts_tablet_manager.cc:1045] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.001s 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.614351 17028 raft_consensus.cc:340] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 } } peers { permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 } } peers { permanent_uuid: "85bc324be80740ccb7b85d07587351a7" member_type: VOTER last_known_addr { host: "127.16.7.194" port: 48335 } } 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.614394 17028 raft_consensus.cc:366] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.614415 17028 raft_consensus.cc:705] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8597f0d493e64a05bc5c3e881ee57497, State: Initialized, Role: FOLLOWER 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.614671 17028 consensus_queue.cc:229] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 } } peers { permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 } } peers { permanent_uuid: "85bc324be80740ccb7b85d07587351a7" member_type: VOTER last_known_addr { host: "127.16.7.194" port: 48335 } } 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.614984 17003 heartbeater.cc:467] Master 127.16.7.254:57836 was elected leader, sending a full tablet report... 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.616878 16814 tablet_service.cc:773] Processing CreateTablet for tablet 2730d75d37704360b6e42f98580470e3 (table=TestKuduClient [id=41b08600d7ce464aab1c4ec81e7d7b3b]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.617230 16814 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 2730d75d37704360b6e42f98580470e3. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.619683 17029 tablet_bootstrap.cc:438] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560: No bootstrap required, opened a new log 20:07:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.619807 17029 ts_tablet_manager.cc:1045] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.000s 20:07:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.619962 17028 ts_tablet_manager.cc:1073] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497: Time spent starting tablet: real 0.007s user 0.002s sys 0.000s 20:07:34.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.621143 16814 ts_tablet_manager.cc:1173] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7: Registered tablet (data state: TABLET_DATA_READY) 20:07:34.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.621490 17033 ts_tablet_manager.cc:1028] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7: Bootstrapping tablet 20:07:34.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.621950 17033 tablet_bootstrap.cc:438] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7: Bootstrap starting. 20:07:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.622303 17029 raft_consensus.cc:340] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 } } peers { permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 } } peers { permanent_uuid: "85bc324be80740ccb7b85d07587351a7" member_type: VOTER last_known_addr { host: "127.16.7.194" port: 48335 } } 20:07:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.622370 17029 raft_consensus.cc:366] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.622401 17029 raft_consensus.cc:705] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2fbd585d42f3420193e6e012972f0560, State: Initialized, Role: FOLLOWER 20:07:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.622715 17029 consensus_queue.cc:229] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 } } peers { permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 } } peers { permanent_uuid: "85bc324be80740ccb7b85d07587351a7" member_type: VOTER last_known_addr { host: "127.16.7.194" port: 48335 } } 20:07:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.623713 17029 ts_tablet_manager.cc:1073] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560: Time spent starting tablet: real 0.004s user 0.004s sys 0.000s 20:07:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.624743 16448 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.16.7.193:58390 20:07:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.625136 17033 tablet_bootstrap.cc:592] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7: No blocks or log segments found. Creating new log. 20:07:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.625869 17033 log.cc:525] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7: Log is configured to *not* fsync() on all Append() calls 20:07:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.626106 16742 heartbeater.cc:467] Master 127.16.7.254:57836 was elected leader, sending a full tablet report... 20:07:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.627259 17033 tablet_bootstrap.cc:438] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7: No bootstrap required, opened a new log 20:07:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.627362 17033 ts_tablet_manager.cc:1045] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s 20:07:34.627 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025 returned Deferred@2139458772(state=PENDING, result=null, callback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025), errback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025)), so the following Deferred is getting paused: Deferred@1814089515(state=PAUSED, result=Deferred@2139458772, callback=, errback=) 20:07:34.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.629144 17033 raft_consensus.cc:340] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 } } peers { permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 } } peers { permanent_uuid: "85bc324be80740ccb7b85d07587351a7" member_type: VOTER last_known_addr { host: "127.16.7.194" port: 48335 } } 20:07:34.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.629209 17033 raft_consensus.cc:366] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:34.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.629230 17033 raft_consensus.cc:705] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85bc324be80740ccb7b85d07587351a7, State: Initialized, Role: FOLLOWER 20:07:34.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.629498 17033 consensus_queue.cc:229] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 } } peers { permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 } } peers { permanent_uuid: "85bc324be80740ccb7b85d07587351a7" member_type: VOTER last_known_addr { host: "127.16.7.194" port: 48335 } } 20:07:34.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.629905 17033 ts_tablet_manager.cc:1073] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:07:34.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.630031 16877 heartbeater.cc:467] Master 127.16.7.254:57836 was elected leader, sending a full tablet report... 20:07:34.648 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683 returned Deferred@2139458772(state=PENDING, result=null, callback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683), errback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683)), so the following Deferred is getting paused: Deferred@1892946309(state=PAUSED, result=Deferred@2139458772, callback=, errback=) 20:07:34.668 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833 returned Deferred@2139458772(state=PENDING, result=null, callback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683) -> (continuation of Deferred@636579445 after org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833), errback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683) -> (continuation of Deferred@636579445 after org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833)), so the following Deferred is getting paused: Deferred@636579445(state=PAUSED, result=Deferred@2139458772, callback=, errback=) 20:07:34.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:34.672559 16880 tablet.cc:1768] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:34.687 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@1c8fadf0@479178224 returned Deferred@2139458772(state=PENDING, result=null, callback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683) -> (continuation of Deferred@636579445 after org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833) -> (continuation of Deferred@1275580381 after org.apache.kudu.client.AsyncKuduClient$15@1c8fadf0@479178224), errback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683) -> (continuation of Deferred@636579445 after org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833) -> (continuation of Deferred@1275580381 after org.apache.kudu.client.AsyncKuduClient$15@1c8fadf0@479178224)), so the following Deferred is getting paused: Deferred@1275580381(state=PAUSED, result=Deferred@2139458772, callback=, errback=) 20:07:34.707 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@1656eccd@374795469 returned Deferred@2139458772(state=PENDING, result=null, callback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683) -> (continuation of Deferred@636579445 after org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833) -> (continuation of Deferred@1275580381 after org.apache.kudu.client.AsyncKuduClient$15@1c8fadf0@479178224) -> (continuation of Deferred@947563188 after org.apache.kudu.client.AsyncKuduClient$15@1656eccd@374795469), errback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683) -> (continuation of Deferred@636579445 after org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833) -> (continuation of Deferred@1275580381 after org.apache.kudu.client.AsyncKuduClient$15@1c8fadf0@479178224) -> (continuation of Deferred@947563188 after org.apache.kudu.client.AsyncKuduClient$15@1656eccd@374795469)), so the following Deferred is getting paused: Deferred@947563188(state=PAUSED, result=Deferred@2139458772, callback=, errback=) 20:07:34.788 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@59fb7066@1509650534 returned Deferred@2139458772(state=PENDING, result=null, callback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683) -> (continuation of Deferred@636579445 after org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833) -> (continuation of Deferred@1275580381 after org.apache.kudu.client.AsyncKuduClient$15@1c8fadf0@479178224) -> (continuation of Deferred@947563188 after org.apache.kudu.client.AsyncKuduClient$15@1656eccd@374795469) -> (continuation of Deferred@728774051 after org.apache.kudu.client.AsyncKuduClient$15@59fb7066@1509650534), errback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683) -> (continuation of Deferred@636579445 after org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833) -> (continuation of Deferred@1275580381 after org.apache.kudu.client.AsyncKuduClient$15@1c8fadf0@479178224) -> (continuation of Deferred@947563188 after org.apache.kudu.client.AsyncKuduClient$15@1656eccd@374795469) -> (continuation of Deferred@728774051 after org.apache.kudu.client.AsyncKuduClient$15@59fb7066@1509650534)), so the following Deferred is getting paused: Deferred@728774051(state=PAUSED, result=Deferred@2139458772, callback=, errback=) 20:07:34.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:34.791079 17006 tablet.cc:1768] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:34.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:34.793668 16745 tablet.cc:1768] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:34.827 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@ae18484@182551684 returned Deferred@2139458772(state=PENDING, result=null, callback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683) -> (continuation of Deferred@636579445 after org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833) -> (continuation of Deferred@1275580381 after org.apache.kudu.client.AsyncKuduClient$15@1c8fadf0@479178224) -> (continuation of Deferred@947563188 after org.apache.kudu.client.AsyncKuduClient$15@1656eccd@374795469) -> (continuation of Deferred@728774051 after org.apache.kudu.client.AsyncKuduClient$15@59fb7066@1509650534) -> (continuation of Deferred@1738780774 after org.apache.kudu.client.AsyncKuduClient$15@ae18484@182551684), errback=(continuation of Deferred@1534142337 after org.apache.kudu.client.AsyncKuduClient$2@6a607acd@1784707789) -> (continuation of Deferred@1925527823 after org.apache.kudu.client.AsyncKuduClient$15@16da37fb@383399931) -> (continuation of Deferred@1814089515 after org.apache.kudu.client.AsyncKuduClient$15@3f100731@1058015025) -> (continuation of Deferred@1892946309 after org.apache.kudu.client.AsyncKuduClient$15@2b8258bb@729962683) -> (continuation of Deferred@636579445 after org.apache.kudu.client.AsyncKuduClient$15@4f42b921@1329772833) -> (continuation of Deferred@1275580381 after org.apache.kudu.client.AsyncKuduClient$15@1c8fadf0@479178224) -> (continuation of Deferred@947563188 after org.apache.kudu.client.AsyncKuduClient$15@1656eccd@374795469) -> (continuation of Deferred@728774051 after org.apache.kudu.client.AsyncKuduClient$15@59fb7066@1509650534) -> (continuation of Deferred@1738780774 after org.apache.kudu.client.AsyncKuduClient$15@ae18484@182551684)), so the following Deferred is getting paused: Deferred@1738780774(state=PAUSED, result=Deferred@2139458772, callback=, errback=) 20:07:34.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.920589 17036 raft_consensus.cc:472] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:34.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.920670 17036 raft_consensus.cc:494] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 } } peers { permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 } } peers { permanent_uuid: "85bc324be80740ccb7b85d07587351a7" member_type: VOTER last_known_addr { host: "127.16.7.194" port: 48335 } } 20:07:34.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.921313 17036 leader_election.cc:292] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8597f0d493e64a05bc5c3e881ee57497 (127.16.7.195:58798), 2fbd585d42f3420193e6e012972f0560 (127.16.7.193:50431) 20:07:34.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.924808 16960 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2730d75d37704360b6e42f98580470e3" candidate_uuid: "85bc324be80740ccb7b85d07587351a7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8597f0d493e64a05bc5c3e881ee57497" is_pre_election: true 20:07:34.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.924937 16960 raft_consensus.cc:2346] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 85bc324be80740ccb7b85d07587351a7 in term 0. 20:07:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.925025 16699 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2730d75d37704360b6e42f98580470e3" candidate_uuid: "85bc324be80740ccb7b85d07587351a7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fbd585d42f3420193e6e012972f0560" is_pre_election: true 20:07:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.925150 16699 raft_consensus.cc:2346] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 85bc324be80740ccb7b85d07587351a7 in term 0. 20:07:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.925525 16760 leader_election.cc:306] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8597f0d493e64a05bc5c3e881ee57497, 85bc324be80740ccb7b85d07587351a7; no voters: 20:07:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.925722 17036 raft_consensus.cc:2640] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.925757 17036 raft_consensus.cc:472] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.925778 17036 raft_consensus.cc:2886] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 0 FOLLOWER]: Advancing to term 1 20:07:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.926452 17036 raft_consensus.cc:494] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 } } peers { permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 } } peers { permanent_uuid: "85bc324be80740ccb7b85d07587351a7" member_type: VOTER last_known_addr { host: "127.16.7.194" port: 48335 } } 20:07:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.926786 17036 leader_election.cc:292] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [CANDIDATE]: Term 1 election: Requested vote from peers 8597f0d493e64a05bc5c3e881ee57497 (127.16.7.195:58798), 2fbd585d42f3420193e6e012972f0560 (127.16.7.193:50431) 20:07:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.927083 16960 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2730d75d37704360b6e42f98580470e3" candidate_uuid: "85bc324be80740ccb7b85d07587351a7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8597f0d493e64a05bc5c3e881ee57497" 20:07:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.927132 16960 raft_consensus.cc:2886] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497 [term 0 FOLLOWER]: Advancing to term 1 20:07:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.927151 16699 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "2730d75d37704360b6e42f98580470e3" candidate_uuid: "85bc324be80740ccb7b85d07587351a7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2fbd585d42f3420193e6e012972f0560" 20:07:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.927220 16699 raft_consensus.cc:2886] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560 [term 0 FOLLOWER]: Advancing to term 1 20:07:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.927752 16960 raft_consensus.cc:2346] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 85bc324be80740ccb7b85d07587351a7 in term 1. 20:07:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.927784 16699 raft_consensus.cc:2346] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 85bc324be80740ccb7b85d07587351a7 in term 1. 20:07:34.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.928043 16760 leader_election.cc:306] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8597f0d493e64a05bc5c3e881ee57497, 85bc324be80740ccb7b85d07587351a7; no voters: 20:07:34.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.928160 17036 raft_consensus.cc:2640] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 1 FOLLOWER]: Leader election won for term 1 20:07:34.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.928272 17036 raft_consensus.cc:667] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [term 1 LEADER]: Becoming Leader. State: Replica: 85bc324be80740ccb7b85d07587351a7, State: Running, Role: LEADER 20:07:34.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.928537 17036 consensus_queue.cc:206] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 } } peers { permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 } } peers { permanent_uuid: "85bc324be80740ccb7b85d07587351a7" member_type: VOTER last_known_addr { host: "127.16.7.194" port: 48335 } } 20:07:34.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:34.930968 16448 catalog_manager.cc:3781] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 reported cstate change: term changed from 0 to 1, leader changed from to 85bc324be80740ccb7b85d07587351a7 (127.16.7.194). New cstate: current_term: 1 leader_uuid: "85bc324be80740ccb7b85d07587351a7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "85bc324be80740ccb7b85d07587351a7" member_type: VOTER last_known_addr { host: "127.16.7.194" port: 48335 } health_report { overall_health: HEALTHY } } } 20:07:35.028 [DEBUG - New I/O worker #328] (AsyncKuduClient.java:761) Opened table 41b08600d7ce464aab1c4ec81e7d7b3b 20:07:35.029 [DEBUG - New I/O worker #328] (AsyncKuduClient.java:2114) Learned about tablet 2730d75d37704360b6e42f98580470e3 for table 'TestKuduClient' with partition [, ) 20:07:35.029 [DEBUG - New I/O worker #328] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=2730d75d37704360b6e42f98580470e3@[2fbd585d42f3420193e6e012972f0560(127.16.7.193:50431),8597f0d493e64a05bc5c3e881ee57497(127.16.7.195:58798),85bc324be80740ccb7b85d07587351a7(127.16.7.194:48335)[L]]}] 20:07:35.029 [DEBUG - New I/O worker #328] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.16.7.254:57836, [1ms] Sub rpc: GetTableLocations received from server master-127.16.7.254:57836 response OK, null) after lookup 20:07:35.030 [DEBUG - New I/O worker #328] (Deferred.java:1330) callback=retry RPC@1336834177 returned Deferred@1240272980(state=PENDING, result=null, callback=(continuation of Deferred@859285903 after retry RPC@1336834177), errback=(continuation of Deferred@859285903 after retry RPC@1336834177)), so the following Deferred is getting paused: Deferred@859285903(state=PAUSED, result=Deferred@1240272980, callback=org.apache.kudu.client.AsyncKuduSession$2@1a62e769 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2634fed4 -> wakeup thread Time-limited test) 20:07:35.035 [DEBUG - New I/O worker #331] (Negotiator.java:764) Authenticated connection [id: 0xf074c38b, /127.16.7.194:50912 => /127.16.7.194:48335] using TOKEN/null 20:07:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.039652 16699 raft_consensus.cc:1181] T 2730d75d37704360b6e42f98580470e3 P 2fbd585d42f3420193e6e012972f0560 [term 1 FOLLOWER]: Refusing update from remote peer 85bc324be80740ccb7b85d07587351a7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.039718 16960 raft_consensus.cc:1181] T 2730d75d37704360b6e42f98580470e3 P 8597f0d493e64a05bc5c3e881ee57497 [term 1 FOLLOWER]: Refusing update from remote peer 85bc324be80740ccb7b85d07587351a7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.040308 17037 consensus_queue.cc:984] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8597f0d493e64a05bc5c3e881ee57497" member_type: VOTER last_known_addr { host: "127.16.7.195" port: 58798 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.040513 17036 consensus_queue.cc:984] T 2730d75d37704360b6e42f98580470e3 P 85bc324be80740ccb7b85d07587351a7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2fbd585d42f3420193e6e012972f0560" member_type: VOTER last_known_addr { host: "127.16.7.193" port: 50431 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:35.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.046491 17039 mvcc.cc:203] Tried to move safe_time back from 6337601761437868032 to 6337601760989073408. Current Snapshot: MvccSnapshot[committed={T|T < 6337601761437868032}] 20:07:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.049566 17040 mvcc.cc:203] Tried to move safe_time back from 6337601761437868032 to 6337601760989073408. Current Snapshot: MvccSnapshot[committed={T|T < 6337601761437868032}] 20:07:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.050413 17041 mvcc.cc:203] Tried to move safe_time back from 6337601761437868032 to 6337601760989073408. Current Snapshot: MvccSnapshot[committed={T|T < 6337601761437868032}] 20:07:35.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.187242 16611 catalog_manager.cc:1092] T 00000000000000000000000000000000 P f9d6daaea49a47b7b85683f80b21d0ca: acquiring CA information for follower catalog manager: success 20:07:35.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.188320 16611 catalog_manager.cc:1120] T 00000000000000000000000000000000 P f9d6daaea49a47b7b85683f80b21d0ca: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:07:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.259209 16625 catalog_manager.cc:1092] T 00000000000000000000000000000000 P b4c0ea94c12b44b6a1b0770bbb99b1e2: acquiring CA information for follower catalog manager: success 20:07:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.260654 16625 catalog_manager.cc:1120] T 00000000000000000000000000000000 P b4c0ea94c12b44b6a1b0770bbb99b1e2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:07:35.366 [DEBUG - New I/O worker #331] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=2730d75d37704360b6e42f98580470e3, scannerId=null, scanRequestTimeout=30000) 20:07:35.375 [DEBUG - New I/O worker #328] (Connection.java:688) [peer master-127.16.7.254:57836(127.16.7.254:57836)] cleaning up while in state READY due to: connection disconnected 20:07:35.375 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:35.376 [DEBUG - New I/O worker #329] (Connection.java:688) [peer master-127.16.7.252:46781(127.16.7.252:46781)] cleaning up while in state READY due to: connection disconnected 20:07:35.376 [DEBUG - New I/O worker #331] (Connection.java:688) [peer 85bc324be80740ccb7b85d07587351a7(127.16.7.194:48335)] cleaning up while in state READY due to: connection disconnected 20:07:35.376 [DEBUG - New I/O worker #330] (Connection.java:688) [peer master-127.16.7.253:53723(127.16.7.253:53723)] cleaning up while in state READY due to: connection disconnected 20:07:35.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.376907 16415 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 16607 20:07:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:35.381705 16493 connection.cc:512] server connection from 127.16.7.193:41792 recv error: Network error: failed to read from TLS socket (remote: 127.16.7.193:41792): Connection reset by peer (error 104) 20:07:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:35.382099 16555 connection.cc:512] server connection from 127.16.7.193:45283 recv error: Network error: failed to read from TLS socket (remote: 127.16.7.193:45283): Connection reset by peer (error 104) 20:07:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:35.382405 16429 connection.cc:512] server connection from 127.16.7.193:58390 recv error: Network error: failed to read from TLS socket (remote: 127.16.7.193:58390): Connection reset by peer (error 104) 20:07:35.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.382442 16415 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 16749 20:07:35.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:35.385860 16431 connection.cc:512] server connection from 127.16.7.194:55472 recv error: Network error: failed to read from TLS socket (remote: 127.16.7.194:55472): Connection reset by peer (error 104) 20:07:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:35.385862 16492 connection.cc:512] server connection from 127.16.7.194:50195 recv error: Network error: failed to read from TLS socket (remote: 127.16.7.194:50195): Connection reset by peer (error 104) 20:07:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:35.386169 16553 connection.cc:512] server connection from 127.16.7.194:41342 recv error: Network error: failed to read from TLS socket (remote: 127.16.7.194:41342): Connection reset by peer (error 104) 20:07:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:35.386481 16894 connection.cc:512] server connection from 127.16.7.194:55191 recv error: Network error: failed to read from TLS socket (remote: 127.16.7.194:55191): Connection reset by peer (error 104) 20:07:35.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.386932 16415 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 16884 20:07:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:35.389911 16494 connection.cc:512] server connection from 127.16.7.195:33818 recv error: Network error: failed to read from TLS socket (remote: 127.16.7.195:33818): Connection reset by peer (error 104) 20:07:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:35.389940 16432 connection.cc:512] server connection from 127.16.7.195:34506 recv error: Network error: failed to read from TLS socket (remote: 127.16.7.195:34506): Connection reset by peer (error 104) 20:07:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:35.389940 16553 connection.cc:512] server connection from 127.16.7.195:60867 recv error: Network error: failed to read from TLS socket (remote: 127.16.7.195:60867): Connection reset by peer (error 104) 20:07:35.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.389951 16415 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 16422 20:07:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.393996 16415 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 16482 20:07:35.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:35.396955 16415 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 16544 ]]> /127.16.166.253:37477] using SASL/PLAIN 20:07:36.312 [DEBUG - New I/O worker #348] (Negotiator.java:764) Authenticated connection [id: 0x27ff60e2, /127.16.166.252:56351 => /127.16.166.252:51726] using SASL/PLAIN 20:07:36.312 [DEBUG - New I/O worker #346] (Negotiator.java:764) Authenticated connection [id: 0xdede741a, /127.16.166.254:37507 => /127.16.166.254:34260] using SASL/PLAIN 20:07:36.313 [WARN - New I/O worker #346] (ConnectToCluster.java:278) None of the provided masters 127.16.166.254:34260,127.16.166.253:37477,127.16.166.252:51726 is a leader; will retry 20:07:36.319 [WARN - New I/O worker #348] (ConnectToCluster.java:278) None of the provided masters 127.16.166.254:34260,127.16.166.253:37477,127.16.166.252:51726 is a leader; will retry 20:07:36.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.338047 17246 raft_consensus.cc:472] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.338177 17246 raft_consensus.cc:494] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 } } peers { permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 } } peers { permanent_uuid: "5128281e75a348b2b5028afd36d7827e" member_type: VOTER last_known_addr { host: "127.16.166.252" port: 51726 } } 20:07:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.339061 17246 leader_election.cc:292] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 596a0bae765a44d283f8c4e88303acea (127.16.166.254:34260), 87b65ffca8374e1bb3f3385b0b5fe931 (127.16.166.253:37477) 20:07:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.339464 17094 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5128281e75a348b2b5028afd36d7827e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "596a0bae765a44d283f8c4e88303acea" is_pre_election: true 20:07:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.339588 17156 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5128281e75a348b2b5028afd36d7827e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" is_pre_election: true 20:07:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.339660 17094 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 596a0bae765a44d283f8c4e88303acea [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5128281e75a348b2b5028afd36d7827e in term 0. 20:07:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.339756 17156 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 87b65ffca8374e1bb3f3385b0b5fe931 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5128281e75a348b2b5028afd36d7827e in term 0. 20:07:36.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.340013 17192 leader_election.cc:306] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5128281e75a348b2b5028afd36d7827e, 596a0bae765a44d283f8c4e88303acea; no voters: 20:07:36.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.340255 17246 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:36.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.340289 17246 raft_consensus.cc:472] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:36.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.340312 17246 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [term 0 FOLLOWER]: Advancing to term 1 20:07:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.341148 17246 raft_consensus.cc:494] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 } } peers { permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 } } peers { permanent_uuid: "5128281e75a348b2b5028afd36d7827e" member_type: VOTER last_known_addr { host: "127.16.166.252" port: 51726 } } 20:07:36.341 [WARN - New I/O worker #348] (ConnectToCluster.java:278) None of the provided masters 127.16.166.254:34260,127.16.166.253:37477,127.16.166.252:51726 is a leader; will retry 20:07:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.341492 17246 leader_election.cc:292] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [CANDIDATE]: Term 1 election: Requested vote from peers 596a0bae765a44d283f8c4e88303acea (127.16.166.254:34260), 87b65ffca8374e1bb3f3385b0b5fe931 (127.16.166.253:37477) 20:07:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.341735 17094 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5128281e75a348b2b5028afd36d7827e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "596a0bae765a44d283f8c4e88303acea" 20:07:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.341770 17094 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 596a0bae765a44d283f8c4e88303acea [term 0 FOLLOWER]: Advancing to term 1 20:07:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.341797 17156 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5128281e75a348b2b5028afd36d7827e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" 20:07:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.341845 17156 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 87b65ffca8374e1bb3f3385b0b5fe931 [term 0 FOLLOWER]: Advancing to term 1 20:07:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.342413 17094 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 596a0bae765a44d283f8c4e88303acea [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5128281e75a348b2b5028afd36d7827e in term 1. 20:07:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.342561 17156 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 87b65ffca8374e1bb3f3385b0b5fe931 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5128281e75a348b2b5028afd36d7827e in term 1. 20:07:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.342624 17192 leader_election.cc:306] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5128281e75a348b2b5028afd36d7827e, 596a0bae765a44d283f8c4e88303acea; no voters: 20:07:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.342741 17246 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [term 1 FOLLOWER]: Leader election won for term 1 20:07:36.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.342875 17246 raft_consensus.cc:667] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [term 1 LEADER]: Becoming Leader. State: Replica: 5128281e75a348b2b5028afd36d7827e, State: Running, Role: LEADER 20:07:36.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.343148 17246 consensus_queue.cc:206] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 } } peers { permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 } } peers { permanent_uuid: "5128281e75a348b2b5028afd36d7827e" member_type: VOTER last_known_addr { host: "127.16.166.252" port: 51726 } } 20:07:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.344646 17655 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5128281e75a348b2b5028afd36d7827e. Latest consensus state: current_term: 1 leader_uuid: "5128281e75a348b2b5028afd36d7827e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 } } peers { permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 } } peers { permanent_uuid: "5128281e75a348b2b5028afd36d7827e" member_type: VOTER last_known_addr { host: "127.16.166.252" port: 51726 } } } 20:07:36.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.344668 17655 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [sys.catalog]: This master's current role is: LEADER 20:07:36.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.345077 17657 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:07:36.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.346073 17657 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:07:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.354749 17094 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 596a0bae765a44d283f8c4e88303acea [term 1 FOLLOWER]: Refusing update from remote peer 5128281e75a348b2b5028afd36d7827e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:36.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.354750 17156 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 87b65ffca8374e1bb3f3385b0b5fe931 [term 1 FOLLOWER]: Refusing update from remote peer 5128281e75a348b2b5028afd36d7827e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.355248 17655 consensus_queue.cc:984] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [LEADER]: Connected to new peer: Peer: permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:36.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.355335 17246 consensus_queue.cc:984] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [LEADER]: Connected to new peer: Peer: permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:36.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.358120 17260 sys_catalog.cc:337] T 00000000000000000000000000000000 P 596a0bae765a44d283f8c4e88303acea [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5128281e75a348b2b5028afd36d7827e. Latest consensus state: current_term: 1 leader_uuid: "5128281e75a348b2b5028afd36d7827e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 } } peers { permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 } } peers { permanent_uuid: "5128281e75a348b2b5028afd36d7827e" member_type: VOTER last_known_addr { host: "127.16.166.252" port: 51726 } } } 20:07:36.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.358152 17260 sys_catalog.cc:340] T 00000000000000000000000000000000 P 596a0bae765a44d283f8c4e88303acea [sys.catalog]: This master's current role is: FOLLOWER 20:07:36.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.358654 17264 sys_catalog.cc:337] T 00000000000000000000000000000000 P 87b65ffca8374e1bb3f3385b0b5fe931 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5128281e75a348b2b5028afd36d7827e. Latest consensus state: current_term: 1 leader_uuid: "5128281e75a348b2b5028afd36d7827e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 } } peers { permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 } } peers { permanent_uuid: "5128281e75a348b2b5028afd36d7827e" member_type: VOTER last_known_addr { host: "127.16.166.252" port: 51726 } } } 20:07:36.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.358681 17264 sys_catalog.cc:340] T 00000000000000000000000000000000 P 87b65ffca8374e1bb3f3385b0b5fe931 [sys.catalog]: This master's current role is: FOLLOWER 20:07:36.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.359460 17658 mvcc.cc:203] Tried to move safe_time back from 6337601766824771584 to 6337601766783369216. Current Snapshot: MvccSnapshot[committed={T|T < 6337601766824771584}] 20:07:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.359691 17246 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5128281e75a348b2b5028afd36d7827e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 } } peers { permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 } } peers { permanent_uuid: "5128281e75a348b2b5028afd36d7827e" member_type: VOTER last_known_addr { host: "127.16.166.252" port: 51726 } } } 20:07:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.359714 17246 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [sys.catalog]: This master's current role is: LEADER 20:07:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.359819 17246 sys_catalog.cc:337] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5128281e75a348b2b5028afd36d7827e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 } } peers { permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 } } peers { permanent_uuid: "5128281e75a348b2b5028afd36d7827e" member_type: VOTER last_known_addr { host: "127.16.166.252" port: 51726 } } } 20:07:36.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.359838 17246 sys_catalog.cc:340] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e [sys.catalog]: This master's current role is: LEADER 20:07:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.360421 17264 sys_catalog.cc:337] T 00000000000000000000000000000000 P 87b65ffca8374e1bb3f3385b0b5fe931 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5128281e75a348b2b5028afd36d7827e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 } } peers { permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 } } peers { permanent_uuid: "5128281e75a348b2b5028afd36d7827e" member_type: VOTER last_known_addr { host: "127.16.166.252" port: 51726 } } } 20:07:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.360440 17264 sys_catalog.cc:340] T 00000000000000000000000000000000 P 87b65ffca8374e1bb3f3385b0b5fe931 [sys.catalog]: This master's current role is: FOLLOWER 20:07:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.360710 17260 sys_catalog.cc:337] T 00000000000000000000000000000000 P 596a0bae765a44d283f8c4e88303acea [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5128281e75a348b2b5028afd36d7827e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "596a0bae765a44d283f8c4e88303acea" member_type: VOTER last_known_addr { host: "127.16.166.254" port: 34260 } } peers { permanent_uuid: "87b65ffca8374e1bb3f3385b0b5fe931" member_type: VOTER last_known_addr { host: "127.16.166.253" port: 37477 } } peers { permanent_uuid: "5128281e75a348b2b5028afd36d7827e" member_type: VOTER last_known_addr { host: "127.16.166.252" port: 51726 } } } 20:07:36.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.360729 17260 sys_catalog.cc:340] T 00000000000000000000000000000000 P 596a0bae765a44d283f8c4e88303acea [sys.catalog]: This master's current role is: FOLLOWER 20:07:36.360 [WARN - New I/O worker #346] (ConnectToCluster.java:278) None of the provided masters 127.16.166.254:34260,127.16.166.253:37477,127.16.166.252:51726 is a leader; will retry 20:07:36.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.361498 17657 catalog_manager.cc:931] Generated new certificate authority record 20:07:36.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.362421 17657 catalog_manager.cc:1056] Loading token signing keys... 20:07:36.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.369098 17657 catalog_manager.cc:4085] T 00000000000000000000000000000000 P 5128281e75a348b2b5028afd36d7827e: Generated new TSK 0 20:07:36.380 [DEBUG - New I/O worker #348] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:36.380 [DEBUG - Time-limited test] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:36.380 [DEBUG - New I/O worker #347] (Connection.java:688) [peer master-127.16.166.253:37477(127.16.166.253:37477)] cleaning up while in state READY due to: connection disconnected 20:07:36.380 [DEBUG - New I/O worker #346] (Connection.java:688) [peer master-127.16.166.254:34260(127.16.166.254:34260)] cleaning up while in state READY due to: connection disconnected 20:07:36.381 [DEBUG - New I/O worker #348] (Connection.java:688) [peer master-127.16.166.252:51726(127.16.166.252:51726)] cleaning up while in state READY due to: connection disconnected 20:07:36.382 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.382731 17051 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 17243 20:07:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:36.385619 17066 connection.cc:512] server connection from 127.16.166.193:48851 recv error: Network error: failed to read from TLS socket (remote: 127.16.166.193:48851): Connection reset by peer (error 104) 20:07:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:36.385635 17190 connection.cc:512] server connection from 127.16.166.193:57716 recv error: Network error: failed to read from TLS socket (remote: 127.16.166.193:57716): Connection reset by peer (error 104) 20:07:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:36.385857 17128 connection.cc:512] server connection from 127.16.166.193:53170 recv error: Network error: failed to read from TLS socket (remote: 127.16.166.193:53170): Connection reset by peer (error 104) 20:07:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.386092 17051 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 17382 20:07:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:36.388797 17128 connection.cc:512] server connection from 127.16.166.194:57236 recv error: Network error: failed to read from TLS socket (remote: 127.16.166.194:57236): Connection reset by peer (error 104) 20:07:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:36.388819 17068 connection.cc:512] server connection from 127.16.166.194:53672 recv error: Network error: failed to read from TLS socket (remote: 127.16.166.194:53672): Connection reset by peer (error 104) 20:07:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:36.388955 17190 connection.cc:512] server connection from 127.16.166.194:48185 recv error: Network error: failed to read from TLS socket (remote: 127.16.166.194:48185): Connection reset by peer (error 104) 20:07:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.388969 17051 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 17508 20:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:36.391306 17129 connection.cc:512] server connection from 127.16.166.195:37307 recv error: Network error: failed to read from TLS socket (remote: 127.16.166.195:37307): Connection reset by peer (error 104) 20:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:36.391343 17067 connection.cc:512] server connection from 127.16.166.195:47638 recv error: Network error: failed to read from TLS socket (remote: 127.16.166.195:47638): Connection reset by peer (error 104) 20:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.391345 17051 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 17058 20:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:36.391486 17189 connection.cc:512] server connection from 127.16.166.195:43482 recv error: Network error: failed to read from TLS socket (remote: 127.16.166.195:43482): Connection reset by peer (error 104) 20:07:36.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.394745 17051 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 17118 20:07:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:36.397603 17051 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 17181 ]]> org.junit.ComparisonFailure: expected:<[/L0]> but was:<[]> at org.junit.Assert.assertEquals(Assert.java:115) at org.junit.Assert.assertEquals(Assert.java:144) at org.apache.kudu.client.TestKuduClient.testClientLocation(TestKuduClient.java:1174) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:745) /127.17.65.124:33244] using SASL/PLAIN 20:07:37.360 [DEBUG - New I/O worker #356] (Negotiator.java:764) Authenticated connection [id: 0x8ad71623, /127.17.65.126:56448 => /127.17.65.126:46721] using SASL/PLAIN 20:07:37.361 [DEBUG - New I/O worker #357] (Negotiator.java:764) Authenticated connection [id: 0x622f0be4, /127.17.65.125:34326 => /127.17.65.125:37218] using SASL/PLAIN 20:07:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.409209 17702 master_service.cc:535] unable to assign location to client {username='jenkins'}@127.17.65.126:56448: Runtime error: failed to run location mapping command: Runtime error: /data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py: process exited with non-zero status 1: Traceback (most recent call last): 20:07:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 244, in 20:07:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) main() 20:07:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 239, in main 20:07:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) LocationAssignmentRule(args.location_mapping_rules), args.uid, args.relaxed) 20:07:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 198, in get_location 20:07:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) seq + 1, rule.location_mapping_rules)) 20:07:37.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ValueError: zero length field name in format 20:07:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.493901 17763 master_service.cc:535] unable to assign location to client {username='jenkins'}@127.17.65.125:34326: Runtime error: failed to run location mapping command: Runtime error: /data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py: process exited with non-zero status 1: Traceback (most recent call last): 20:07:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 244, in 20:07:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) main() 20:07:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 239, in main 20:07:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) LocationAssignmentRule(args.location_mapping_rules), args.uid, args.relaxed) 20:07:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 198, in get_location 20:07:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) seq + 1, rule.location_mapping_rules)) 20:07:37.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ValueError: zero length field name in format 20:07:37.495 [DEBUG - New I/O worker #357] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:37.495 [DEBUG - New I/O worker #357] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=146), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.17.65.124:33244, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.17.65.126:46721, [2ms] Sub rpc: ConnectToMaster sending RPC to server master-127.17.65.125:37218, [44ms] Sub rpc: ConnectToMaster received from server master-127.17.65.124:33244 response OK, [61ms] Sub rpc: ConnectToMaster received from server master-127.17.65.126:46721 response OK, [146ms] Sub rpc: ConnectToMaster received from server master-127.17.65.125:37218 response OK, null) after lookup 20:07:37.495 [DEBUG - New I/O worker #357] (Deferred.java:1330) callback=retry RPC@265449710 returned Deferred@200144332(state=PENDING, result=null, callback=(continuation of Deferred@1324317397 after retry RPC@265449710), errback=(continuation of Deferred@1324317397 after retry RPC@265449710)), so the following Deferred is getting paused: Deferred@1324317397(state=PAUSED, result=Deferred@200144332, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:37.498 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:37.498 [DEBUG - New I/O worker #356] (Connection.java:688) [peer master-127.17.65.126:46721(127.17.65.126:46721)] cleaning up while in state READY due to: connection disconnected 20:07:37.498 [DEBUG - New I/O worker #355] (Connection.java:688) [peer master-127.17.65.124:33244(127.17.65.124:33244)] cleaning up while in state READY due to: connection disconnected 20:07:37.498 [DEBUG - New I/O worker #357] (Connection.java:688) [peer master-127.17.65.125:37218(127.17.65.125:37218)] cleaning up while in state READY due to: connection disconnected 20:07:37.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.498667 17669 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 17860 20:07:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.501791 17669 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 18006 20:07:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.501791 17745 connection.cc:512] server connection from 127.17.65.65:51670 recv error: Network error: failed to read from TLS socket (remote: 127.17.65.65:51670): Connection reset by peer (error 104) 20:07:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.501794 17684 connection.cc:512] server connection from 127.17.65.65:40519 recv error: Network error: failed to read from TLS socket (remote: 127.17.65.65:40519): Connection reset by peer (error 104) 20:07:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.501835 17809 connection.cc:512] server connection from 127.17.65.65:37167 recv error: Network error: failed to read from TLS socket (remote: 127.17.65.65:37167): Connection reset by peer (error 104) 20:07:37.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.504070 17669 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 18145 20:07:37.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.504073 17746 connection.cc:512] server connection from 127.17.65.66:59859 recv error: Network error: failed to read from TLS socket (remote: 127.17.65.66:59859): Connection reset by peer (error 104) 20:07:37.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.504104 17808 connection.cc:512] server connection from 127.17.65.66:41639 recv error: Network error: failed to read from TLS socket (remote: 127.17.65.66:41639): Connection reset by peer (error 104) 20:07:37.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.504437 17684 connection.cc:512] server connection from 127.17.65.66:49843 recv error: Network error: failed to read from TLS socket (remote: 127.17.65.66:49843): Connection reset by peer (error 104) 20:07:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.506574 17684 connection.cc:512] server connection from 127.17.65.67:46884 recv error: Network error: failed to read from TLS socket (remote: 127.17.65.67:46884): Connection reset by peer (error 104) 20:07:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.506606 17669 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 17676 20:07:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.506618 17807 connection.cc:512] server connection from 127.17.65.67:37476 recv error: Network error: failed to read from TLS socket (remote: 127.17.65.67:37476): Connection reset by peer (error 104) 20:07:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.506824 17746 connection.cc:512] server connection from 127.17.65.67:43346 recv error: Network error: failed to read from TLS socket (remote: 127.17.65.67:43346): Connection reset by peer (error 104) 20:07:37.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.509965 17669 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 17736 20:07:37.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.513015 17669 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 17798 20:07:37.524 [ERROR - Test worker] (RetryRule.java:80) testClientLocation(org.apache.kudu.client.TestKuduClient): failed attempt 1 org.junit.ComparisonFailure: expected:<[/L0]> but was:<[]> at org.junit.Assert.assertEquals(Assert.java:115) at org.junit.Assert.assertEquals(Assert.java:144) at org.apache.kudu.client.TestKuduClient.testClientLocation(TestKuduClient.java:1174) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:745) 20:07:37.527 [INFO - Test worker] (KuduTestHarness.java:145) Creating a new MiniKuduCluster... 20:07:37.527 [INFO - Test worker] (TempDirUtils.java:49) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 20:07:37.527 [INFO - Test worker] (KuduBinaryLocator.java:53) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 20:07:37.527 [INFO - Test worker] (MiniKuduCluster.java:187) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 20:07:37.529 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: create_cluster { num_masters: 3 num_tservers: 3 enable_kerberos: false cluster_root: "/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769" extra_master_flags: "--location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/location-assignment.state --map /L0:4" hms_mode: NONE mini_kdc_options { } } 20:07:37.590 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: 20:07:37.590 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: start_cluster { } 20:07:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.600741 18297 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/wal 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/data 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.126:36568 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.126 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/logs 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/data/info.pb 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/location-assignment.state --map /L0:4 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:37.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 with env {} 20:07:37.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:37.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.648955 18304 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.649135 18304 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.650359 18304 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:07:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.650388 18304 flags.cc:406] Enabled experimental flag: --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/location-assignment.state --map /L0:4 20:07:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.650401 18304 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.650411 18304 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:07:37.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.650424 18304 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.652207 18304 master_main.cc:73] Master server non-default flags: 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/data 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/wal 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/location-assignment.state --map /L0:4 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.126:36568 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/data/info.pb 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.126 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.18304 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/logs 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:37.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.659224 18304 master_main.cc:80] Initializing master server... 20:07:37.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.659713 18304 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296314us 20:07:37.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.660625 18304 fs_manager.cc:263] Metadata directory not provided 20:07:37.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.660667 18304 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:37.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.660900 18304 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:37.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.660925 18304 server_base.cc:433] Attempting to create new FS layout instead 20:07:37.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.662672 18304 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/data/instance: 20:07:37.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "7b01c4f9261645c8b8a0bac593503ee5" 20:07:37.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:37 on quasar-qznjce-1.vpc.cloudera.com" 20:07:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.662997 18304 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/wal/instance: 20:07:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "7b01c4f9261645c8b8a0bac593503ee5" 20:07:37.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:37 on quasar-qznjce-1.vpc.cloudera.com" 20:07:37.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.669361 18304 fs_manager.cc:503] Time spent creating directory manager: real 0.006s user 0.003s sys 0.001s 20:07:37.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.669819 18304 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:37.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.670150 18304 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.673406 18304 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.673485 18304 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/wal 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "7b01c4f9261645c8b8a0bac593503ee5" 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:37 on quasar-qznjce-1.vpc.cloudera.com" 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.673583 18304 fs_report.cc:352] FS layout report 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/wal 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/wal 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/data/data 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:37.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:37.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.700845 18304 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:37.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.701503 18304 master_main.cc:83] Starting Master server... 20:07:37.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.706729 18304 rpc_server.cc:205] RPC server started. Bound to: 127.17.222.126:36568 20:07:37.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.707116 18304 webserver.cc:175] Starting webserver on 127.17.222.126:0 20:07:37.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.707135 18304 webserver.cc:186] Document root disabled 20:07:37.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.707593 18304 webserver.cc:313] Webserver started. Bound to: http://127.17.222.126:55029/ 20:07:37.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.708009 18304 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-0/data/info.pb 20:07:37.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.710136 18363 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:37.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.713122 18363 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } has no permanent_uuid. Determining permanent_uuid... 20:07:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.715600 18297 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 18304 20:07:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.716097 18297 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/wal 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/data 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.125:39639 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.125 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/logs 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/data/info.pb 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/location-assignment.state --map /L0:4 20:07:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 with env {} 20:07:37.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.722884 18363 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } has no permanent_uuid. Determining permanent_uuid... 20:07:37.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.723433 18363 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.17.222.125:39639: Network error: Client connection negotiation failed: client connection to 127.17.222.125:39639: connect: Connection refused (error 111) 20:07:37.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.742651 18363 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } attempt: 1 20:07:37.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.743096 18363 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.17.222.125:39639: Network error: Client connection negotiation failed: client connection to 127.17.222.125:39639: connect: Connection refused (error 111) 20:07:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.767951 18366 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.768131 18366 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.769078 18366 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:07:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.769106 18366 flags.cc:406] Enabled experimental flag: --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/location-assignment.state --map /L0:4 20:07:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.769119 18366 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.769129 18366 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:07:37.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.769140 18366 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:07:37.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.770906 18366 master_main.cc:73] Master server non-default flags: 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/data 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/wal 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/location-assignment.state --map /L0:4 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.125:39639 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/data/info.pb 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.125 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.18366 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/logs 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:37.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.776903 18366 master_main.cc:80] Initializing master server... 20:07:37.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.777405 18366 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296314us 20:07:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.778311 18366 fs_manager.cc:263] Metadata directory not provided 20:07:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.778353 18366 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.778594 18366 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.778620 18366 server_base.cc:433] Attempting to create new FS layout instead 20:07:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.780436 18366 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/data/instance: 20:07:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" 20:07:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:37 on quasar-qznjce-1.vpc.cloudera.com" 20:07:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.780761 18366 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/wal/instance: 20:07:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" 20:07:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:37 on quasar-qznjce-1.vpc.cloudera.com" 20:07:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.787144 18366 fs_manager.cc:503] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s 20:07:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.787688 18366 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:37.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.788100 18366 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.791272 18363 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } attempt: 2 20:07:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.791749 18363 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.17.222.125:39639: Network error: Client connection negotiation failed: client connection to 127.17.222.125:39639: connect: Connection refused (error 111) 20:07:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.791801 18366 fs_manager.cc:419] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s 20:07:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.791872 18366 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/wal 20:07:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:37 on quasar-qznjce-1.vpc.cloudera.com" 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.791967 18366 fs_report.cc:352] FS layout report 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/wal 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/wal 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/data/data 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.826565 18366 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.827203 18366 master_main.cc:83] Starting Master server... 20:07:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.831467 18366 rpc_server.cc:205] RPC server started. Bound to: 127.17.222.125:39639 20:07:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.831856 18366 webserver.cc:175] Starting webserver on 127.17.222.125:0 20:07:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.831873 18366 webserver.cc:186] Document root disabled 20:07:37.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.832355 18366 webserver.cc:313] Webserver started. Bound to: http://127.17.222.125:56446/ 20:07:37.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.832828 18366 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-1/data/info.pb 20:07:37.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.834954 18440 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:37.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.837898 18440 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } has no permanent_uuid. Determining permanent_uuid... 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.839886 18297 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 18366 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.840255 18297 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/wal 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/data 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.124:41812 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.124 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/logs 20:07:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/data/info.pb 20:07:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:07:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/location-assignment.state --map /L0:4 20:07:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:37.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 with env {} 20:07:37.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.844657 18440 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } has no permanent_uuid. Determining permanent_uuid... 20:07:37.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.849223 18440 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } has no permanent_uuid. Determining permanent_uuid... 20:07:37.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.849781 18440 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.17.222.124:41812: Network error: Client connection negotiation failed: client connection to 127.17.222.124:41812: connect: Connection refused (error 111) 20:07:37.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.869002 18440 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } attempt: 1 20:07:37.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.869427 18440 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.17.222.124:41812: Network error: Client connection negotiation failed: client connection to 127.17.222.124:41812: connect: Connection refused (error 111) 20:07:37.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:37.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.890692 18442 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:37.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.890851 18442 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:37.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.891702 18442 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:07:37.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.891724 18442 flags.cc:406] Enabled experimental flag: --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/location-assignment.state --map /L0:4 20:07:37.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.891731 18442 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:37.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.891736 18442 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:07:37.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.891744 18442 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.893368 18442 master_main.cc:73] Master server non-default flags: 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/data 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/wal 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/location-assignment.state --map /L0:4 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.124:41812 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/data/info.pb 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.124 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.18442 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/logs 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:37.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.900132 18442 master_main.cc:80] Initializing master server... 20:07:37.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.900650 18442 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296314us 20:07:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.901557 18442 fs_manager.cc:263] Metadata directory not provided 20:07:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.901597 18442 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.901865 18442 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:37.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.901890 18442 server_base.cc:433] Attempting to create new FS layout instead 20:07:37.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.902925 18363 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } attempt: 3 20:07:37.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.903877 18442 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/data/instance: 20:07:37.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "8b3788f5d5134c8ab143023e1e32484c" 20:07:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:37 on quasar-qznjce-1.vpc.cloudera.com" 20:07:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.904121 18442 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/wal/instance: 20:07:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "8b3788f5d5134c8ab143023e1e32484c" 20:07:37.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:37 on quasar-qznjce-1.vpc.cloudera.com" 20:07:37.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.905720 18363 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } has no permanent_uuid. Determining permanent_uuid... 20:07:37.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.906174 18363 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.17.222.124:41812: Network error: Client connection negotiation failed: client connection to 127.17.222.124:41812: connect: Connection refused (error 111) 20:07:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.909647 18442 fs_manager.cc:503] Time spent creating directory manager: real 0.005s user 0.003s sys 0.002s 20:07:37.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.910130 18442 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:37.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.910501 18442 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.913540 18442 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s 20:07:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.913616 18442 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/wal 20:07:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "8b3788f5d5134c8ab143023e1e32484c" 20:07:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:37 on quasar-qznjce-1.vpc.cloudera.com" 20:07:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.913875 18442 fs_report.cc:352] FS layout report 20:07:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/wal 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/wal 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/data/data 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:37.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.917590 18440 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } attempt: 2 20:07:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.917971 18440 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.17.222.124:41812: Network error: Client connection negotiation failed: client connection to 127.17.222.124:41812: connect: Connection refused (error 111) 20:07:37.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.935351 18442 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:37.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.935825 18442 master_main.cc:83] Starting Master server... 20:07:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.940117 18442 rpc_server.cc:205] RPC server started. Bound to: 127.17.222.124:41812 20:07:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.940393 18442 webserver.cc:175] Starting webserver on 127.17.222.124:0 20:07:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.940409 18442 webserver.cc:186] Document root disabled 20:07:37.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.940726 18442 webserver.cc:313] Webserver started. Bound to: http://127.17.222.124:48204/ 20:07:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.941076 18442 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/master-2/data/info.pb 20:07:37.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.943033 18535 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.943593 18297 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 18442 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.944105 18297 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/wal 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/data 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.65:0 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.17.222.65 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.65 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/logs 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/data/info.pb 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags with env {} 20:07:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.947126 18535 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } has no permanent_uuid. Determining permanent_uuid... 20:07:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.952718 18535 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } has no permanent_uuid. Determining permanent_uuid... 20:07:37.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.955359 18535 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } has no permanent_uuid. Determining permanent_uuid... 20:07:37.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.960731 18535 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c: Bootstrap starting. 20:07:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.962625 18535 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c: No blocks or log segments found. Creating new log. 20:07:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.963342 18535 log.cc:525] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c: Log is configured to *not* fsync() on all Append() calls 20:07:37.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.964537 18535 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c: No bootstrap required, opened a new log 20:07:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.967151 18535 raft_consensus.cc:340] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } 20:07:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.967250 18535 raft_consensus.cc:366] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.967296 18535 raft_consensus.cc:705] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b3788f5d5134c8ab143023e1e32484c, State: Initialized, Role: FOLLOWER 20:07:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.967694 18535 consensus_queue.cc:229] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } 20:07:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.967959 18535 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.967977 18544 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.967990 18535 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [sys.catalog]: This master's current role is: FOLLOWER 20:07:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.967998 18544 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [sys.catalog]: This master's current role is: FOLLOWER 20:07:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.968765 18535 sys_catalog.cc:424] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [sys.catalog]: configured and running, proceeding with master startup. 20:07:37.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.969113 18442 master_main.cc:86] Master server successfully started. 20:07:37.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.970307 18363 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } attempt: 1 20:07:37.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.972115 18545 catalog_manager.cc:1094] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c: acquiring CA information for follower catalog manager: Not found: root CA entry not found 20:07:37.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.972239 18545 catalog_manager.cc:584] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 20:07:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.975250 18363 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5: Bootstrap starting. 20:07:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.977125 18363 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5: No blocks or log segments found. Creating new log. 20:07:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.978003 18363 log.cc:525] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5: Log is configured to *not* fsync() on all Append() calls 20:07:37.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.979367 18363 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5: No bootstrap required, opened a new log 20:07:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.982383 18363 raft_consensus.cc:340] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } 20:07:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.982549 18363 raft_consensus.cc:366] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:37.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.982692 18363 raft_consensus.cc:705] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b01c4f9261645c8b8a0bac593503ee5, State: Initialized, Role: FOLLOWER 20:07:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.983196 18363 consensus_queue.cc:229] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } 20:07:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.983583 18363 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.983618 18548 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.983727 18363 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [sys.catalog]: This master's current role is: FOLLOWER 20:07:37.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.983837 18548 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [sys.catalog]: This master's current role is: FOLLOWER 20:07:37.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.984738 18363 sys_catalog.cc:424] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [sys.catalog]: configured and running, proceeding with master startup. 20:07:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.985275 18304 master_main.cc:86] Master server successfully started. 20:07:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.987131 18549 catalog_manager.cc:1094] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5: acquiring CA information for follower catalog manager: Not found: root CA entry not found 20:07:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.987267 18549 catalog_manager.cc:584] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 20:07:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.992493 18540 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:37.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.992666 18540 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.993468 18540 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:37.993543 18540 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.65 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:37.994992 18540 tablet_server_main.cc:78] Tablet server non-default flags: 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/data 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/wal 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.65:0 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/data/info.pb 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.65 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-tserver.18540 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.17.222.65 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/logs 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Tablet server version: 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:37.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:38.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.001644 18540 tablet_server_main.cc:85] Initializing tablet server... 20:07:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.002537 18540 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296814us 20:07:38.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.002966 18540 fs_manager.cc:263] Metadata directory not provided 20:07:38.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.003005 18540 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:38.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.003193 18540 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:38.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.003218 18540 server_base.cc:433] Attempting to create new FS layout instead 20:07:38.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.004761 18540 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/data/instance: 20:07:38.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "388013f17aae4283b7b971e0e394de3d" 20:07:38.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.005002 18540 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/wal/instance: 20:07:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "388013f17aae4283b7b971e0e394de3d" 20:07:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.010073 18540 fs_manager.cc:503] Time spent creating directory manager: real 0.005s user 0.002s sys 0.002s 20:07:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.010521 18540 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.010826 18540 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.013700 18540 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.001s 20:07:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.013788 18540 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/wal 20:07:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "388013f17aae4283b7b971e0e394de3d" 20:07:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.013914 18540 fs_report.cc:352] FS layout report 20:07:38.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/wal 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/wal 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/data/data 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:38.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:38.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.029163 18440 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } attempt: 3 20:07:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.033787 18440 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27: Bootstrap starting. 20:07:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.035634 18440 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27: No blocks or log segments found. Creating new log. 20:07:38.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.036396 18440 log.cc:525] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27: Log is configured to *not* fsync() on all Append() calls 20:07:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.037593 18440 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27: No bootstrap required, opened a new log 20:07:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.040067 18440 raft_consensus.cc:340] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } 20:07:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.040115 18440 raft_consensus.cc:366] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.040148 18440 raft_consensus.cc:705] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a66bd7b453924dc79cfe61a4e9f5bf27, State: Initialized, Role: FOLLOWER 20:07:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.040521 18440 consensus_queue.cc:229] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } 20:07:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.040755 18440 sys_catalog.cc:337] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.040773 18440 sys_catalog.cc:340] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: This master's current role is: FOLLOWER 20:07:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.041846 18440 sys_catalog.cc:424] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: configured and running, proceeding with master startup. 20:07:38.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.042368 18366 master_main.cc:86] Master server successfully started. 20:07:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.044209 18567 catalog_manager.cc:1094] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27: acquiring CA information for follower catalog manager: Not found: root CA entry not found 20:07:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.044349 18567 catalog_manager.cc:584] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 20:07:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.047662 18562 sys_catalog.cc:337] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.047693 18562 sys_catalog.cc:340] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: This master's current role is: FOLLOWER 20:07:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.065821 18540 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:38.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.067024 18540 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 20:07:38.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.067214 18540 tablet_server_main.cc:90] Starting tablet server... 20:07:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.074131 18540 rpc_server.cc:205] RPC server started. Bound to: 127.17.222.65:48463 20:07:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.074468 18540 webserver.cc:175] Starting webserver on 127.17.222.65:0 20:07:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.074481 18540 webserver.cc:186] Document root disabled 20:07:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.074898 18540 webserver.cc:313] Webserver started. Bound to: http://127.17.222.65:55456/ 20:07:38.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.075331 18540 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-0/data/info.pb 20:07:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.077045 18540 tablet_server_main.cc:93] Tablet server successfully started. 20:07:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.077641 18381 tablet.cc:1768] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.078891 18297 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver as pid 18540 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.079378 18297 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/wal 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/data 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.66:0 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.17.222.66 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.66 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/logs 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/data/info.pb 20:07:38.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:38.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:38.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:38.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags with env {} 20:07:38.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.090584 18742 heartbeater.cc:346] Connected to a master server at 127.17.222.124:41812 20:07:38.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.090679 18742 heartbeater.cc:426] Registering TS with master... 20:07:38.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.091027 18742 heartbeater.cc:475] Master 127.17.222.124:41812 requested a full tablet report, sending... 20:07:38.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.091202 18741 heartbeater.cc:346] Connected to a master server at 127.17.222.125:39639 20:07:38.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.091239 18741 heartbeater.cc:426] Registering TS with master... 20:07:38.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.091372 18741 heartbeater.cc:475] Master 127.17.222.125:39639 requested a full tablet report, sending... 20:07:38.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.094130 18740 heartbeater.cc:346] Connected to a master server at 127.17.222.126:36568 20:07:38.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.094166 18740 heartbeater.cc:426] Registering TS with master... 20:07:38.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.094308 18740 heartbeater.cc:475] Master 127.17.222.126:36568 requested a full tablet report, sending... 20:07:38.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.142343 18469 ts_manager.cc:98] Registered new tserver with Master: 388013f17aae4283b7b971e0e394de3d (127.17.222.65:48463) 20:07:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.177244 18392 ts_manager.cc:98] Registered new tserver with Master: 388013f17aae4283b7b971e0e394de3d (127.17.222.65:48463) 20:07:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.179697 18744 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.179883 18744 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.180801 18744 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.180873 18744 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.66 20:07:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.181320 18330 ts_manager.cc:98] Registered new tserver with Master: 388013f17aae4283b7b971e0e394de3d (127.17.222.65:48463) 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.183094 18744 tablet_server_main.cc:78] Tablet server non-default flags: 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/data 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/wal 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.66:0 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/data/info.pb 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.66 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-tserver.18744 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.17.222.66 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/logs 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Tablet server version: 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:38.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.186331 18458 tablet.cc:1768] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:38.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.189534 18744 tablet_server_main.cc:85] Initializing tablet server... 20:07:38.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.190486 18744 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296814us 20:07:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.190955 18744 fs_manager.cc:263] Metadata directory not provided 20:07:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.190994 18744 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.191218 18744 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.191243 18744 server_base.cc:433] Attempting to create new FS layout instead 20:07:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.192975 18744 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/data/instance: 20:07:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "b91aacd1fb5c47cf877cd005e7ba4325" 20:07:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.193233 18744 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/wal/instance: 20:07:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "b91aacd1fb5c47cf877cd005e7ba4325" 20:07:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.198727 18744 fs_manager.cc:503] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s 20:07:38.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.199224 18744 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:38.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.199530 18744 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.202248 18319 tablet.cc:1768] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.202445 18744 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.202533 18744 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/wal 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "b91aacd1fb5c47cf877cd005e7ba4325" 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.202796 18744 fs_report.cc:352] FS layout report 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/wal 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/wal 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/data/data 20:07:38.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:38.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.222479 18744 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:38.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.223477 18744 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 20:07:38.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.223592 18744 tablet_server_main.cc:90] Starting tablet server... 20:07:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.233111 18744 rpc_server.cc:205] RPC server started. Bound to: 127.17.222.66:45535 20:07:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.233484 18744 webserver.cc:175] Starting webserver on 127.17.222.66:0 20:07:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.233517 18744 webserver.cc:186] Document root disabled 20:07:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.233901 18744 webserver.cc:313] Webserver started. Bound to: http://127.17.222.66:49479/ 20:07:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.234243 18744 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-1/data/info.pb 20:07:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.234942 18744 tablet_server_main.cc:93] Tablet server successfully started. 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.236027 18297 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver as pid 18744 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.236430 18297 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/wal 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/data 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.67:0 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.17.222.67 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.67 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/logs 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/data/info.pb 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags with env {} 20:07:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.244330 18870 heartbeater.cc:346] Connected to a master server at 127.17.222.125:39639 20:07:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.244436 18870 heartbeater.cc:426] Registering TS with master... 20:07:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.244632 18871 heartbeater.cc:346] Connected to a master server at 127.17.222.124:41812 20:07:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.244778 18870 heartbeater.cc:475] Master 127.17.222.125:39639 requested a full tablet report, sending... 20:07:38.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.244782 18871 heartbeater.cc:426] Registering TS with master... 20:07:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.245133 18871 heartbeater.cc:475] Master 127.17.222.124:41812 requested a full tablet report, sending... 20:07:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.246485 18869 heartbeater.cc:346] Connected to a master server at 127.17.222.126:36568 20:07:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.246526 18869 heartbeater.cc:426] Registering TS with master... 20:07:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.246634 18869 heartbeater.cc:475] Master 127.17.222.126:36568 requested a full tablet report, sending... 20:07:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.249079 18562 raft_consensus.cc:472] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.249331 18562 raft_consensus.cc:494] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } 20:07:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.250522 18562 leader_election.cc:292] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b01c4f9261645c8b8a0bac593503ee5 (127.17.222.126:36568), 8b3788f5d5134c8ab143023e1e32484c (127.17.222.124:41812) 20:07:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.251595 18340 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b01c4f9261645c8b8a0bac593503ee5" is_pre_election: true 20:07:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.251866 18340 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a66bd7b453924dc79cfe61a4e9f5bf27 in term 0. 20:07:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.251876 18479 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b3788f5d5134c8ab143023e1e32484c" is_pre_election: true 20:07:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.252113 18479 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a66bd7b453924dc79cfe61a4e9f5bf27 in term 0. 20:07:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.252368 18374 leader_election.cc:306] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b01c4f9261645c8b8a0bac593503ee5, a66bd7b453924dc79cfe61a4e9f5bf27; no voters: 20:07:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.252634 18562 raft_consensus.cc:2640] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.252671 18562 raft_consensus.cc:472] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.252698 18562 raft_consensus.cc:2886] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 0 FOLLOWER]: Advancing to term 1 20:07:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.253913 18562 raft_consensus.cc:494] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } 20:07:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.254290 18562 leader_election.cc:292] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [CANDIDATE]: Term 1 election: Requested vote from peers 7b01c4f9261645c8b8a0bac593503ee5 (127.17.222.126:36568), 8b3788f5d5134c8ab143023e1e32484c (127.17.222.124:41812) 20:07:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.254554 18479 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b3788f5d5134c8ab143023e1e32484c" 20:07:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.254556 18340 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b01c4f9261645c8b8a0bac593503ee5" 20:07:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.254611 18340 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [term 0 FOLLOWER]: Advancing to term 1 20:07:38.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.254611 18479 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [term 0 FOLLOWER]: Advancing to term 1 20:07:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.255689 18340 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a66bd7b453924dc79cfe61a4e9f5bf27 in term 1. 20:07:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.255728 18479 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a66bd7b453924dc79cfe61a4e9f5bf27 in term 1. 20:07:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.256048 18373 leader_election.cc:306] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8b3788f5d5134c8ab143023e1e32484c, a66bd7b453924dc79cfe61a4e9f5bf27; no voters: 20:07:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.256265 18562 raft_consensus.cc:2640] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 1 FOLLOWER]: Leader election won for term 1 20:07:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.256415 18562 raft_consensus.cc:667] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [term 1 LEADER]: Becoming Leader. State: Replica: a66bd7b453924dc79cfe61a4e9f5bf27, State: Running, Role: LEADER 20:07:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.256753 18562 consensus_queue.cc:206] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } 20:07:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.258468 18562 sys_catalog.cc:337] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a66bd7b453924dc79cfe61a4e9f5bf27. Latest consensus state: current_term: 1 leader_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.258488 18562 sys_catalog.cc:340] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: This master's current role is: LEADER 20:07:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.291812 18392 ts_manager.cc:98] Registered new tserver with Master: b91aacd1fb5c47cf877cd005e7ba4325 (127.17.222.66:45535) 20:07:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.292299 18882 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:07:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.292316 18330 ts_manager.cc:98] Registered new tserver with Master: b91aacd1fb5c47cf877cd005e7ba4325 (127.17.222.66:45535) 20:07:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.293655 18882 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:07:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.294008 18469 ts_manager.cc:98] Registered new tserver with Master: b91aacd1fb5c47cf877cd005e7ba4325 (127.17.222.66:45535) 20:07:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.305027 18875 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.305194 18875 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.305990 18875 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.306068 18875 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.222.67 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.307555 18875 tablet_server_main.cc:78] Tablet server non-default flags: 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/data 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/wal 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.17.222.67:0 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/data/info.pb 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.17.222.67 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.17.222.126:36568,127.17.222.125:39639,127.17.222.124:41812 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-tserver.18875 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.17.222.67 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/logs 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Tablet server version: 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:38.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.313483 18875 tablet_server_main.cc:85] Initializing tablet server... 20:07:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.314390 18875 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296814us 20:07:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.314827 18875 fs_manager.cc:263] Metadata directory not provided 20:07:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.314865 18875 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.315057 18875 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.315081 18875 server_base.cc:433] Attempting to create new FS layout instead 20:07:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.316707 18875 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/data/instance: 20:07:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "eaf653ac54684af89169ae61da8bcf2a" 20:07:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.317001 18875 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/wal/instance: 20:07:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "eaf653ac54684af89169ae61da8bcf2a" 20:07:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.317833 18340 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [term 1 FOLLOWER]: Refusing update from remote peer a66bd7b453924dc79cfe61a4e9f5bf27: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.317904 18479 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [term 1 FOLLOWER]: Refusing update from remote peer a66bd7b453924dc79cfe61a4e9f5bf27: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.318522 18880 consensus_queue.cc:984] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.318624 18562 consensus_queue.cc:984] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:38.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.322569 18544 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [sys.catalog]: SysCatalogTable state changed. Reason: New leader a66bd7b453924dc79cfe61a4e9f5bf27. Latest consensus state: current_term: 1 leader_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:38.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.322597 18544 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [sys.catalog]: This master's current role is: FOLLOWER 20:07:38.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.322732 18548 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a66bd7b453924dc79cfe61a4e9f5bf27. Latest consensus state: current_term: 1 leader_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:38.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.322760 18548 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [sys.catalog]: This master's current role is: FOLLOWER 20:07:38.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.324657 18562 sys_catalog.cc:337] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:38.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.324679 18562 sys_catalog.cc:340] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: This master's current role is: LEADER 20:07:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.324929 18886 mvcc.cc:203] Tried to move safe_time back from 6337601774863945728 to 6337601774622187520. Current Snapshot: MvccSnapshot[committed={T|T < 6337601774863945728}] 20:07:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.324939 18875 fs_manager.cc:503] Time spent creating directory manager: real 0.008s user 0.004s sys 0.002s 20:07:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.325103 18562 sys_catalog.cc:337] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.325124 18562 sys_catalog.cc:340] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27 [sys.catalog]: This master's current role is: LEADER 20:07:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.325518 18875 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.325815 18548 sys_catalog.cc:337] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.325836 18548 sys_catalog.cc:340] T 00000000000000000000000000000000 P 7b01c4f9261645c8b8a0bac593503ee5 [sys.catalog]: This master's current role is: FOLLOWER 20:07:38.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.325872 18875 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:38.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.325961 18887 mvcc.cc:203] Tried to move safe_time back from 6337601774863945728 to 6337601774622187520. Current Snapshot: MvccSnapshot[committed={T|T < 6337601774863945728}] 20:07:38.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.326146 18544 sys_catalog.cc:337] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7b01c4f9261645c8b8a0bac593503ee5" member_type: VOTER last_known_addr { host: "127.17.222.126" port: 36568 } } peers { permanent_uuid: "a66bd7b453924dc79cfe61a4e9f5bf27" member_type: VOTER last_known_addr { host: "127.17.222.125" port: 39639 } } peers { permanent_uuid: "8b3788f5d5134c8ab143023e1e32484c" member_type: VOTER last_known_addr { host: "127.17.222.124" port: 41812 } } } 20:07:38.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.326167 18544 sys_catalog.cc:340] T 00000000000000000000000000000000 P 8b3788f5d5134c8ab143023e1e32484c [sys.catalog]: This master's current role is: FOLLOWER 20:07:38.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.326486 18888 mvcc.cc:203] Tried to move safe_time back from 6337601774863945728 to 6337601774622187520. Current Snapshot: MvccSnapshot[committed={T|T < 6337601774863945728}] 20:07:38.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.327791 18882 catalog_manager.cc:931] Generated new certificate authority record 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.328984 18882 catalog_manager.cc:1056] Loading token signing keys... 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.329447 18875 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.329516 18875 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/wal 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "eaf653ac54684af89169ae61da8bcf2a" 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.329591 18875 fs_report.cc:352] FS layout report 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/wal 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/wal 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/data/data 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.339350 18882 catalog_manager.cc:4085] T 00000000000000000000000000000000 P a66bd7b453924dc79cfe61a4e9f5bf27: Generated new TSK 0 20:07:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.380158 18875 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.381242 18875 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 20:07:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.381439 18875 tablet_server_main.cc:90] Starting tablet server... 20:07:38.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.389072 18875 rpc_server.cc:205] RPC server started. Bound to: 127.17.222.67:59950 20:07:38.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.389423 18875 webserver.cc:175] Starting webserver on 127.17.222.67:0 20:07:38.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.389442 18875 webserver.cc:186] Document root disabled 20:07:38.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.389897 18875 webserver.cc:313] Webserver started. Bound to: http://127.17.222.67:55394/ 20:07:38.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.390303 18875 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6053470028306657769/ts-2/data/info.pb 20:07:38.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.391109 18875 tablet_server_main.cc:93] Tablet server successfully started. 20:07:38.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.394117 18297 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver as pid 18875 20:07:38.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.399329 19010 heartbeater.cc:346] Connected to a master server at 127.17.222.126:36568 20:07:38.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.399472 19012 heartbeater.cc:346] Connected to a master server at 127.17.222.124:41812 20:07:38.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.399525 19012 heartbeater.cc:426] Registering TS with master... 20:07:38.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.399626 19010 heartbeater.cc:426] Registering TS with master... 20:07:38.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.399857 19012 heartbeater.cc:475] Master 127.17.222.124:41812 requested a full tablet report, sending... 20:07:38.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.399861 19010 heartbeater.cc:475] Master 127.17.222.126:36568 requested a full tablet report, sending... 20:07:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.403409 19011 heartbeater.cc:346] Connected to a master server at 127.17.222.125:39639 20:07:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.403453 19011 heartbeater.cc:426] Registering TS with master... 20:07:38.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.403574 19011 heartbeater.cc:475] Master 127.17.222.125:39639 requested a full tablet report, sending... 20:07:38.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.428570 18330 ts_manager.cc:98] Registered new tserver with Master: eaf653ac54684af89169ae61da8bcf2a (127.17.222.67:59950) 20:07:38.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.438688 18392 ts_manager.cc:98] Registered new tserver with Master: eaf653ac54684af89169ae61da8bcf2a (127.17.222.67:59950) 20:07:38.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.440053 18392 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.17.222.67:32831 20:07:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.442955 18469 ts_manager.cc:98] Registered new tserver with Master: eaf653ac54684af89169ae61da8bcf2a (127.17.222.67:59950) 20:07:38.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.450260 18297 external_mini_cluster.cc:535] 3 TS(s) registered with all masters 20:07:38.450 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: 20:07:38.450 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: get_masters { } 20:07:38.451 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: get_masters { masters { id { type: MASTER index: 0 } bound_rpc_address { host: "127.17.222.126" port: 36568 } } masters { id { type: MASTER index: 1 } bound_rpc_address { host: "127.17.222.125" port: 39639 } } masters { id { type: MASTER index: 2 } bound_rpc_address { host: "127.17.222.124" port: 41812 } } } 20:07:38.451 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: get_tservers { } 20:07:38.451 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: get_tservers { tservers { id { type: TSERVER index: 0 } bound_rpc_address { host: "127.17.222.65" port: 48463 } } tservers { id { type: TSERVER index: 1 } bound_rpc_address { host: "127.17.222.66" port: 45535 } } tservers { id { type: TSERVER index: 2 } bound_rpc_address { host: "127.17.222.67" port: 59950 } } } 20:07:38.451 [INFO - Test worker] (KuduTestHarness.java:147) Creating a new Kudu client... 20:07:38.453 [DEBUG - Test worker] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:07:38.456 [DEBUG - New I/O worker #364] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.17.222.126 20:07:38.456 [DEBUG - New I/O worker #365] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.17.222.125 20:07:38.457 [DEBUG - New I/O worker #366] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.17.222.124 20:07:38.462 [DEBUG - New I/O worker #366] (Negotiator.java:764) Authenticated connection [id: 0xed3888a3, /127.17.222.124:35594 => /127.17.222.124:41812] using SASL/PLAIN 20:07:38.463 [DEBUG - New I/O worker #365] (Negotiator.java:764) Authenticated connection [id: 0x6028606a, /127.17.222.125:33402 => /127.17.222.125:39639] using SASL/PLAIN 20:07:38.463 [DEBUG - New I/O worker #364] (Negotiator.java:764) Authenticated connection [id: 0x2a4bf1df, /127.17.222.126:50829 => /127.17.222.126:36568] using SASL/PLAIN 20:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.509479 18330 master_service.cc:535] unable to assign location to client {username='jenkins'}@127.17.222.126:50829: Runtime error: failed to run location mapping command: Runtime error: /data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py: process exited with non-zero status 1: Traceback (most recent call last): 20:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 244, in 20:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) main() 20:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 239, in main 20:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) LocationAssignmentRule(args.location_mapping_rules), args.uid, args.relaxed) 20:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 198, in get_location 20:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) seq + 1, rule.location_mapping_rules)) 20:07:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ValueError: zero length field name in format 20:07:38.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.593942 18392 master_service.cc:535] unable to assign location to client {username='jenkins'}@127.17.222.125:33402: Runtime error: failed to run location mapping command: Runtime error: /data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py: process exited with non-zero status 1: Traceback (most recent call last): 20:07:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 244, in 20:07:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) main() 20:07:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 239, in main 20:07:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) LocationAssignmentRule(args.location_mapping_rules), args.uid, args.relaxed) 20:07:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 198, in get_location 20:07:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) seq + 1, rule.location_mapping_rules)) 20:07:38.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ValueError: zero length field name in format 20:07:38.595 [DEBUG - New I/O worker #365] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:38.595 [DEBUG - New I/O worker #365] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=140), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.17.222.126:36568, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.17.222.125:39639, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.17.222.124:41812, [37ms] Sub rpc: ConnectToMaster received from server master-127.17.222.124:41812 response OK, [55ms] Sub rpc: ConnectToMaster received from server master-127.17.222.126:36568 response OK, [140ms] Sub rpc: ConnectToMaster received from server master-127.17.222.125:39639 response OK, null) after lookup 20:07:38.595 [DEBUG - New I/O worker #365] (Deferred.java:1330) callback=retry RPC@870686423 returned Deferred@937036915(state=PENDING, result=null, callback=(continuation of Deferred@1926796524 after retry RPC@870686423), errback=(continuation of Deferred@1926796524 after retry RPC@870686423)), so the following Deferred is getting paused: Deferred@1926796524(state=PAUSED, result=Deferred@937036915, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:38.597 [DEBUG - New I/O worker #364] (Connection.java:688) [peer master-127.17.222.126:36568(127.17.222.126:36568)] cleaning up while in state READY due to: connection disconnected 20:07:38.597 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:38.597 [DEBUG - New I/O worker #366] (Connection.java:688) [peer master-127.17.222.124:41812(127.17.222.124:41812)] cleaning up while in state READY due to: connection disconnected 20:07:38.597 [DEBUG - New I/O worker #365] (Connection.java:688) [peer master-127.17.222.125:39639(127.17.222.125:39639)] cleaning up while in state READY due to: connection disconnected 20:07:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.597934 18297 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 18540 20:07:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.601620 18297 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 18744 20:07:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.601635 18376 connection.cc:512] server connection from 127.17.222.65:39256 recv error: Network error: failed to read from TLS socket (remote: 127.17.222.65:39256): Connection reset by peer (error 104) 20:07:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.601639 18451 connection.cc:512] server connection from 127.17.222.65:54035 recv error: Network error: failed to read from TLS socket (remote: 127.17.222.65:54035): Connection reset by peer (error 104) 20:07:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.601647 18314 connection.cc:512] server connection from 127.17.222.65:42074 recv error: Network error: failed to read from TLS socket (remote: 127.17.222.65:42074): Connection reset by peer (error 104) 20:07:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.604183 18312 connection.cc:512] server connection from 127.17.222.66:53890 recv error: Network error: failed to read from TLS socket (remote: 127.17.222.66:53890): Connection reset by peer (error 104) 20:07:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.604194 18376 connection.cc:512] server connection from 127.17.222.66:58804 recv error: Network error: failed to read from TLS socket (remote: 127.17.222.66:58804): Connection reset by peer (error 104) 20:07:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.604182 18452 connection.cc:512] server connection from 127.17.222.66:40358 recv error: Network error: failed to read from TLS socket (remote: 127.17.222.66:40358): Connection reset by peer (error 104) 20:07:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.604441 18297 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 18875 20:07:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.606807 18453 connection.cc:512] server connection from 127.17.222.67:44473 recv error: Network error: failed to read from TLS socket (remote: 127.17.222.67:44473): Connection reset by peer (error 104) 20:07:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.606839 18297 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 18304 20:07:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.606842 18374 connection.cc:512] server connection from 127.17.222.67:32831 recv error: Network error: failed to read from TLS socket (remote: 127.17.222.67:32831): Connection reset by peer (error 104) 20:07:38.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.610021 18297 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 18366 20:07:38.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.612864 18297 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 18442 20:07:38.624 [ERROR - Test worker] (RetryRule.java:80) testClientLocation(org.apache.kudu.client.TestKuduClient): failed attempt 2 org.junit.ComparisonFailure: expected:<[/L0]> but was:<[]> at org.junit.Assert.assertEquals(Assert.java:115) at org.junit.Assert.assertEquals(Assert.java:144) at org.apache.kudu.client.TestKuduClient.testClientLocation(TestKuduClient.java:1174) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:745) 20:07:38.625 [INFO - Test worker] (KuduTestHarness.java:145) Creating a new MiniKuduCluster... 20:07:38.625 [INFO - Test worker] (TempDirUtils.java:49) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 20:07:38.625 [INFO - Test worker] (KuduBinaryLocator.java:53) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 20:07:38.625 [INFO - Test worker] (MiniKuduCluster.java:187) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 20:07:38.627 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: create_cluster { num_masters: 3 num_tservers: 3 enable_kerberos: false cluster_root: "/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167" extra_master_flags: "--location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/location-assignment.state --map /L0:4" hms_mode: NONE mini_kdc_options { } } 20:07:38.688 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: 20:07:38.689 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: start_cluster { } 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.699317 19039 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/wal 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/data 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.254:33796 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.254 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/logs 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/data/info.pb 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/location-assignment.state --map /L0:4 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:38.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 with env {} 20:07:38.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:38.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.747629 19046 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:38.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.747809 19046 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.748793 19046 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:07:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.748822 19046 flags.cc:406] Enabled experimental flag: --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/location-assignment.state --map /L0:4 20:07:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.748836 19046 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.748845 19046 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:07:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.748858 19046 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:07:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.750685 19046 master_main.cc:73] Master server non-default flags: 20:07:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/data 20:07:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/wal 20:07:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 20:07:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/location-assignment.state --map /L0:4 20:07:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.254:33796 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/data/info.pb 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.254 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.19046 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/logs 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.757009 19046 master_main.cc:80] Initializing master server... 20:07:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.757472 19046 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296814us 20:07:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.758352 19046 fs_manager.cc:263] Metadata directory not provided 20:07:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.758389 19046 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.758574 19046 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:38.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.758596 19046 server_base.cc:433] Attempting to create new FS layout instead 20:07:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.760253 19046 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/data/instance: 20:07:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "0c771928f0d1443b9d10171818b391e3" 20:07:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.760516 19046 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/wal/instance: 20:07:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "0c771928f0d1443b9d10171818b391e3" 20:07:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.766547 19046 fs_manager.cc:503] Time spent creating directory manager: real 0.006s user 0.004s sys 0.001s 20:07:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.766986 19046 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:38.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.767323 19046 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.770330 19046 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.770406 19046 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/wal 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "0c771928f0d1443b9d10171818b391e3" 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.770514 19046 fs_report.cc:352] FS layout report 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/wal 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/wal 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/data/data 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:38.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.796777 19046 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.797317 19046 master_main.cc:83] Starting Master server... 20:07:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.801636 19046 rpc_server.cc:205] RPC server started. Bound to: 127.18.151.254:33796 20:07:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.801925 19046 webserver.cc:175] Starting webserver on 127.18.151.254:0 20:07:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.801944 19046 webserver.cc:186] Document root disabled 20:07:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.802311 19046 webserver.cc:313] Webserver started. Bound to: http://127.18.151.254:58128/ 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.802657 19046 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-0/data/info.pb 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.803315 19039 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 19046 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.803691 19039 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/wal 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/data 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.253:45827 20:07:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.253 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/logs 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/data/info.pb 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/location-assignment.state --map /L0:4 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 with env {} 20:07:38.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.805569 19105 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:38.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.808405 19105 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } has no permanent_uuid. Determining permanent_uuid... 20:07:38.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.815738 19105 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } has no permanent_uuid. Determining permanent_uuid... 20:07:38.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.816223 19105 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.18.151.253:45827: Network error: Client connection negotiation failed: client connection to 127.18.151.253:45827: connect: Connection refused (error 111) 20:07:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.835433 19105 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } attempt: 1 20:07:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.835842 19105 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.18.151.253:45827: Network error: Client connection negotiation failed: client connection to 127.18.151.253:45827: connect: Connection refused (error 111) 20:07:38.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:38.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.854367 19106 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:38.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.854547 19106 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:38.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.855509 19106 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:07:38.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.855538 19106 flags.cc:406] Enabled experimental flag: --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/location-assignment.state --map /L0:4 20:07:38.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.855551 19106 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:38.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.855561 19106 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:07:38.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.855573 19106 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.857439 19106 master_main.cc:73] Master server non-default flags: 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/data 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/wal 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/location-assignment.state --map /L0:4 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.253:45827 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/data/info.pb 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.253 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.19106 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/logs 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:38.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.864020 19106 master_main.cc:80] Initializing master server... 20:07:38.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.864529 19106 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296814us 20:07:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.865423 19106 fs_manager.cc:263] Metadata directory not provided 20:07:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.865463 19106 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.865722 19106 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.865746 19106 server_base.cc:433] Attempting to create new FS layout instead 20:07:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.867504 19106 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/data/instance: 20:07:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "fe9f66f3e2844c05bd893d7389a363d1" 20:07:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.867878 19106 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/wal/instance: 20:07:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "fe9f66f3e2844c05bd893d7389a363d1" 20:07:38.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.873755 19106 fs_manager.cc:503] Time spent creating directory manager: real 0.006s user 0.004s sys 0.000s 20:07:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.874274 19106 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.874636 19106 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.877568 19106 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:07:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.877643 19106 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/wal 20:07:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "fe9f66f3e2844c05bd893d7389a363d1" 20:07:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.877948 19106 fs_report.cc:352] FS layout report 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/wal 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/wal 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/data/data 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:38.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.884006 19105 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } attempt: 2 20:07:38.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.884409 19105 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.18.151.253:45827: Network error: Client connection negotiation failed: client connection to 127.18.151.253:45827: connect: Connection refused (error 111) 20:07:38.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.914029 19106 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:38.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.914553 19106 master_main.cc:83] Starting Master server... 20:07:38.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.918685 19106 rpc_server.cc:205] RPC server started. Bound to: 127.18.151.253:45827 20:07:38.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.918951 19106 webserver.cc:175] Starting webserver on 127.18.151.253:0 20:07:38.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.918967 19106 webserver.cc:186] Document root disabled 20:07:38.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.919337 19106 webserver.cc:313] Webserver started. Bound to: http://127.18.151.253:56748/ 20:07:38.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.919670 19106 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-1/data/info.pb 20:07:38.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.921634 19167 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:38.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.924458 19167 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } has no permanent_uuid. Determining permanent_uuid... 20:07:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.927573 19039 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 19106 20:07:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.927913 19039 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/wal 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/data 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.252:34017 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.252 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/logs 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/data/info.pb 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/location-assignment.state --map /L0:4 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 with env {} 20:07:38.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.931036 19167 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } has no permanent_uuid. Determining permanent_uuid... 20:07:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.935066 19167 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } has no permanent_uuid. Determining permanent_uuid... 20:07:38.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.935748 19167 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.18.151.252:34017: Network error: Client connection negotiation failed: client connection to 127.18.151.252:34017: connect: Connection refused (error 111) 20:07:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.955097 19167 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } attempt: 1 20:07:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.955638 19167 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.18.151.252:34017: Network error: Client connection negotiation failed: client connection to 127.18.151.252:34017: connect: Connection refused (error 111) 20:07:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.978325 19169 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.978502 19169 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.979539 19169 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:07:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.979568 19169 flags.cc:406] Enabled experimental flag: --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/location-assignment.state --map /L0:4 20:07:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.979581 19169 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.979591 19169 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:07:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.979604 19169 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.981451 19169 master_main.cc:73] Master server non-default flags: 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/data 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/wal 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/location-assignment.state --map /L0:4 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.252:34017 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/data/info.pb 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.252 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.19169 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/logs 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:38.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.987953 19169 master_main.cc:80] Initializing master server... 20:07:38.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.988459 19169 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 296814us 20:07:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.989364 19169 fs_manager.cc:263] Metadata directory not provided 20:07:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.989404 19169 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.989667 19169 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:38.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.989692 19169 server_base.cc:433] Attempting to create new FS layout instead 20:07:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.991420 19169 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/data/instance: 20:07:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "73fd1d1b568c47b6ba59e436af017490" 20:07:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.991736 19169 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/wal/instance: 20:07:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "73fd1d1b568c47b6ba59e436af017490" 20:07:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.995609 19105 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } attempt: 3 20:07:38.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.997524 19169 fs_manager.cc:503] Time spent creating directory manager: real 0.006s user 0.003s sys 0.001s 20:07:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.997948 19169 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.998294 19169 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:38.998477 19105 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } has no permanent_uuid. Determining permanent_uuid... 20:07:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:38.998955 19105 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.18.151.252:34017: Network error: Client connection negotiation failed: client connection to 127.18.151.252:34017: connect: Connection refused (error 111) 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.001271 19169 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.001338 19169 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/wal 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "73fd1d1b568c47b6ba59e436af017490" 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:38 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.001411 19169 fs_report.cc:352] FS layout report 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/wal 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/wal 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/data/data 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.003893 19167 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } attempt: 2 20:07:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.004297 19167 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.18.151.252:34017: Network error: Client connection negotiation failed: client connection to 127.18.151.252:34017: connect: Connection refused (error 111) 20:07:39.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.025557 19169 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:39.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.026026 19169 master_main.cc:83] Starting Master server... 20:07:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.030133 19169 rpc_server.cc:205] RPC server started. Bound to: 127.18.151.252:34017 20:07:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.030421 19169 webserver.cc:175] Starting webserver on 127.18.151.252:0 20:07:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.030437 19169 webserver.cc:186] Document root disabled 20:07:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.030752 19169 webserver.cc:313] Webserver started. Bound to: http://127.18.151.252:43391/ 20:07:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.031070 19169 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/master-2/data/info.pb 20:07:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.033094 19229 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:39.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.036015 19229 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } has no permanent_uuid. Determining permanent_uuid... 20:07:39.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.040899 19229 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } has no permanent_uuid. Determining permanent_uuid... 20:07:39.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.041394 19039 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 19169 20:07:39.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.041848 19039 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:39.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:39.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/wal 20:07:39.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/data 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.193:0 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.18.151.193 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.193 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/logs 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/data/info.pb 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags with env {} 20:07:39.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.045078 19229 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } has no permanent_uuid. Determining permanent_uuid... 20:07:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.050096 19229 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490: Bootstrap starting. 20:07:39.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.051506 19229 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490: No blocks or log segments found. Creating new log. 20:07:39.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.052027 19229 log.cc:525] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490: Log is configured to *not* fsync() on all Append() calls 20:07:39.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.053019 19229 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490: No bootstrap required, opened a new log 20:07:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.054879 19229 raft_consensus.cc:340] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } 20:07:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.054936 19229 raft_consensus.cc:366] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.054965 19229 raft_consensus.cc:705] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73fd1d1b568c47b6ba59e436af017490, State: Initialized, Role: FOLLOWER 20:07:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.055318 19229 consensus_queue.cc:229] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } 20:07:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.055552 19229 sys_catalog.cc:337] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.055568 19234 sys_catalog.cc:337] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.055585 19234 sys_catalog.cc:340] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [sys.catalog]: This master's current role is: FOLLOWER 20:07:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.055585 19229 sys_catalog.cc:340] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [sys.catalog]: This master's current role is: FOLLOWER 20:07:39.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.056179 19229 sys_catalog.cc:424] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [sys.catalog]: configured and running, proceeding with master startup. 20:07:39.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.056586 19169 master_main.cc:86] Master server successfully started. 20:07:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.058478 19235 catalog_manager.cc:1094] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490: acquiring CA information for follower catalog manager: Not found: root CA entry not found 20:07:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.058508 19235 catalog_manager.cc:584] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 20:07:39.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.063129 19105 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } attempt: 1 20:07:39.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.067840 19105 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3: Bootstrap starting. 20:07:39.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.069672 19105 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3: No blocks or log segments found. Creating new log. 20:07:39.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.070343 19105 log.cc:525] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3: Log is configured to *not* fsync() on all Append() calls 20:07:39.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.071761 19105 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3: No bootstrap required, opened a new log 20:07:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.074705 19105 raft_consensus.cc:340] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } 20:07:39.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.074932 19105 raft_consensus.cc:366] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:39.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.075142 19105 raft_consensus.cc:705] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c771928f0d1443b9d10171818b391e3, State: Initialized, Role: FOLLOWER 20:07:39.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.075713 19105 consensus_queue.cc:229] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } 20:07:39.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.076313 19105 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.076349 19238 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.076642 19238 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: This master's current role is: FOLLOWER 20:07:39.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.076503 19105 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: This master's current role is: FOLLOWER 20:07:39.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.077685 19105 sys_catalog.cc:424] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: configured and running, proceeding with master startup. 20:07:39.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.078166 19046 master_main.cc:86] Master server successfully started. 20:07:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.080349 19239 catalog_manager.cc:1094] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3: acquiring CA information for follower catalog manager: Not found: root CA entry not found 20:07:39.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.080462 19239 catalog_manager.cc:584] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 20:07:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.092885 19231 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.093093 19231 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:39.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.094200 19231 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:39.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.094307 19231 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.151.193 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.096325 19231 tablet_server_main.cc:78] Tablet server non-default flags: 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/data 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/wal 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.193:0 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/data/info.pb 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.193 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-tserver.19231 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.18.151.193 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/logs 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Tablet server version: 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:39.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:39.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.104539 19231 tablet_server_main.cc:85] Initializing tablet server... 20:07:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.105739 19231 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297314us 20:07:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.106313 19231 fs_manager.cc:263] Metadata directory not provided 20:07:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.106359 19231 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.106562 19231 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.106592 19231 server_base.cc:433] Attempting to create new FS layout instead 20:07:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.108664 19231 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/data/instance: 20:07:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "65b5304b33ff4b00a7ad3339fbc71b46" 20:07:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.108912 19231 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/wal/instance: 20:07:39.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "65b5304b33ff4b00a7ad3339fbc71b46" 20:07:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.115473 19167 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } attempt: 3 20:07:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.115892 19231 fs_manager.cc:503] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s 20:07:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.116474 19231 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.116812 19231 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.120832 19231 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:07:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.120842 19167 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1: Bootstrap starting. 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.121035 19231 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/wal 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "65b5304b33ff4b00a7ad3339fbc71b46" 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.121315 19231 fs_report.cc:352] FS layout report 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/wal 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/wal 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/data/data 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.122756 19167 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1: No blocks or log segments found. Creating new log. 20:07:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.123540 19167 log.cc:525] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1: Log is configured to *not* fsync() on all Append() calls 20:07:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.133436 19167 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1: No bootstrap required, opened a new log 20:07:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.136441 19167 raft_consensus.cc:340] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } 20:07:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.136642 19167 raft_consensus.cc:366] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.136831 19167 raft_consensus.cc:705] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fe9f66f3e2844c05bd893d7389a363d1, State: Initialized, Role: FOLLOWER 20:07:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.137369 19167 consensus_queue.cc:229] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } 20:07:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.137745 19167 sys_catalog.cc:337] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.137881 19167 sys_catalog.cc:340] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [sys.catalog]: This master's current role is: FOLLOWER 20:07:39.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.138873 19167 sys_catalog.cc:424] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [sys.catalog]: configured and running, proceeding with master startup. 20:07:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.139369 19106 master_main.cc:86] Master server successfully started. 20:07:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.139312 19252 sys_catalog.cc:337] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.139588 19252 sys_catalog.cc:340] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [sys.catalog]: This master's current role is: FOLLOWER 20:07:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.142509 19238 raft_consensus.cc:472] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.142640 19238 raft_consensus.cc:494] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } 20:07:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.143630 19238 leader_election.cc:292] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fe9f66f3e2844c05bd893d7389a363d1 (127.18.151.253:45827), 73fd1d1b568c47b6ba59e436af017490 (127.18.151.252:34017) 20:07:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.144237 19206 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c771928f0d1443b9d10171818b391e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73fd1d1b568c47b6ba59e436af017490" is_pre_election: true 20:07:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.144423 19206 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0c771928f0d1443b9d10171818b391e3 in term 0. 20:07:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.144450 19144 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c771928f0d1443b9d10171818b391e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe9f66f3e2844c05bd893d7389a363d1" is_pre_election: true 20:07:39.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.144603 19144 raft_consensus.cc:2346] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0c771928f0d1443b9d10171818b391e3 in term 0. 20:07:39.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.144814 19055 leader_election.cc:306] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0c771928f0d1443b9d10171818b391e3, 73fd1d1b568c47b6ba59e436af017490; no voters: 20:07:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.145414 19238 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.145453 19238 raft_consensus.cc:472] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.145478 19238 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 0 FOLLOWER]: Advancing to term 1 20:07:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.146344 19238 raft_consensus.cc:494] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } 20:07:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.146690 19238 leader_election.cc:292] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [CANDIDATE]: Term 1 election: Requested vote from peers fe9f66f3e2844c05bd893d7389a363d1 (127.18.151.253:45827), 73fd1d1b568c47b6ba59e436af017490 (127.18.151.252:34017) 20:07:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.147012 19206 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c771928f0d1443b9d10171818b391e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73fd1d1b568c47b6ba59e436af017490" 20:07:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.147051 19206 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [term 0 FOLLOWER]: Advancing to term 1 20:07:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.147568 19144 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0c771928f0d1443b9d10171818b391e3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fe9f66f3e2844c05bd893d7389a363d1" 20:07:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.147620 19144 raft_consensus.cc:2886] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [term 0 FOLLOWER]: Advancing to term 1 20:07:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.147840 19206 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0c771928f0d1443b9d10171818b391e3 in term 1. 20:07:39.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.148108 19055 leader_election.cc:306] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0c771928f0d1443b9d10171818b391e3, 73fd1d1b568c47b6ba59e436af017490; no voters: 20:07:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.148345 19238 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 1 FOLLOWER]: Leader election won for term 1 20:07:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.148370 19144 raft_consensus.cc:2346] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0c771928f0d1443b9d10171818b391e3 in term 1. 20:07:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.148483 19238 raft_consensus.cc:667] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [term 1 LEADER]: Becoming Leader. State: Replica: 0c771928f0d1443b9d10171818b391e3, State: Running, Role: LEADER 20:07:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.148778 19238 consensus_queue.cc:206] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } 20:07:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.149410 19253 catalog_manager.cc:1094] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1: acquiring CA information for follower catalog manager: Not found: root CA entry not found 20:07:39.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.150610 19238 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c771928f0d1443b9d10171818b391e3. Latest consensus state: current_term: 1 leader_uuid: "0c771928f0d1443b9d10171818b391e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.150748 19238 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: This master's current role is: LEADER 20:07:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.151196 19257 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:07:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.152406 19257 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:07:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.152518 19253 catalog_manager.cc:584] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 20:07:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.153693 19231 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:39.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.154819 19231 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 20:07:39.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.155009 19231 tablet_server_main.cc:90] Starting tablet server... 20:07:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.165009 19123 tablet.cc:1768] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.174623 19231 rpc_server.cc:205] RPC server started. Bound to: 127.18.151.193:43220 20:07:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.175169 19231 webserver.cc:175] Starting webserver on 127.18.151.193:0 20:07:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.175292 19231 webserver.cc:186] Document root disabled 20:07:39.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.175985 19231 webserver.cc:313] Webserver started. Bound to: http://127.18.151.193:37479/ 20:07:39.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.176506 19231 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-0/data/info.pb 20:07:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.177166 19231 tablet_server_main.cc:93] Tablet server successfully started. 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.186002 19039 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver as pid 19231 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.186465 19039 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/wal 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/data 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.194:0 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.18.151.194 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.194 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:39.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/logs 20:07:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/data/info.pb 20:07:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:39.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags with env {} 20:07:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.195022 19366 heartbeater.cc:346] Connected to a master server at 127.18.151.254:33796 20:07:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.195114 19366 heartbeater.cc:426] Registering TS with master... 20:07:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.195472 19366 heartbeater.cc:475] Master 127.18.151.254:33796 requested a full tablet report, sending... 20:07:39.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.196689 19368 heartbeater.cc:346] Connected to a master server at 127.18.151.252:34017 20:07:39.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.196728 19368 heartbeater.cc:426] Registering TS with master... 20:07:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.196847 19368 heartbeater.cc:475] Master 127.18.151.252:34017 requested a full tablet report, sending... 20:07:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.198117 19367 heartbeater.cc:346] Connected to a master server at 127.18.151.253:45827 20:07:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.198149 19367 heartbeater.cc:426] Registering TS with master... 20:07:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.198271 19367 heartbeater.cc:475] Master 127.18.151.253:45827 requested a full tablet report, sending... 20:07:39.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.236320 19206 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [term 1 FOLLOWER]: Refusing update from remote peer 0c771928f0d1443b9d10171818b391e3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.238857 19144 raft_consensus.cc:1181] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [term 1 FOLLOWER]: Refusing update from remote peer 0c771928f0d1443b9d10171818b391e3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:39.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.239936 19255 consensus_queue.cc:984] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:39.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.240433 19255 consensus_queue.cc:984] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.244560 19234 sys_catalog.cc:337] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c771928f0d1443b9d10171818b391e3. Latest consensus state: current_term: 1 leader_uuid: "0c771928f0d1443b9d10171818b391e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.244593 19234 sys_catalog.cc:340] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [sys.catalog]: This master's current role is: FOLLOWER 20:07:39.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.248782 19238 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0c771928f0d1443b9d10171818b391e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.248813 19238 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: This master's current role is: LEADER 20:07:39.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.249825 19234 sys_catalog.cc:337] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0c771928f0d1443b9d10171818b391e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.249855 19234 sys_catalog.cc:340] T 00000000000000000000000000000000 P 73fd1d1b568c47b6ba59e436af017490 [sys.catalog]: This master's current role is: FOLLOWER 20:07:39.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.251404 19378 mvcc.cc:203] Tried to move safe_time back from 6337601778618396672 to 6337601778276995072. Current Snapshot: MvccSnapshot[committed={T|T < 6337601778618396672}] 20:07:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.253937 19252 sys_catalog.cc:337] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 0c771928f0d1443b9d10171818b391e3. Latest consensus state: current_term: 1 leader_uuid: "0c771928f0d1443b9d10171818b391e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.253969 19252 sys_catalog.cc:340] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [sys.catalog]: This master's current role is: FOLLOWER 20:07:39.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.260130 19257 catalog_manager.cc:931] Generated new certificate authority record 20:07:39.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.261659 19257 catalog_manager.cc:1056] Loading token signing keys... 20:07:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.268394 19238 sys_catalog.cc:337] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0c771928f0d1443b9d10171818b391e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.268415 19238 sys_catalog.cc:340] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3 [sys.catalog]: This master's current role is: LEADER 20:07:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.269640 19252 sys_catalog.cc:337] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0c771928f0d1443b9d10171818b391e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c771928f0d1443b9d10171818b391e3" member_type: VOTER last_known_addr { host: "127.18.151.254" port: 33796 } } peers { permanent_uuid: "fe9f66f3e2844c05bd893d7389a363d1" member_type: VOTER last_known_addr { host: "127.18.151.253" port: 45827 } } peers { permanent_uuid: "73fd1d1b568c47b6ba59e436af017490" member_type: VOTER last_known_addr { host: "127.18.151.252" port: 34017 } } } 20:07:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.269665 19252 sys_catalog.cc:340] T 00000000000000000000000000000000 P fe9f66f3e2844c05bd893d7389a363d1 [sys.catalog]: This master's current role is: FOLLOWER 20:07:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.269665 19380 mvcc.cc:203] Tried to move safe_time back from 6337601778618396672 to 6337601778276995072. Current Snapshot: MvccSnapshot[committed={T|T < 6337601778618396672}] 20:07:39.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.269903 19257 catalog_manager.cc:4085] T 00000000000000000000000000000000 P 0c771928f0d1443b9d10171818b391e3: Generated new TSK 0 20:07:39.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.277184 19072 ts_manager.cc:98] Registered new tserver with Master: 65b5304b33ff4b00a7ad3339fbc71b46 (127.18.151.193:43220) 20:07:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.286767 19196 ts_manager.cc:98] Registered new tserver with Master: 65b5304b33ff4b00a7ad3339fbc71b46 (127.18.151.193:43220) 20:07:39.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.294139 19134 ts_manager.cc:98] Registered new tserver with Master: 65b5304b33ff4b00a7ad3339fbc71b46 (127.18.151.193:43220) 20:07:39.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:39.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.296303 19373 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:39.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.296512 19373 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:39.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.297690 19373 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:39.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.297770 19373 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.151.194 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.300050 19373 tablet_server_main.cc:78] Tablet server non-default flags: 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/data 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/wal 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.194:0 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/data/info.pb 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.194 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-tserver.19373 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.18.151.194 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/logs 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Tablet server version: 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:39.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:39.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.308357 19373 tablet_server_main.cc:85] Initializing tablet server... 20:07:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.309690 19373 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297314us 20:07:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.310312 19373 fs_manager.cc:263] Metadata directory not provided 20:07:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.310362 19373 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.310586 19373 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.310619 19373 server_base.cc:433] Attempting to create new FS layout instead 20:07:39.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.312885 19373 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/data/instance: 20:07:39.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "4e1e13a2c1e4401cac315902e100fd7e" 20:07:39.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.313150 19373 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/wal/instance: 20:07:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "4e1e13a2c1e4401cac315902e100fd7e" 20:07:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.320421 19373 fs_manager.cc:503] Time spent creating directory manager: real 0.007s user 0.004s sys 0.001s 20:07:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.321226 19373 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.321787 19373 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.325507 19373 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s 20:07:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.325641 19373 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/wal 20:07:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "4e1e13a2c1e4401cac315902e100fd7e" 20:07:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.325901 19373 fs_report.cc:352] FS layout report 20:07:39.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/wal 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/wal 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/data/data 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.349546 19373 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.350533 19373 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 20:07:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.350649 19373 tablet_server_main.cc:90] Starting tablet server... 20:07:39.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.358459 19373 rpc_server.cc:205] RPC server started. Bound to: 127.18.151.194:57255 20:07:39.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.358733 19373 webserver.cc:175] Starting webserver on 127.18.151.194:0 20:07:39.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.358752 19373 webserver.cc:186] Document root disabled 20:07:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.359141 19373 webserver.cc:313] Webserver started. Bound to: http://127.18.151.194:49469/ 20:07:39.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.359493 19373 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-1/data/info.pb 20:07:39.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.360205 19373 tablet_server_main.cc:93] Tablet server successfully started. 20:07:39.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.366477 19507 heartbeater.cc:346] Connected to a master server at 127.18.151.252:34017 20:07:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.366575 19507 heartbeater.cc:426] Registering TS with master... 20:07:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.366894 19507 heartbeater.cc:475] Master 127.18.151.252:34017 requested a full tablet report, sending... 20:07:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.367128 19505 heartbeater.cc:346] Connected to a master server at 127.18.151.254:33796 20:07:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.367297 19505 heartbeater.cc:426] Registering TS with master... 20:07:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.367416 19505 heartbeater.cc:475] Master 127.18.151.254:33796 requested a full tablet report, sending... 20:07:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.367305 19506 heartbeater.cc:346] Connected to a master server at 127.18.151.253:45827 20:07:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.367525 19506 heartbeater.cc:426] Registering TS with master... 20:07:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.367655 19506 heartbeater.cc:475] Master 127.18.151.253:45827 requested a full tablet report, sending... 20:07:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.369683 19039 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver as pid 19373 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.370074 19039 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/wal 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/data 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.195:0 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.18.151.195 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.195 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/logs 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/data/info.pb 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:39.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags with env {} 20:07:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.407681 19196 ts_manager.cc:98] Registered new tserver with Master: 4e1e13a2c1e4401cac315902e100fd7e (127.18.151.194:57255) 20:07:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.408496 19134 ts_manager.cc:98] Registered new tserver with Master: 4e1e13a2c1e4401cac315902e100fd7e (127.18.151.194:57255) 20:07:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.422783 19515 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.422950 19515 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.423764 19515 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.423843 19515 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.151.195 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.425290 19515 tablet_server_main.cc:78] Tablet server non-default flags: 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/data 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/wal 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.18.151.195:0 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/data/info.pb 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.18.151.195 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.18.151.254:33796,127.18.151.253:45827,127.18.151.252:34017 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-tserver.19515 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.18.151.195 20:07:39.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/logs 20:07:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Tablet server version: 20:07:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.431967 19515 tablet_server_main.cc:85] Initializing tablet server... 20:07:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.432934 19515 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297314us 20:07:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.433452 19515 fs_manager.cc:263] Metadata directory not provided 20:07:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.433492 19515 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.433737 19515 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.433760 19515 server_base.cc:433] Attempting to create new FS layout instead 20:07:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.435416 19515 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/data/instance: 20:07:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "74bf8fb41c954d9ab93fb4dc3ac39774" 20:07:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.435739 19515 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/wal/instance: 20:07:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "74bf8fb41c954d9ab93fb4dc3ac39774" 20:07:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.440922 19515 fs_manager.cc:503] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s 20:07:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.441378 19515 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.441665 19515 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.444488 19515 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.444576 19515 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/wal 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "74bf8fb41c954d9ab93fb4dc3ac39774" 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.444819 19515 fs_report.cc:352] FS layout report 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/wal 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/wal 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/data/data 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.466747 19515 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:39.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.467597 19515 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 20:07:39.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.467700 19515 tablet_server_main.cc:90] Starting tablet server... 20:07:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.475340 19515 rpc_server.cc:205] RPC server started. Bound to: 127.18.151.195:40958 20:07:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.475558 19515 webserver.cc:175] Starting webserver on 127.18.151.195:0 20:07:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.475572 19515 webserver.cc:186] Document root disabled 20:07:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.475874 19515 webserver.cc:313] Webserver started. Bound to: http://127.18.151.195:44805/ 20:07:39.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.476168 19515 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster6856247074418508167/ts-2/data/info.pb 20:07:39.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.476919 19515 tablet_server_main.cc:93] Tablet server successfully started. 20:07:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.483235 19636 heartbeater.cc:346] Connected to a master server at 127.18.151.252:34017 20:07:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.483331 19636 heartbeater.cc:426] Registering TS with master... 20:07:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.483584 19636 heartbeater.cc:475] Master 127.18.151.252:34017 requested a full tablet report, sending... 20:07:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.483702 19635 heartbeater.cc:346] Connected to a master server at 127.18.151.253:45827 20:07:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.483736 19635 heartbeater.cc:426] Registering TS with master... 20:07:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.483857 19635 heartbeater.cc:475] Master 127.18.151.253:45827 requested a full tablet report, sending... 20:07:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.484179 19039 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver as pid 19515 20:07:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.486479 19634 heartbeater.cc:346] Connected to a master server at 127.18.151.254:33796 20:07:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.486519 19634 heartbeater.cc:426] Registering TS with master... 20:07:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.486635 19634 heartbeater.cc:475] Master 127.18.151.254:33796 requested a full tablet report, sending... 20:07:39.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.494163 19072 ts_manager.cc:98] Registered new tserver with Master: 4e1e13a2c1e4401cac315902e100fd7e (127.18.151.194:57255) 20:07:39.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.499332 19072 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.18.151.194:40664 20:07:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.519881 19196 ts_manager.cc:98] Registered new tserver with Master: 74bf8fb41c954d9ab93fb4dc3ac39774 (127.18.151.195:40958) 20:07:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.522960 19134 ts_manager.cc:98] Registered new tserver with Master: 74bf8fb41c954d9ab93fb4dc3ac39774 (127.18.151.195:40958) 20:07:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.537039 19071 ts_manager.cc:98] Registered new tserver with Master: 74bf8fb41c954d9ab93fb4dc3ac39774 (127.18.151.195:40958) 20:07:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.537688 19039 external_mini_cluster.cc:535] 3 TS(s) registered with all masters 20:07:39.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.537794 19071 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.18.151.195:59512 20:07:39.537 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: 20:07:39.538 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: get_masters { } 20:07:39.538 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: get_masters { masters { id { type: MASTER index: 0 } bound_rpc_address { host: "127.18.151.254" port: 33796 } } masters { id { type: MASTER index: 1 } bound_rpc_address { host: "127.18.151.253" port: 45827 } } masters { id { type: MASTER index: 2 } bound_rpc_address { host: "127.18.151.252" port: 34017 } } } 20:07:39.538 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: get_tservers { } 20:07:39.539 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: get_tservers { tservers { id { type: TSERVER index: 0 } bound_rpc_address { host: "127.18.151.193" port: 43220 } } tservers { id { type: TSERVER index: 1 } bound_rpc_address { host: "127.18.151.194" port: 57255 } } tservers { id { type: TSERVER index: 2 } bound_rpc_address { host: "127.18.151.195" port: 40958 } } } 20:07:39.539 [INFO - Test worker] (KuduTestHarness.java:147) Creating a new Kudu client... 20:07:39.541 [DEBUG - Test worker] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:07:39.544 [DEBUG - New I/O worker #373] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.18.151.254 20:07:39.544 [DEBUG - New I/O worker #374] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.18.151.253 20:07:39.546 [DEBUG - New I/O worker #375] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.18.151.252 20:07:39.556 [DEBUG - New I/O worker #374] (Negotiator.java:764) Authenticated connection [id: 0xcf6cb458, /127.18.151.253:38043 => /127.18.151.253:45827] using SASL/PLAIN 20:07:39.561 [DEBUG - New I/O worker #373] (Negotiator.java:764) Authenticated connection [id: 0x42356dae, /127.18.151.254:43491 => /127.18.151.254:33796] using SASL/PLAIN 20:07:39.563 [DEBUG - New I/O worker #375] (Negotiator.java:764) Authenticated connection [id: 0xb1ad9095, /127.18.151.252:60248 => /127.18.151.252:34017] using SASL/PLAIN 20:07:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.608054 19195 master_service.cc:535] unable to assign location to client {username='jenkins'}@127.18.151.252:60248: Runtime error: failed to run location mapping command: Runtime error: /data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py: process exited with non-zero status 1: Traceback (most recent call last): 20:07:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 244, in 20:07:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) main() 20:07:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 239, in main 20:07:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) LocationAssignmentRule(args.location_mapping_rules), args.uid, args.relaxed) 20:07:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 198, in get_location 20:07:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) seq + 1, rule.location_mapping_rules)) 20:07:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ValueError: zero length field name in format 20:07:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.693922 19071 master_service.cc:535] unable to assign location to client {username='jenkins'}@127.18.151.254:43491: Runtime error: failed to run location mapping command: Runtime error: /data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py: process exited with non-zero status 1: Traceback (most recent call last): 20:07:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 244, in 20:07:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) main() 20:07:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 239, in main 20:07:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) LocationAssignmentRule(args.location_mapping_rules), args.uid, args.relaxed) 20:07:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 198, in get_location 20:07:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) seq + 1, rule.location_mapping_rules)) 20:07:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ValueError: zero length field name in format 20:07:39.695 [DEBUG - New I/O worker #373] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:39.695 [DEBUG - New I/O worker #373] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=153), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.18.151.254:33796, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.18.151.253:45827, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.18.151.252:34017, [50ms] Sub rpc: ConnectToMaster received from server master-127.18.151.253:45827 response OK, [66ms] Sub rpc: ConnectToMaster received from server master-127.18.151.252:34017 response OK, [152ms] Sub rpc: ConnectToMaster received from server master-127.18.151.254:33796 response OK, null) after lookup 20:07:39.696 [DEBUG - New I/O worker #373] (Deferred.java:1330) callback=retry RPC@264216532 returned Deferred@192940795(state=PENDING, result=null, callback=(continuation of Deferred@1317180911 after retry RPC@264216532), errback=(continuation of Deferred@1317180911 after retry RPC@264216532)), so the following Deferred is getting paused: Deferred@1317180911(state=PAUSED, result=Deferred@192940795, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:39.697 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:39.697 [DEBUG - New I/O worker #374] (Connection.java:688) [peer master-127.18.151.253:45827(127.18.151.253:45827)] cleaning up while in state READY due to: connection disconnected 20:07:39.697 [DEBUG - New I/O worker #373] (Connection.java:688) [peer master-127.18.151.254:33796(127.18.151.254:33796)] cleaning up while in state READY due to: connection disconnected 20:07:39.697 [DEBUG - New I/O worker #375] (Connection.java:688) [peer master-127.18.151.252:34017(127.18.151.252:34017)] cleaning up while in state READY due to: connection disconnected 20:07:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.698321 19039 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 19231 20:07:39.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.701468 19118 connection.cc:512] server connection from 127.18.151.193:48275 recv error: Network error: failed to read from TLS socket (remote: 127.18.151.193:48275): Connection reset by peer (error 104) 20:07:39.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.701478 19054 connection.cc:512] server connection from 127.18.151.193:39060 recv error: Network error: failed to read from TLS socket (remote: 127.18.151.193:39060): Connection reset by peer (error 104) 20:07:39.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.701494 19180 connection.cc:512] server connection from 127.18.151.193:43716 recv error: Network error: failed to read from TLS socket (remote: 127.18.151.193:43716): Connection reset by peer (error 104) 20:07:39.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.701781 19039 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 19373 20:07:39.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.704110 19053 connection.cc:512] server connection from 127.18.151.194:40664 recv error: Network error: failed to read from TLS socket (remote: 127.18.151.194:40664): Connection reset by peer (error 104) 20:07:39.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.704123 19180 connection.cc:512] server connection from 127.18.151.194:40650 recv error: Network error: failed to read from TLS socket (remote: 127.18.151.194:40650): Connection reset by peer (error 104) 20:07:39.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.704123 19115 connection.cc:512] server connection from 127.18.151.194:52704 recv error: Network error: failed to read from TLS socket (remote: 127.18.151.194:52704): Connection reset by peer (error 104) 20:07:39.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.704324 19039 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 19515 20:07:39.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.706635 19053 connection.cc:512] server connection from 127.18.151.195:59512 recv error: Network error: failed to read from TLS socket (remote: 127.18.151.195:59512): Connection reset by peer (error 104) 20:07:39.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.706635 19180 connection.cc:512] server connection from 127.18.151.195:38436 recv error: Network error: failed to read from TLS socket (remote: 127.18.151.195:38436): Connection reset by peer (error 104) 20:07:39.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.706665 19116 connection.cc:512] server connection from 127.18.151.195:52466 recv error: Network error: failed to read from TLS socket (remote: 127.18.151.195:52466): Connection reset by peer (error 104) 20:07:39.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.706830 19039 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 19046 20:07:39.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.710335 19039 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 19106 20:07:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.713227 19039 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 19169 20:07:39.725 [ERROR - Test worker] (RetryRule.java:80) testClientLocation(org.apache.kudu.client.TestKuduClient): failed attempt 3 org.junit.ComparisonFailure: expected:<[/L0]> but was:<[]> at org.junit.Assert.assertEquals(Assert.java:115) at org.junit.Assert.assertEquals(Assert.java:144) at org.apache.kudu.client.TestKuduClient.testClientLocation(TestKuduClient.java:1174) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:745) 20:07:39.726 [INFO - Test worker] (KuduTestHarness.java:145) Creating a new MiniKuduCluster... 20:07:39.726 [INFO - Test worker] (TempDirUtils.java:49) Using the temp directory defined by TEST_TMPDIR: /data/somelongdirectorytoavoidrpathissues/src/kudutest 20:07:39.727 [INFO - Test worker] (KuduBinaryLocator.java:53) Using Kudu binary directory specified by system property 'kuduBinDir': /data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin 20:07:39.727 [INFO - Test worker] (MiniKuduCluster.java:187) Starting process: [/data/somelongdirectorytoavoidrpathissues/src/kudu/java/../build/latest/bin/kudu, test, mini_cluster, --serialization=pb] 20:07:39.728 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: create_cluster { num_masters: 3 num_tservers: 3 enable_kerberos: false cluster_root: "/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201" extra_master_flags: "--location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/location-assignment.state --map /L0:4" hms_mode: NONE mini_kdc_options { } } 20:07:39.791 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: 20:07:39.791 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: start_cluster { } 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.801333 19662 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/wal 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/data 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.190:56001 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.190 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/logs 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/data/info.pb 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/location-assignment.state --map /L0:4 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:39.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 with env {} 20:07:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.849722 19669 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.849902 19669 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.850847 19669 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:07:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.850875 19669 flags.cc:406] Enabled experimental flag: --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/location-assignment.state --map /L0:4 20:07:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.850888 19669 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.850898 19669 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:07:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.850910 19669 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:07:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.852629 19669 master_main.cc:73] Master server non-default flags: 20:07:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/data 20:07:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/wal 20:07:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 20:07:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/location-assignment.state --map /L0:4 20:07:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.190:56001 20:07:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/data/info.pb 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.190 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.19669 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/logs 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:39.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.859410 19669 master_main.cc:80] Initializing master server... 20:07:39.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.859876 19669 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297314us 20:07:39.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.860771 19669 fs_manager.cc:263] Metadata directory not provided 20:07:39.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.860812 19669 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:39.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.861038 19669 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:39.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.861063 19669 server_base.cc:433] Attempting to create new FS layout instead 20:07:39.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.862781 19669 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/data/instance: 20:07:39.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "de084c6c784b4087b0818fb285e1fbdb" 20:07:39.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.863106 19669 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/wal/instance: 20:07:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "de084c6c784b4087b0818fb285e1fbdb" 20:07:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.869179 19669 fs_manager.cc:503] Time spent creating directory manager: real 0.006s user 0.001s sys 0.003s 20:07:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.869639 19669 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.869966 19669 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.872977 19669 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.873052 19669 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/wal 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "de084c6c784b4087b0818fb285e1fbdb" 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:39 on quasar-qznjce-1.vpc.cloudera.com" 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.873322 19669 fs_report.cc:352] FS layout report 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/wal 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/wal 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/data/data 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.955221 19669 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.955896 19669 master_main.cc:83] Starting Master server... 20:07:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.960255 19669 rpc_server.cc:205] RPC server started. Bound to: 127.19.51.190:56001 20:07:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.960561 19669 webserver.cc:175] Starting webserver on 127.19.51.190:0 20:07:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.960580 19669 webserver.cc:186] Document root disabled 20:07:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.960978 19669 webserver.cc:313] Webserver started. Bound to: http://127.19.51.190:57921/ 20:07:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.961376 19669 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-0/data/info.pb 20:07:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.963457 19728 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:39.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.966187 19728 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } has no permanent_uuid. Determining permanent_uuid... 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.966298 19662 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 19669 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.966711 19662 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/wal 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/data 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.189:39355 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.189 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:39.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/logs 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/data/info.pb 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/location-assignment.state --map /L0:4 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 with env {} 20:07:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.973341 19728 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } has no permanent_uuid. Determining permanent_uuid... 20:07:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.973876 19728 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.19.51.189:39355: Network error: Client connection negotiation failed: client connection to 127.19.51.189:39355: connect: Connection refused (error 111) 20:07:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:39.993192 19728 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } attempt: 1 20:07:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:39.993598 19728 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.19.51.189:39355: Network error: Client connection negotiation failed: client connection to 127.19.51.189:39355: connect: Connection refused (error 111) 20:07:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.016135 19730 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.016324 19730 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.017294 19730 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:07:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.017316 19730 flags.cc:406] Enabled experimental flag: --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/location-assignment.state --map /L0:4 20:07:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.017323 19730 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.017329 19730 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:07:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.017338 19730 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.018976 19730 master_main.cc:73] Master server non-default flags: 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/data 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/wal 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/location-assignment.state --map /L0:4 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.189:39355 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/data/info.pb 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.189 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.19730 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/logs 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.024814 19730 master_main.cc:80] Initializing master server... 20:07:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.025279 19730 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297814us 20:07:40.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.026108 19730 fs_manager.cc:263] Metadata directory not provided 20:07:40.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.026144 19730 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:40.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.026350 19730 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:40.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.026373 19730 server_base.cc:433] Attempting to create new FS layout instead 20:07:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.027979 19730 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/data/instance: 20:07:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" 20:07:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.028275 19730 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/wal/instance: 20:07:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" 20:07:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.034343 19730 fs_manager.cc:503] Time spent creating directory manager: real 0.006s user 0.003s sys 0.002s 20:07:40.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.034775 19730 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:40.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.035087 19730 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.038012 19730 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.038087 19730 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/wal 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.038185 19730 fs_report.cc:352] FS layout report 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/wal 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/wal 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/data/data 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:40.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.041842 19728 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } attempt: 2 20:07:40.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.042265 19728 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.19.51.189:39355: Network error: Client connection negotiation failed: client connection to 127.19.51.189:39355: connect: Connection refused (error 111) 20:07:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.062427 19730 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.062907 19730 master_main.cc:83] Starting Master server... 20:07:40.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.067098 19730 rpc_server.cc:205] RPC server started. Bound to: 127.19.51.189:39355 20:07:40.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.067375 19730 webserver.cc:175] Starting webserver on 127.19.51.189:0 20:07:40.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.067391 19730 webserver.cc:186] Document root disabled 20:07:40.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.067705 19730 webserver.cc:313] Webserver started. Bound to: http://127.19.51.189:46248/ 20:07:40.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.068032 19730 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-1/data/info.pb 20:07:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.069943 19790 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.070336 19662 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 19730 20:07:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.070606 19662 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master 20:07:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/wal 20:07:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/data 20:07:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=localhost 20:07:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.188:48218 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.188 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/logs 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/data/info.pb 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/location-assignment.state --map /L0:4 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 with env {} 20:07:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.073801 19790 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } has no permanent_uuid. Determining permanent_uuid... 20:07:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.079680 19790 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } has no permanent_uuid. Determining permanent_uuid... 20:07:40.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.084121 19790 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } has no permanent_uuid. Determining permanent_uuid... 20:07:40.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.084645 19790 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.19.51.188:48218: Network error: Client connection negotiation failed: client connection to 127.19.51.188:48218: connect: Connection refused (error 111) 20:07:40.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.103847 19790 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } attempt: 1 20:07:40.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.104308 19790 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.19.51.188:48218: Network error: Client connection negotiation failed: client connection to 127.19.51.188:48218: connect: Connection refused (error 111) 20:07:40.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.120823 19791 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.120977 19791 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.121836 19791 flags.cc:406] Enabled experimental flag: --ipki_ca_key_size=1024 20:07:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.121856 19791 flags.cc:406] Enabled experimental flag: --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/location-assignment.state --map /L0:4 20:07:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.121863 19791 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.121870 19791 flags.cc:406] Enabled experimental flag: --tsk_num_rsa_bits=512 20:07:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.121877 19791 flags.cc:406] Enabled experimental flag: --rpc_reuseport=true 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.123495 19791 master_main.cc:73] Master server non-default flags: 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/data 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/wal 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_ca_key_size=1024 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --master_addresses=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --location_mapping_cmd=/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py --state_store=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/location-assignment.state --map /L0:4 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tsk_num_rsa_bits=512 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.188:48218 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_reuseport=true 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/data/info.pb 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.188 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-master.19791 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/logs 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Master server version: 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.129279 19791 master_main.cc:80] Initializing master server... 20:07:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.129739 19791 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297814us 20:07:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.130605 19791 fs_manager.cc:263] Metadata directory not provided 20:07:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.130645 19791 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.130842 19791 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:40.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.130867 19791 server_base.cc:433] Attempting to create new FS layout instead 20:07:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.132535 19791 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/data/instance: 20:07:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "504bb5db47ae44ebb0a2efb4a32edf49" 20:07:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.132766 19791 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/wal/instance: 20:07:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "504bb5db47ae44ebb0a2efb4a32edf49" 20:07:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.138234 19791 fs_manager.cc:503] Time spent creating directory manager: real 0.005s user 0.003s sys 0.002s 20:07:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.138670 19791 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.138978 19791 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:40.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.141923 19791 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.000s sys 0.000s 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.141999 19791 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/wal 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "504bb5db47ae44ebb0a2efb4a32edf49" 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.142097 19791 fs_report.cc:352] FS layout report 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/wal 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/wal 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/data/data 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:40.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.152480 19790 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } attempt: 2 20:07:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.152866 19790 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.19.51.188:48218: Network error: Client connection negotiation failed: client connection to 127.19.51.188:48218: connect: Connection refused (error 111) 20:07:40.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.153458 19728 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } attempt: 3 20:07:40.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.156088 19728 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } has no permanent_uuid. Determining permanent_uuid... 20:07:40.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.156538 19728 consensus_peers.cc:599] Error getting permanent uuid from config peer 127.19.51.188:48218: Network error: Client connection negotiation failed: client connection to 127.19.51.188:48218: connect: Connection refused (error 111) 20:07:40.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.171468 19791 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:40.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.171967 19791 master_main.cc:83] Starting Master server... 20:07:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.176266 19791 rpc_server.cc:205] RPC server started. Bound to: 127.19.51.188:48218 20:07:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.176530 19791 webserver.cc:175] Starting webserver on 127.19.51.188:0 20:07:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.176546 19791 webserver.cc:186] Document root disabled 20:07:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.176893 19791 webserver.cc:313] Webserver started. Bound to: http://127.19.51.188:53110/ 20:07:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.177235 19791 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/master-2/data/info.pb 20:07:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.179196 19852 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.181977 19852 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } has no permanent_uuid. Determining permanent_uuid... 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.183956 19662 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master as pid 19791 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.184379 19662 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/wal 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/data 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.129:0 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.19.51.129 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.129 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/logs 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/data/info.pb 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:40.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:40.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:40.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags with env {} 20:07:40.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.187608 19852 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } has no permanent_uuid. Determining permanent_uuid... 20:07:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.190572 19852 sys_catalog.cc:304] member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } has no permanent_uuid. Determining permanent_uuid... 20:07:40.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.196430 19852 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49: Bootstrap starting. 20:07:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.198547 19852 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49: No blocks or log segments found. Creating new log. 20:07:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.199426 19852 log.cc:525] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49: Log is configured to *not* fsync() on all Append() calls 20:07:40.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.200673 19852 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49: No bootstrap required, opened a new log 20:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.203467 19852 raft_consensus.cc:340] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } 20:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.203668 19852 raft_consensus.cc:366] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.203819 19852 raft_consensus.cc:705] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 504bb5db47ae44ebb0a2efb4a32edf49, State: Initialized, Role: FOLLOWER 20:07:40.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.204380 19852 consensus_queue.cc:229] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } 20:07:40.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.204777 19852 sys_catalog.cc:337] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.204787 19857 sys_catalog.cc:337] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.205026 19857 sys_catalog.cc:340] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: This master's current role is: FOLLOWER 20:07:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.204928 19852 sys_catalog.cc:340] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: This master's current role is: FOLLOWER 20:07:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.205793 19852 sys_catalog.cc:424] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: configured and running, proceeding with master startup. 20:07:40.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.206177 19791 master_main.cc:86] Master server successfully started. 20:07:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.208055 19858 catalog_manager.cc:1094] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49: acquiring CA information for follower catalog manager: Not found: root CA entry not found 20:07:40.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.208164 19858 catalog_manager.cc:584] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 20:07:40.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.220739 19728 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } attempt: 1 20:07:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.225786 19728 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb: Bootstrap starting. 20:07:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.227706 19728 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb: No blocks or log segments found. Creating new log. 20:07:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.228399 19728 log.cc:525] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb: Log is configured to *not* fsync() on all Append() calls 20:07:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.229261 19854 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.229454 19854 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.229683 19728 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb: No bootstrap required, opened a new log 20:07:40.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.230271 19854 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:40.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.230376 19854 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.51.129 20:07:40.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.231827 19854 tablet_server_main.cc:78] Tablet server non-default flags: 20:07:40.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/data 20:07:40.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/wal 20:07:40.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.129:0 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/data/info.pb 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.129 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-tserver.19854 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.19.51.129 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/logs 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Tablet server version: 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.232434 19728 raft_consensus.cc:340] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.232489 19728 raft_consensus.cc:366] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.232528 19728 raft_consensus.cc:705] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: de084c6c784b4087b0818fb285e1fbdb, State: Initialized, Role: FOLLOWER 20:07:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.232949 19728 consensus_queue.cc:229] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } 20:07:40.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.233350 19728 sys_catalog.cc:337] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.233381 19864 sys_catalog.cc:337] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.233475 19728 sys_catalog.cc:340] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [sys.catalog]: This master's current role is: FOLLOWER 20:07:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.233593 19864 sys_catalog.cc:340] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [sys.catalog]: This master's current role is: FOLLOWER 20:07:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.234400 19728 sys_catalog.cc:424] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [sys.catalog]: configured and running, proceeding with master startup. 20:07:40.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.234807 19669 master_main.cc:86] Master server successfully started. 20:07:40.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.236969 19865 catalog_manager.cc:1094] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb: acquiring CA information for follower catalog manager: Not found: root CA entry not found 20:07:40.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.237076 19865 catalog_manager.cc:584] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 20:07:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.239006 19854 tablet_server_main.cc:85] Initializing tablet server... 20:07:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.239892 19854 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297814us 20:07:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.240355 19854 fs_manager.cc:263] Metadata directory not provided 20:07:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.240391 19854 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.240578 19854 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.240602 19854 server_base.cc:433] Attempting to create new FS layout instead 20:07:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.242116 19854 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/data/instance: 20:07:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "815444f234d74f31bd40f0a6fd351a15" 20:07:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.242383 19854 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/wal/instance: 20:07:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "815444f234d74f31bd40f0a6fd351a15" 20:07:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.247725 19854 fs_manager.cc:503] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s 20:07:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.248128 19854 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.248437 19854 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.251256 19854 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.002s sys 0.000s 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.251344 19854 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/wal 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "815444f234d74f31bd40f0a6fd351a15" 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.251456 19854 fs_report.cc:352] FS layout report 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/wal 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/wal 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/data/data 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.264061 19790 consensus_peers.cc:609] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } attempt: 3 20:07:40.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.268936 19790 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f: Bootstrap starting. 20:07:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.270750 19790 tablet_bootstrap.cc:592] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f: No blocks or log segments found. Creating new log. 20:07:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.271432 19790 log.cc:525] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f: Log is configured to *not* fsync() on all Append() calls 20:07:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.272591 19790 tablet_bootstrap.cc:438] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f: No bootstrap required, opened a new log 20:07:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.274514 19854 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.275313 19790 raft_consensus.cc:340] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } 20:07:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.275378 19790 raft_consensus.cc:366] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.275384 19854 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 20:07:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.275418 19790 raft_consensus.cc:705] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6d55bef2baf94a108a8f3f40dea4cc4f, State: Initialized, Role: FOLLOWER 20:07:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.275478 19854 tablet_server_main.cc:90] Starting tablet server... 20:07:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.275792 19790 consensus_queue.cc:229] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } 20:07:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.276057 19790 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [sys.catalog]: SysCatalogTable state changed. Reason: Started TabletReplica. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.276089 19790 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [sys.catalog]: This master's current role is: FOLLOWER 20:07:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.276268 19880 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.276392 19880 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [sys.catalog]: This master's current role is: FOLLOWER 20:07:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.283928 19790 sys_catalog.cc:424] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [sys.catalog]: configured and running, proceeding with master startup. 20:07:40.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.284296 19730 master_main.cc:86] Master server successfully started. 20:07:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.286361 19854 rpc_server.cc:205] RPC server started. Bound to: 127.19.51.129:40383 20:07:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.286682 19854 webserver.cc:175] Starting webserver on 127.19.51.129:0 20:07:40.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.286700 19854 webserver.cc:186] Document root disabled 20:07:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.287079 19854 webserver.cc:313] Webserver started. Bound to: http://127.19.51.129:52630/ 20:07:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.287436 19854 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-0/data/info.pb 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.287822 19662 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver as pid 19854 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.288287 19662 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/wal 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/data 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.130:0 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.19.51.130 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.130 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/logs 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/data/info.pb 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:40.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags with env {} 20:07:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.289777 19854 tablet_server_main.cc:93] Tablet server successfully started. 20:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.292058 19956 catalog_manager.cc:1094] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f: acquiring CA information for follower catalog manager: Not found: root CA entry not found 20:07:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.292089 19956 catalog_manager.cc:584] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry 20:07:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.300139 19986 heartbeater.cc:346] Connected to a master server at 127.19.51.189:39355 20:07:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.300258 19986 heartbeater.cc:426] Registering TS with master... 20:07:40.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.300602 19986 heartbeater.cc:475] Master 127.19.51.189:39355 requested a full tablet report, sending... 20:07:40.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.303776 19985 heartbeater.cc:346] Connected to a master server at 127.19.51.190:56001 20:07:40.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.303817 19985 heartbeater.cc:426] Registering TS with master... 20:07:40.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.303941 19985 heartbeater.cc:475] Master 127.19.51.190:56001 requested a full tablet report, sending... 20:07:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.309427 19857 raft_consensus.cc:472] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.309572 19857 raft_consensus.cc:494] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } 20:07:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.310640 19857 leader_election.cc:292] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers de084c6c784b4087b0818fb285e1fbdb (127.19.51.190:56001), 6d55bef2baf94a108a8f3f40dea4cc4f (127.19.51.189:39355) 20:07:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.311661 19767 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" is_pre_election: true 20:07:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.311959 19767 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 504bb5db47ae44ebb0a2efb4a32edf49 in term 0. 20:07:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.312117 19705 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de084c6c784b4087b0818fb285e1fbdb" is_pre_election: true 20:07:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.312286 19989 heartbeater.cc:346] Connected to a master server at 127.19.51.188:48218 20:07:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.312328 19989 heartbeater.cc:426] Registering TS with master... 20:07:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.312409 19705 raft_consensus.cc:2346] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 504bb5db47ae44ebb0a2efb4a32edf49 in term 0. 20:07:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.312474 19989 heartbeater.cc:475] Master 127.19.51.188:48218 requested a full tablet report, sending... 20:07:40.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.312849 19801 leader_election.cc:306] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 504bb5db47ae44ebb0a2efb4a32edf49, de084c6c784b4087b0818fb285e1fbdb; no voters: 20:07:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.313112 19857 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.313156 19857 raft_consensus.cc:472] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:40.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.313179 19857 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 0 FOLLOWER]: Advancing to term 1 20:07:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.314083 19857 raft_consensus.cc:494] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } 20:07:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.314108 19746 tablet.cc:1768] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:40.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.314456 19857 leader_election.cc:292] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [CANDIDATE]: Term 1 election: Requested vote from peers de084c6c784b4087b0818fb285e1fbdb (127.19.51.190:56001), 6d55bef2baf94a108a8f3f40dea4cc4f (127.19.51.189:39355) 20:07:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.314772 19767 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" 20:07:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.314819 19767 raft_consensus.cc:2886] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [term 0 FOLLOWER]: Advancing to term 1 20:07:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.315881 19767 raft_consensus.cc:2346] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 504bb5db47ae44ebb0a2efb4a32edf49 in term 1. 20:07:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.318284 19705 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de084c6c784b4087b0818fb285e1fbdb" 20:07:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.318353 19705 raft_consensus.cc:2886] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [term 0 FOLLOWER]: Advancing to term 1 20:07:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.318581 19803 leader_election.cc:306] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 504bb5db47ae44ebb0a2efb4a32edf49, 6d55bef2baf94a108a8f3f40dea4cc4f; no voters: 20:07:40.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.319332 19857 raft_consensus.cc:2640] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 1 FOLLOWER]: Leader election won for term 1 20:07:40.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.320607 19705 raft_consensus.cc:2346] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 504bb5db47ae44ebb0a2efb4a32edf49 in term 1. 20:07:40.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.322391 19857 raft_consensus.cc:667] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [term 1 LEADER]: Becoming Leader. State: Replica: 504bb5db47ae44ebb0a2efb4a32edf49, State: Running, Role: LEADER 20:07:40.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.323446 19857 consensus_queue.cc:206] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } 20:07:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.331459 19857 sys_catalog.cc:337] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 504bb5db47ae44ebb0a2efb4a32edf49. Latest consensus state: current_term: 1 leader_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.331588 19857 sys_catalog.cc:340] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: This master's current role is: LEADER 20:07:40.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.359484 19757 ts_manager.cc:98] Registered new tserver with Master: 815444f234d74f31bd40f0a6fd351a15 (127.19.51.129:40383) 20:07:40.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.396018 19695 ts_manager.cc:98] Registered new tserver with Master: 815444f234d74f31bd40f0a6fd351a15 (127.19.51.129:40383) 20:07:40.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.408624 19819 ts_manager.cc:98] Registered new tserver with Master: 815444f234d74f31bd40f0a6fd351a15 (127.19.51.129:40383) 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.408941 19998 catalog_manager.cc:1036] Loading table and tablet metadata into memory... 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.410308 19998 catalog_manager.cc:1047] Initializing Kudu internal certificate authority... 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.410873 19988 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.411067 19988 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.412161 19988 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.412232 19988 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.51.130 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.414170 19988 tablet_server_main.cc:78] Tablet server non-default flags: 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/data 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/wal 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.130:0 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/data/info.pb 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.130 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-tserver.19988 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.19.51.130 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/logs 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Tablet server version: 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:40.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.422587 19808 tablet.cc:1768] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.423316 19988 tablet_server_main.cc:85] Initializing tablet server... 20:07:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.424597 19988 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297814us 20:07:40.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.425251 19988 fs_manager.cc:263] Metadata directory not provided 20:07:40.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.425395 19988 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:40.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.425694 19988 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:40.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.425796 19988 server_base.cc:433] Attempting to create new FS layout instead 20:07:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.428035 19988 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/data/instance: 20:07:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "4e362cd7a9804e749fefc8f2dcdba320" 20:07:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.428480 19988 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/wal/instance: 20:07:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "4e362cd7a9804e749fefc8f2dcdba320" 20:07:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.435691 19705 raft_consensus.cc:1181] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [term 1 FOLLOWER]: Refusing update from remote peer 504bb5db47ae44ebb0a2efb4a32edf49: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.435691 19767 raft_consensus.cc:1181] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [term 1 FOLLOWER]: Refusing update from remote peer 504bb5db47ae44ebb0a2efb4a32edf49: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.436312 19988 fs_manager.cc:503] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s 20:07:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.436528 19996 consensus_queue.cc:984] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.436635 19857 consensus_queue.cc:984] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [LEADER]: Connected to new peer: Peer: permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.437062 19988 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.437470 19988 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:40.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.439841 19880 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 504bb5db47ae44ebb0a2efb4a32edf49. Latest consensus state: current_term: 1 leader_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.439874 19880 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [sys.catalog]: This master's current role is: FOLLOWER 20:07:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.440201 19864 sys_catalog.cc:337] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 504bb5db47ae44ebb0a2efb4a32edf49. Latest consensus state: current_term: 1 leader_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.440227 19864 sys_catalog.cc:340] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [sys.catalog]: This master's current role is: FOLLOWER 20:07:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.440737 19988 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:07:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.440835 19988 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/wal 20:07:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "4e362cd7a9804e749fefc8f2dcdba320" 20:07:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.441119 19988 fs_report.cc:352] FS layout report 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/wal 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/wal 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/data/data 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.443502 20002 mvcc.cc:203] Tried to move safe_time back from 6337601783538278400 to 6337601783087726592. Current Snapshot: MvccSnapshot[committed={T|T < 6337601783538278400}] 20:07:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.443596 19857 sys_catalog.cc:337] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.443616 19857 sys_catalog.cc:340] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: This master's current role is: LEADER 20:07:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.444661 19864 sys_catalog.cc:337] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.444680 19864 sys_catalog.cc:340] T 00000000000000000000000000000000 P de084c6c784b4087b0818fb285e1fbdb [sys.catalog]: This master's current role is: FOLLOWER 20:07:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.444679 19857 sys_catalog.cc:337] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.444699 19857 sys_catalog.cc:340] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49 [sys.catalog]: This master's current role is: LEADER 20:07:40.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.444929 20005 mvcc.cc:203] Tried to move safe_time back from 6337601783538278400 to 6337601783087726592. Current Snapshot: MvccSnapshot[committed={T|T < 6337601783538278400}] 20:07:40.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.445930 19880 sys_catalog.cc:337] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "de084c6c784b4087b0818fb285e1fbdb" member_type: VOTER last_known_addr { host: "127.19.51.190" port: 56001 } } peers { permanent_uuid: "6d55bef2baf94a108a8f3f40dea4cc4f" member_type: VOTER last_known_addr { host: "127.19.51.189" port: 39355 } } peers { permanent_uuid: "504bb5db47ae44ebb0a2efb4a32edf49" member_type: VOTER last_known_addr { host: "127.19.51.188" port: 48218 } } } 20:07:40.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.445952 19880 sys_catalog.cc:340] T 00000000000000000000000000000000 P 6d55bef2baf94a108a8f3f40dea4cc4f [sys.catalog]: This master's current role is: FOLLOWER 20:07:40.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.446283 20006 mvcc.cc:203] Tried to move safe_time back from 6337601783538278400 to 6337601783087726592. Current Snapshot: MvccSnapshot[committed={T|T < 6337601783538278400}] 20:07:40.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.446781 19998 catalog_manager.cc:931] Generated new certificate authority record 20:07:40.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.448108 19998 catalog_manager.cc:1056] Loading token signing keys... 20:07:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.466207 19998 catalog_manager.cc:4085] T 00000000000000000000000000000000 P 504bb5db47ae44ebb0a2efb4a32edf49: Generated new TSK 0 20:07:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.506603 19988 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:40.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.507489 19988 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 20:07:40.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.507627 19988 tablet_server_main.cc:90] Starting tablet server... 20:07:40.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.516130 19988 rpc_server.cc:205] RPC server started. Bound to: 127.19.51.130:49588 20:07:40.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.516435 19988 webserver.cc:175] Starting webserver on 127.19.51.130:0 20:07:40.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.516451 19988 webserver.cc:186] Document root disabled 20:07:40.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.516836 19988 webserver.cc:313] Webserver started. Bound to: http://127.19.51.130:48661/ 20:07:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.517195 19988 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-1/data/info.pb 20:07:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.517904 19988 tablet_server_main.cc:93] Tablet server successfully started. 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.521168 19662 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver as pid 19988 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.521606 19662 external_mini_cluster.cc:845] Running /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/wal 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/data 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --block_manager=log 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.131:0 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.19.51.131 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.131 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr 20:07:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/logs 20:07:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/data/info.pb 20:07:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports 20:07:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags 20:07:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags with env {} 20:07:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.525403 20127 heartbeater.cc:346] Connected to a master server at 127.19.51.189:39355 20:07:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.525447 20128 heartbeater.cc:346] Connected to a master server at 127.19.51.188:48218 20:07:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.525446 20126 heartbeater.cc:346] Connected to a master server at 127.19.51.190:56001 20:07:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.525501 20127 heartbeater.cc:426] Registering TS with master... 20:07:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.525502 20128 heartbeater.cc:426] Registering TS with master... 20:07:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.525502 20126 heartbeater.cc:426] Registering TS with master... 20:07:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.525861 20126 heartbeater.cc:475] Master 127.19.51.190:56001 requested a full tablet report, sending... 20:07:40.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.526129 20127 heartbeater.cc:475] Master 127.19.51.189:39355 requested a full tablet report, sending... 20:07:40.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.526520 20128 heartbeater.cc:475] Master 127.19.51.188:48218 requested a full tablet report, sending... 20:07:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.566598 19695 ts_manager.cc:98] Registered new tserver with Master: 4e362cd7a9804e749fefc8f2dcdba320 (127.19.51.130:49588) 20:07:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.567580 19757 ts_manager.cc:98] Registered new tserver with Master: 4e362cd7a9804e749fefc8f2dcdba320 (127.19.51.130:49588) 20:07:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.569383 19819 ts_manager.cc:98] Registered new tserver with Master: 4e362cd7a9804e749fefc8f2dcdba320 (127.19.51.130:49588) 20:07:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.570792 19819 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.19.51.130:48079 20:07:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) WARNING: Logging before InitGoogleLogging() is written to STDERR 20:07:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.577375 20133 flags.cc:406] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true 20:07:40.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.577522 20133 flags.cc:406] Enabled unsafe flag: --never_fsync=true 20:07:40.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.578351 20133 flags.cc:406] Enabled experimental flag: --ipki_server_key_size=1024 20:07:40.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.578405 20133 flags.cc:406] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.51.131 20:07:40.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.579892 20133 tablet_server_main.cc:78] Tablet server non-default flags: 20:07:40.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_data_dirs=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/data 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --fs_wal_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/wal 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --ipki_server_key_size=1024 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_bind_addresses=127.19.51.131:0 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --rpc_server_allow_ephemeral_ports=true 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --metrics_log_interval_ms=1000 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_format=pb 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --server_dump_info_path=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/data/info.pb 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_interface=127.19.51.131 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --webserver_port=0 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --tserver_master_addrs=127.19.51.190:56001,127.19.51.189:39355,127.19.51.188:48218 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --never_fsync=true 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --heap_profile_path=/tmp/kudu-tserver.20133 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --redact=none 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_experimental_flags=true 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --unlock_unsafe_flags=true 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --enable_minidumps=false 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --local_ip_for_outbound_sockets=127.19.51.131 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --log_dir=/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/logs 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logbuflevel=-1 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) --logtostderr=true 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Tablet server version: 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) kudu 1.9.0-SNAPSHOT 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) revision 389f997ed4c83f045a6dbc6823805cc5fc61b5e8 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build type DEBUG 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) built by jenkins at 11 Jan 2019 17:38:32 PST on quasar-qznjce-1.vpc.cloudera.com 20:07:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) build id 234319 20:07:40.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.586107 20133 tablet_server_main.cc:85] Initializing tablet server... 20:07:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.586987 20133 system_ntp.cc:199] NTP initialized. Skew: 500ppm Current error: 297814us 20:07:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.587476 20133 fs_manager.cc:263] Metadata directory not provided 20:07:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.587594 20133 fs_manager.cc:269] Using write-ahead log directory (fs_wal_dir) as metadata directory 20:07:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.587859 20133 server_base.cc:432] Could not load existing FS layout: Not found: could not find a healthy instance file 20:07:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.587951 20133 server_base.cc:433] Attempting to create new FS layout instead 20:07:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.589707 20133 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/data/instance: 20:07:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "192fb8bd5f0b4b0d9119a8668e7bf36b" 20:07:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.589957 20133 fs_manager.cc:602] Generated new instance metadata in path /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/wal/instance: 20:07:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "192fb8bd5f0b4b0d9119a8668e7bf36b" 20:07:40.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.595129 20133 fs_manager.cc:503] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s 20:07:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.595571 20133 env_posix.cc:1676] Not raising this process' open files per process limit of 32768; it is already as high as it can go 20:07:40.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.595865 20133 file_cache.cc:466] Constructed file cache lbm with capacity 13107 20:07:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.598693 20133 fs_manager.cc:419] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s 20:07:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.598783 20133 fs_manager.cc:436] Opened local filesystem: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/data,/data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/wal 20:07:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) uuid: "192fb8bd5f0b4b0d9119a8668e7bf36b" 20:07:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) format_stamp: "Formatted at 2019-01-12 04:07:40 on quasar-qznjce-1.vpc.cloudera.com" 20:07:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.598894 20133 fs_report.cc:352] FS layout report 20:07:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) -------------------- 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) wal directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/wal 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) metadata directory: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/wal 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 1 data directories: /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/data/data 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live blocks: 0 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes: 0 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total live bytes (after alignment): 0 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total number of LBM containers: 0 (0 full) 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for missing blocks 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Did not check for orphaned blocks 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM containers with extra space: 0 (0 repaired) 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total full LBM container extra space in bytes: 0 (0 repaired) 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total incomplete LBM containers: 0 (0 repaired) 20:07:40.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) Total LBM partial records: 0 (0 repaired) 20:07:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.627341 20133 env_posix.cc:1671] Raising this process' running threads per effective uid limit from 32768 to 65536 20:07:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.628165 20133 ts_tablet_manager.cc:356] Loaded tablet metadata (0 live tablets) 20:07:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.628298 20133 tablet_server_main.cc:90] Starting tablet server... 20:07:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.635679 20133 rpc_server.cc:205] RPC server started. Bound to: 127.19.51.131:39351 20:07:40.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.635956 20133 webserver.cc:175] Starting webserver on 127.19.51.131:0 20:07:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.635972 20133 webserver.cc:186] Document root disabled 20:07:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.636350 20133 webserver.cc:313] Webserver started. Bound to: http://127.19.51.131:57673/ 20:07:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.636672 20133 server_base.cc:607] Dumped server information to /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster1118741097411680201/ts-2/data/info.pb 20:07:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.637429 20133 tablet_server_main.cc:93] Tablet server successfully started. 20:07:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.644335 20255 heartbeater.cc:346] Connected to a master server at 127.19.51.190:56001 20:07:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.644415 20255 heartbeater.cc:426] Registering TS with master... 20:07:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.644554 20257 heartbeater.cc:346] Connected to a master server at 127.19.51.188:48218 20:07:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.644594 20257 heartbeater.cc:426] Registering TS with master... 20:07:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.644642 20255 heartbeater.cc:475] Master 127.19.51.190:56001 requested a full tablet report, sending... 20:07:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.644709 20257 heartbeater.cc:475] Master 127.19.51.188:48218 requested a full tablet report, sending... 20:07:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.646512 19662 external_mini_cluster.cc:907] Started /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver as pid 20133 20:07:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.646718 20256 heartbeater.cc:346] Connected to a master server at 127.19.51.189:39355 20:07:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.646751 20256 heartbeater.cc:426] Registering TS with master... 20:07:40.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.646857 20256 heartbeater.cc:475] Master 127.19.51.189:39355 requested a full tablet report, sending... 20:07:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.675806 19819 ts_manager.cc:98] Registered new tserver with Master: 192fb8bd5f0b4b0d9119a8668e7bf36b (127.19.51.131:39351) 20:07:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.677407 19819 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.19.51.131:50625 20:07:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.689221 19695 ts_manager.cc:98] Registered new tserver with Master: 192fb8bd5f0b4b0d9119a8668e7bf36b (127.19.51.131:39351) 20:07:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.689576 19757 ts_manager.cc:98] Registered new tserver with Master: 192fb8bd5f0b4b0d9119a8668e7bf36b (127.19.51.131:39351) 20:07:40.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.693608 19662 external_mini_cluster.cc:535] 3 TS(s) registered with all masters 20:07:40.693 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: 20:07:40.693 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: get_masters { } 20:07:40.694 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: get_masters { masters { id { type: MASTER index: 0 } bound_rpc_address { host: "127.19.51.190" port: 56001 } } masters { id { type: MASTER index: 1 } bound_rpc_address { host: "127.19.51.189" port: 39355 } } masters { id { type: MASTER index: 2 } bound_rpc_address { host: "127.19.51.188" port: 48218 } } } 20:07:40.694 [DEBUG - Test worker] (MiniKuduCluster.java:155) Request: get_tservers { } 20:07:40.694 [DEBUG - Test worker] (MiniKuduCluster.java:165) Response: get_tservers { tservers { id { type: TSERVER index: 0 } bound_rpc_address { host: "127.19.51.129" port: 40383 } } tservers { id { type: TSERVER index: 1 } bound_rpc_address { host: "127.19.51.130" port: 49588 } } tservers { id { type: TSERVER index: 2 } bound_rpc_address { host: "127.19.51.131" port: 39351 } } } 20:07:40.695 [INFO - Test worker] (KuduTestHarness.java:147) Creating a new Kudu client... 20:07:40.697 [DEBUG - Test worker] (SecurityUtil.java:123) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 20:07:40.700 [DEBUG - New I/O worker #382] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.19.51.190 20:07:40.700 [DEBUG - New I/O worker #383] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.19.51.189 20:07:40.701 [DEBUG - New I/O worker #384] (Negotiator.java:460) SASL mechanism PLAIN chosen for peer 127.19.51.188 20:07:40.706 [DEBUG - New I/O worker #382] (Negotiator.java:764) Authenticated connection [id: 0x818ced53, /127.19.51.190:42195 => /127.19.51.190:56001] using SASL/PLAIN 20:07:40.706 [DEBUG - New I/O worker #384] (Negotiator.java:764) Authenticated connection [id: 0xfa644ec2, /127.19.51.188:50948 => /127.19.51.188:48218] using SASL/PLAIN 20:07:40.707 [DEBUG - New I/O worker #383] (Negotiator.java:764) Authenticated connection [id: 0x596cfbf5, /127.19.51.189:53994 => /127.19.51.189:39355] using SASL/PLAIN 20:07:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.751969 19756 master_service.cc:535] unable to assign location to client {username='jenkins'}@127.19.51.189:53994: Runtime error: failed to run location mapping command: Runtime error: /data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py: process exited with non-zero status 1: Traceback (most recent call last): 20:07:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 244, in 20:07:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) main() 20:07:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 239, in main 20:07:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) LocationAssignmentRule(args.location_mapping_rules), args.uid, args.relaxed) 20:07:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 198, in get_location 20:07:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) seq + 1, rule.location_mapping_rules)) 20:07:40.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ValueError: zero length field name in format 20:07:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.836462 19819 master_service.cc:535] unable to assign location to client {username='jenkins'}@127.19.51.188:50948: Runtime error: failed to run location mapping command: Runtime error: /data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py: process exited with non-zero status 1: Traceback (most recent call last): 20:07:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 244, in 20:07:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) main() 20:07:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 239, in main 20:07:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) LocationAssignmentRule(args.location_mapping_rules), args.uid, args.relaxed) 20:07:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) File "/data/somelongdirectorytoavoidrpathissues/src/kudu/java/kudu-client/build/resources/test/assign-location.py", line 198, in get_location 20:07:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) seq + 1, rule.location_mapping_rules)) 20:07:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ValueError: zero length field name in format 20:07:40.837 [DEBUG - New I/O worker #384] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:40.837 [DEBUG - New I/O worker #384] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=139), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.19.51.190:56001, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.19.51.189:39355, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.19.51.188:48218, [38ms] Sub rpc: ConnectToMaster received from server master-127.19.51.190:56001 response OK, [54ms] Sub rpc: ConnectToMaster received from server master-127.19.51.189:39355 response OK, [138ms] Sub rpc: ConnectToMaster received from server master-127.19.51.188:48218 response OK, null) after lookup 20:07:40.838 [DEBUG - New I/O worker #384] (Deferred.java:1330) callback=retry RPC@1323404321 returned Deferred@1256063269(state=PENDING, result=null, callback=(continuation of Deferred@266110490 after retry RPC@1323404321), errback=(continuation of Deferred@266110490 after retry RPC@1323404321)), so the following Deferred is getting paused: Deferred@266110490(state=PAUSED, result=Deferred@1256063269, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:40.839 [DEBUG - New I/O worker #382] (Connection.java:688) [peer master-127.19.51.190:56001(127.19.51.190:56001)] cleaning up while in state READY due to: connection disconnected 20:07:40.839 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:40.839 [DEBUG - New I/O worker #383] (Connection.java:688) [peer master-127.19.51.189:39355(127.19.51.189:39355)] cleaning up while in state READY due to: connection disconnected 20:07:40.840 [DEBUG - New I/O worker #384] (Connection.java:688) [peer master-127.19.51.188:48218(127.19.51.188:48218)] cleaning up while in state READY due to: connection disconnected 20:07:40.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.840422 19662 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 19854 20:07:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.843422 19679 connection.cc:512] server connection from 127.19.51.129:42031 recv error: Network error: failed to read from TLS socket (remote: 127.19.51.129:42031): Connection reset by peer (error 104) 20:07:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.843462 19801 connection.cc:512] server connection from 127.19.51.129:48542 recv error: Network error: failed to read from TLS socket (remote: 127.19.51.129:48542): Connection reset by peer (error 104) 20:07:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.843459 19741 connection.cc:512] server connection from 127.19.51.129:56576 recv error: Network error: failed to read from TLS socket (remote: 127.19.51.129:56576): Connection reset by peer (error 104) 20:07:40.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.843752 19662 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 19988 20:07:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.846099 19678 connection.cc:512] server connection from 127.19.51.130:53223 recv error: Network error: failed to read from TLS socket (remote: 127.19.51.130:53223): Connection reset by peer (error 104) 20:07:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.846134 19662 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 20133 20:07:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.846139 19739 connection.cc:512] server connection from 127.19.51.130:42699 recv error: Network error: failed to read from TLS socket (remote: 127.19.51.130:42699): Connection reset by peer (error 104) 20:07:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.846419 19801 connection.cc:512] server connection from 127.19.51.130:48079 recv error: Network error: failed to read from TLS socket (remote: 127.19.51.130:48079): Connection reset by peer (error 104) 20:07:40.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.848801 19676 connection.cc:512] server connection from 127.19.51.131:57291 recv error: Network error: failed to read from TLS socket (remote: 127.19.51.131:57291): Connection reset by peer (error 104) 20:07:40.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.848812 19662 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 19669 20:07:40.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.848850 19803 connection.cc:512] server connection from 127.19.51.131:50625 recv error: Network error: failed to read from TLS socket (remote: 127.19.51.131:50625): Connection reset by peer (error 104) 20:07:40.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:40.849146 19740 connection.cc:512] server connection from 127.19.51.131:55177 recv error: Network error: failed to read from TLS socket (remote: 127.19.51.131:55177): Connection reset by peer (error 104) 20:07:40.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.852087 19662 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 19730 20:07:40.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:40.854984 19662 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 19791 20:07:40.868 [ERROR - Test worker] (RetryRule.java:80) testClientLocation(org.apache.kudu.client.TestKuduClient): failed attempt 4 org.junit.ComparisonFailure: expected:<[/L0]> but was:<[]> at org.junit.Assert.assertEquals(Assert.java:115) at org.junit.Assert.assertEquals(Assert.java:144) at org.apache.kudu.client.TestKuduClient.testClientLocation(TestKuduClient.java:1174) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:483) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:745) 20:07:40.869 [ERROR - Test worker] (RetryRule.java:83) testClientLocation(org.apache.kudu.client.TestKuduClient): giving up after 4 attempts ]]> /127.20.102.125:53920] using SASL/PLAIN 20:07:42.609 [DEBUG - New I/O worker #401] (Negotiator.java:764) Authenticated connection [id: 0x0350afe0, /127.20.102.124:58920 => /127.20.102.124:34645] using SASL/PLAIN 20:07:42.611 [DEBUG - New I/O worker #401] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:42.612 [DEBUG - New I/O worker #401] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=16), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.20.102.125:53920, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.20.102.124:34645, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.20.102.126:45341, [10ms] Sub rpc: ConnectToMaster received from server master-127.20.102.125:53920 response OK, [15ms] Sub rpc: ConnectToMaster received from server master-127.20.102.124:34645 response OK, null) after lookup 20:07:42.613 [DEBUG - New I/O worker #402] (Negotiator.java:764) Authenticated connection [id: 0xd7215757, /127.20.102.126:41548 => /127.20.102.126:45341] using SASL/PLAIN 20:07:42.613 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=retry RPC@294063402 returned Deferred@364415938(state=PENDING, result=null, callback=(continuation of Deferred@1354368785 after retry RPC@294063402), errback=(continuation of Deferred@1354368785 after retry RPC@294063402)), so the following Deferred is getting paused: Deferred@1354368785(state=PAUSED, result=Deferred@364415938, callback=org.apache.kudu.client.AsyncKuduClient$1@486738c4 -> org.apache.kudu.client.AsyncKuduClient$2@61a092bf, errback=passthrough -> passthrough) 20:07:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.614763 21049 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.20.102.124:58920: 20:07:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:07:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:07:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:42.616 [DEBUG - New I/O worker #401] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:07:42.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:42.616 [DEBUG - New I/O worker #401] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=AlterTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=19), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.20.102.125:53920, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.20.102.124:34645, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.20.102.126:45341, [8ms] Sub rpc: ConnectToMaster received from server master-127.20.102.125:53920 response OK, [17ms] Sub rpc: ConnectToMaster received from server master-127.20.102.126:45341 response OK, [19ms] Sub rpc: ConnectToMaster received from server master-127.20.102.124:34645 response OK, null) after lookup 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.615571 21049 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:07:42.618 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=retry RPC@815264722 returned Deferred@815134814(state=PENDING, result=null, callback=(continuation of Deferred@1103452048 after retry RPC@815264722), errback=(continuation of Deferred@1103452048 after retry RPC@815264722)), so the following Deferred is getting paused: Deferred@1103452048(state=PAUSED, result=Deferred@815134814, callback=org.apache.kudu.client.AsyncKuduClient$5@2415007d -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:07:42.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.618990 21050 catalog_manager.cc:2185] Servicing AlterTable request from {username='jenkins'} at 127.20.102.124:58920: 20:07:42.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) table { table_name: "TestKuduClient" } new_table_name: "foo" 20:07:42.620 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@486738c4@1214724292 returned Deferred@731086414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@34db246a -> (continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$1@486738c4@1214724292), errback=passthrough -> (continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$1@486738c4@1214724292)), so the following Deferred is getting paused: Deferred@1354368785(state=PAUSED, result=Deferred@731086414, callback=org.apache.kudu.client.AsyncKuduClient$2@61a092bf, errback=passthrough) 20:07:42.620 [DEBUG - New I/O worker #401] (AsyncKuduClient.java:761) Opened table 6c0ff5e79eac449d92b35f4b935b46a0 20:07:42.621 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279 returned Deferred@1607044278(state=PENDING, result=null, callback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279), errback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279)), so the following Deferred is getting paused: Deferred@1354368785(state=PAUSED, result=Deferred@1607044278, callback=, errback=) 20:07:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.623189 21049 catalog_manager.cc:2185] Servicing AlterTable request from {username='jenkins'} at 127.20.102.124:58920: 20:07:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) table { table_name: "TestKuduClient" } new_table_name: "foo" 20:07:42.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.626518 21049 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 64 ms (attempt = 1) 20:07:42.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.626564 21049 catalog_manager.cc:3993] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.626 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218 returned Deferred@1661082848(state=PENDING, result=null, callback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218), errback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218)), so the following Deferred is getting paused: Deferred@236424350(state=PAUSED, result=Deferred@1661082848, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.632174 21291 tablet_service.cc:773] Processing CreateTablet for tablet c85ecd03ca674e1ca7179311c7d70964 (table=TestKuduClient [id=6c0ff5e79eac449d92b35f4b935b46a0]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.632205 21157 tablet_service.cc:773] Processing CreateTablet for tablet c85ecd03ca674e1ca7179311c7d70964 (table=TestKuduClient [id=6c0ff5e79eac449d92b35f4b935b46a0]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.632488 21291 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet c85ecd03ca674e1ca7179311c7d70964. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.632525 21157 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet c85ecd03ca674e1ca7179311c7d70964. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:42.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.635651 21157 ts_tablet_manager.cc:1173] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: Registered tablet (data state: TABLET_DATA_READY) 20:07:42.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.635651 21291 ts_tablet_manager.cc:1173] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Registered tablet (data state: TABLET_DATA_READY) 20:07:42.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.635924 21505 ts_tablet_manager.cc:1028] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Bootstrapping tablet 20:07:42.637 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950 returned Deferred@1607044278(state=PENDING, result=null, callback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950), errback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950)), so the following Deferred is getting paused: Deferred@1434298896(state=PAUSED, result=Deferred@1607044278, callback=, errback=) 20:07:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.636111 21505 tablet_bootstrap.cc:438] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Bootstrap starting. 20:07:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.636405 21506 ts_tablet_manager.cc:1028] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: Bootstrapping tablet 20:07:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.636533 21506 tablet_bootstrap.cc:438] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: Bootstrap starting. 20:07:42.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.637720 21506 tablet_bootstrap.cc:592] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: No blocks or log segments found. Creating new log. 20:07:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.638175 21417 tablet_service.cc:773] Processing CreateTablet for tablet c85ecd03ca674e1ca7179311c7d70964 (table=TestKuduClient [id=6c0ff5e79eac449d92b35f4b935b46a0]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.638296 21506 log.cc:525] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: Log is configured to *not* fsync() on all Append() calls 20:07:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.638502 21417 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet c85ecd03ca674e1ca7179311c7d70964. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.639506 21505 tablet_bootstrap.cc:592] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: No blocks or log segments found. Creating new log. 20:07:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.639961 21505 log.cc:525] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Log is configured to *not* fsync() on all Append() calls 20:07:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.640542 21506 tablet_bootstrap.cc:438] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: No bootstrap required, opened a new log 20:07:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.640682 21506 ts_tablet_manager.cc:1045] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.001s 20:07:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.641479 21417 ts_tablet_manager.cc:1173] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Registered tablet (data state: TABLET_DATA_READY) 20:07:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.641742 21509 ts_tablet_manager.cc:1028] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Bootstrapping tablet 20:07:42.641 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315 returned Deferred@1661082848(state=PENDING, result=null, callback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315), errback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315)), so the following Deferred is getting paused: Deferred@346702444(state=PAUSED, result=Deferred@1661082848, callback=, errback=) 20:07:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.641999 21509 tablet_bootstrap.cc:438] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Bootstrap starting. 20:07:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.642629 21505 tablet_bootstrap.cc:438] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: No bootstrap required, opened a new log 20:07:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.642763 21505 ts_tablet_manager.cc:1045] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Time spent bootstrapping tablet: real 0.007s user 0.001s sys 0.001s 20:07:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.643826 21509 tablet_bootstrap.cc:592] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: No blocks or log segments found. Creating new log. 20:07:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.644512 21509 log.cc:525] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Log is configured to *not* fsync() on all Append() calls 20:07:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.645139 21505 raft_consensus.cc:340] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05168bcd5eee4566a644e6833606d0d3" member_type: VOTER last_known_addr { host: "127.20.102.67" port: 43975 } } peers { permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 } } peers { permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 } } 20:07:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.645210 21505 raft_consensus.cc:366] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.645246 21505 raft_consensus.cc:705] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 609f6d0726ee440fa94f4d4474b5d863, State: Initialized, Role: FOLLOWER 20:07:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.645623 21505 consensus_queue.cc:229] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05168bcd5eee4566a644e6833606d0d3" member_type: VOTER last_known_addr { host: "127.20.102.67" port: 43975 } } peers { permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 } } peers { permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 } } 20:07:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.645900 21509 tablet_bootstrap.cc:438] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: No bootstrap required, opened a new log 20:07:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.646109 21509 ts_tablet_manager.cc:1045] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.001s 20:07:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.646577 21506 raft_consensus.cc:340] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05168bcd5eee4566a644e6833606d0d3" member_type: VOTER last_known_addr { host: "127.20.102.67" port: 43975 } } peers { permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 } } peers { permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 } } 20:07:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.646646 21506 raft_consensus.cc:366] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.646677 21506 raft_consensus.cc:705] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6efac21222784f47b729c42f4cfbb783, State: Initialized, Role: FOLLOWER 20:07:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.646976 21506 consensus_queue.cc:229] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05168bcd5eee4566a644e6833606d0d3" member_type: VOTER last_known_addr { host: "127.20.102.67" port: 43975 } } peers { permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 } } peers { permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 } } 20:07:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.647563 21506 ts_tablet_manager.cc:1073] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: Time spent starting tablet: real 0.007s user 0.002s sys 0.001s 20:07:42.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.648073 21356 heartbeater.cc:467] Master 127.20.102.124:34645 was elected leader, sending a full tablet report... 20:07:42.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.649214 21050 catalog_manager.cc:3876] TS 6efac21222784f47b729c42f4cfbb783 (127.20.102.65:56595) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.649494 21049 catalog_manager.cc:3876] TS 609f6d0726ee440fa94f4d4474b5d863 (127.20.102.66:47723) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.649634 21049 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 38 ms (attempt = 1) 20:07:42.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.649677 21049 catalog_manager.cc:3940] Failed to send c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.650214 21050 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 52 ms (attempt = 1) 20:07:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.650275 21050 catalog_manager.cc:3940] Failed to send c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.650609 21505 ts_tablet_manager.cc:1073] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Time spent starting tablet: real 0.008s user 0.003s sys 0.000s 20:07:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.651021 21050 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.20.102.65:50342 20:07:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.651324 21509 raft_consensus.cc:340] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05168bcd5eee4566a644e6833606d0d3" member_type: VOTER last_known_addr { host: "127.20.102.67" port: 43975 } } peers { permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 } } peers { permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 } } 20:07:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.651362 21509 raft_consensus.cc:366] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.651381 21509 raft_consensus.cc:705] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 05168bcd5eee4566a644e6833606d0d3, State: Initialized, Role: FOLLOWER 20:07:42.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.651651 21509 consensus_queue.cc:229] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05168bcd5eee4566a644e6833606d0d3" member_type: VOTER last_known_addr { host: "127.20.102.67" port: 43975 } } peers { permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 } } peers { permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 } } 20:07:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.652151 21509 ts_tablet_manager.cc:1073] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Time spent starting tablet: real 0.006s user 0.001s sys 0.001s 20:07:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.652385 21482 heartbeater.cc:467] Master 127.20.102.124:34645 was elected leader, sending a full tablet report... 20:07:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.653331 21050 catalog_manager.cc:3876] TS 05168bcd5eee4566a644e6833606d0d3 (127.20.102.67:43975) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.653493 21050 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 25 ms (attempt = 1) 20:07:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.653539 21050 catalog_manager.cc:3940] Failed to send c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.654743 21050 catalog_manager.cc:3876] TS 05168bcd5eee4566a644e6833606d0d3 (127.20.102.67:43975) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.654860 21050 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 16 ms (attempt = 1) 20:07:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.654893 21050 catalog_manager.cc:3940] Failed to send c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.657 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642 returned Deferred@1607044278(state=PENDING, result=null, callback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950) -> (continuation of Deferred@1906615694 after org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642), errback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950) -> (continuation of Deferred@1906615694 after org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642)), so the following Deferred is getting paused: Deferred@1906615694(state=PAUSED, result=Deferred@1607044278, callback=, errback=) 20:07:42.657 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408 returned Deferred@1661082848(state=PENDING, result=null, callback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315) -> (continuation of Deferred@1267089753 after org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408), errback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315) -> (continuation of Deferred@1267089753 after org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408)), so the following Deferred is getting paused: Deferred@1267089753(state=PAUSED, result=Deferred@1661082848, callback=, errback=) 20:07:42.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.671211 21032 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 79 ms (attempt = 2) 20:07:42.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.671238 21032 catalog_manager.cc:2980] Async tablet task c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.677 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@faf8e00@263163392 returned Deferred@1607044278(state=PENDING, result=null, callback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950) -> (continuation of Deferred@1906615694 after org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642) -> (continuation of Deferred@1542705838 after org.apache.kudu.client.AsyncKuduClient$15@faf8e00@263163392), errback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950) -> (continuation of Deferred@1906615694 after org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642) -> (continuation of Deferred@1542705838 after org.apache.kudu.client.AsyncKuduClient$15@faf8e00@263163392)), so the following Deferred is getting paused: Deferred@1542705838(state=PAUSED, result=Deferred@1607044278, callback=, errback=) 20:07:42.677 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$14@1814e6f3@404023027 returned Deferred@1661082848(state=PENDING, result=null, callback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315) -> (continuation of Deferred@1267089753 after org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408) -> (continuation of Deferred@1642197025 after org.apache.kudu.client.AsyncKuduClient$14@1814e6f3@404023027), errback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315) -> (continuation of Deferred@1267089753 after org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408) -> (continuation of Deferred@1642197025 after org.apache.kudu.client.AsyncKuduClient$14@1814e6f3@404023027)), so the following Deferred is getting paused: Deferred@1642197025(state=PAUSED, result=Deferred@1661082848, callback=, errback=) 20:07:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.679713 21032 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 64 ms (attempt = 2) 20:07:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.679740 21032 catalog_manager.cc:2980] Async tablet task c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.688668 21031 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 35 ms (attempt = 2) 20:07:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.688701 21031 catalog_manager.cc:2980] Async tablet task c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.692057 21034 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 67 ms (attempt = 2) 20:07:42.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.692090 21034 catalog_manager.cc:2980] Async tablet task c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.697 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@124dbd93@307084691 returned Deferred@1607044278(state=PENDING, result=null, callback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950) -> (continuation of Deferred@1906615694 after org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642) -> (continuation of Deferred@1542705838 after org.apache.kudu.client.AsyncKuduClient$15@faf8e00@263163392) -> (continuation of Deferred@1466854358 after org.apache.kudu.client.AsyncKuduClient$15@124dbd93@307084691), errback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950) -> (continuation of Deferred@1906615694 after org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642) -> (continuation of Deferred@1542705838 after org.apache.kudu.client.AsyncKuduClient$15@faf8e00@263163392) -> (continuation of Deferred@1466854358 after org.apache.kudu.client.AsyncKuduClient$15@124dbd93@307084691)), so the following Deferred is getting paused: Deferred@1466854358(state=PAUSED, result=Deferred@1607044278, callback=, errback=) 20:07:42.697 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$14@68722cb6@1752313014 returned Deferred@1661082848(state=PENDING, result=null, callback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315) -> (continuation of Deferred@1267089753 after org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408) -> (continuation of Deferred@1642197025 after org.apache.kudu.client.AsyncKuduClient$14@1814e6f3@404023027) -> (continuation of Deferred@117221729 after org.apache.kudu.client.AsyncKuduClient$14@68722cb6@1752313014), errback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315) -> (continuation of Deferred@1267089753 after org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408) -> (continuation of Deferred@1642197025 after org.apache.kudu.client.AsyncKuduClient$14@1814e6f3@404023027) -> (continuation of Deferred@117221729 after org.apache.kudu.client.AsyncKuduClient$14@68722cb6@1752313014)), so the following Deferred is getting paused: Deferred@117221729(state=PAUSED, result=Deferred@1661082848, callback=, errback=) 20:07:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.698274 21357 tablet.cc:1768] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:42.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.703841 21031 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 33 ms (attempt = 2) 20:07:42.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.703874 21031 catalog_manager.cc:2980] Async tablet task c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.717 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@79a22d08@2040671496 returned Deferred@1607044278(state=PENDING, result=null, callback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950) -> (continuation of Deferred@1906615694 after org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642) -> (continuation of Deferred@1542705838 after org.apache.kudu.client.AsyncKuduClient$15@faf8e00@263163392) -> (continuation of Deferred@1466854358 after org.apache.kudu.client.AsyncKuduClient$15@124dbd93@307084691) -> (continuation of Deferred@1563875633 after org.apache.kudu.client.AsyncKuduClient$15@79a22d08@2040671496), errback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950) -> (continuation of Deferred@1906615694 after org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642) -> (continuation of Deferred@1542705838 after org.apache.kudu.client.AsyncKuduClient$15@faf8e00@263163392) -> (continuation of Deferred@1466854358 after org.apache.kudu.client.AsyncKuduClient$15@124dbd93@307084691) -> (continuation of Deferred@1563875633 after org.apache.kudu.client.AsyncKuduClient$15@79a22d08@2040671496)), so the following Deferred is getting paused: Deferred@1563875633(state=PAUSED, result=Deferred@1607044278, callback=, errback=) 20:07:42.717 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$14@245859bd@609769917 returned Deferred@1661082848(state=PENDING, result=null, callback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315) -> (continuation of Deferred@1267089753 after org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408) -> (continuation of Deferred@1642197025 after org.apache.kudu.client.AsyncKuduClient$14@1814e6f3@404023027) -> (continuation of Deferred@117221729 after org.apache.kudu.client.AsyncKuduClient$14@68722cb6@1752313014) -> (continuation of Deferred@1191988214 after org.apache.kudu.client.AsyncKuduClient$14@245859bd@609769917), errback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315) -> (continuation of Deferred@1267089753 after org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408) -> (continuation of Deferred@1642197025 after org.apache.kudu.client.AsyncKuduClient$14@1814e6f3@404023027) -> (continuation of Deferred@117221729 after org.apache.kudu.client.AsyncKuduClient$14@68722cb6@1752313014) -> (continuation of Deferred@1191988214 after org.apache.kudu.client.AsyncKuduClient$14@245859bd@609769917)), so the following Deferred is getting paused: Deferred@1191988214(state=PAUSED, result=Deferred@1661082848, callback=, errback=) 20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.724062 21031 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 71 ms (attempt = 3) 20:07:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.724093 21031 catalog_manager.cc:2980] Async tablet task c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.736 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@2f2ef472@791606386 returned Deferred@1607044278(state=PENDING, result=null, callback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950) -> (continuation of Deferred@1906615694 after org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642) -> (continuation of Deferred@1542705838 after org.apache.kudu.client.AsyncKuduClient$15@faf8e00@263163392) -> (continuation of Deferred@1466854358 after org.apache.kudu.client.AsyncKuduClient$15@124dbd93@307084691) -> (continuation of Deferred@1563875633 after org.apache.kudu.client.AsyncKuduClient$15@79a22d08@2040671496) -> (continuation of Deferred@1144676343 after org.apache.kudu.client.AsyncKuduClient$15@2f2ef472@791606386), errback=(continuation of Deferred@1354368785 after org.apache.kudu.client.AsyncKuduClient$2@61a092bf@1637913279) -> (continuation of Deferred@1434298896 after org.apache.kudu.client.AsyncKuduClient$15@1da81dd6@497556950) -> (continuation of Deferred@1906615694 after org.apache.kudu.client.AsyncKuduClient$15@49b1bb82@1236384642) -> (continuation of Deferred@1542705838 after org.apache.kudu.client.AsyncKuduClient$15@faf8e00@263163392) -> (continuation of Deferred@1466854358 after org.apache.kudu.client.AsyncKuduClient$15@124dbd93@307084691) -> (continuation of Deferred@1563875633 after org.apache.kudu.client.AsyncKuduClient$15@79a22d08@2040671496) -> (continuation of Deferred@1144676343 after org.apache.kudu.client.AsyncKuduClient$15@2f2ef472@791606386)), so the following Deferred is getting paused: Deferred@1144676343(state=PAUSED, result=Deferred@1607044278, callback=, errback=) 20:07:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.738014 21031 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 112 ms (attempt = 3) 20:07:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.738047 21031 catalog_manager.cc:2980] Async tablet task c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.744315 21032 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 113 ms (attempt = 3) 20:07:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.744346 21032 catalog_manager.cc:2980] Async tablet task c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.750663 21032 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 68 ms (attempt = 3) 20:07:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.750692 21032 catalog_manager.cc:2980] Async tablet task c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.757 [DEBUG - New I/O worker #401] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$14@2249637c@575234940 returned Deferred@1661082848(state=PENDING, result=null, callback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315) -> (continuation of Deferred@1267089753 after org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408) -> (continuation of Deferred@1642197025 after org.apache.kudu.client.AsyncKuduClient$14@1814e6f3@404023027) -> (continuation of Deferred@117221729 after org.apache.kudu.client.AsyncKuduClient$14@68722cb6@1752313014) -> (continuation of Deferred@1191988214 after org.apache.kudu.client.AsyncKuduClient$14@245859bd@609769917) -> (continuation of Deferred@130010936 after org.apache.kudu.client.AsyncKuduClient$14@2249637c@575234940), errback=(continuation of Deferred@236424350 after org.apache.kudu.client.AsyncKuduClient$5@53d379da@1406368218) -> (continuation of Deferred@346702444 after org.apache.kudu.client.AsyncKuduClient$14@266b4943@644565315) -> (continuation of Deferred@1267089753 after org.apache.kudu.client.AsyncKuduClient$14@df9cba8@234474408) -> (continuation of Deferred@1642197025 after org.apache.kudu.client.AsyncKuduClient$14@1814e6f3@404023027) -> (continuation of Deferred@117221729 after org.apache.kudu.client.AsyncKuduClient$14@68722cb6@1752313014) -> (continuation of Deferred@1191988214 after org.apache.kudu.client.AsyncKuduClient$14@245859bd@609769917) -> (continuation of Deferred@130010936 after org.apache.kudu.client.AsyncKuduClient$14@2249637c@575234940)), so the following Deferred is getting paused: Deferred@130010936(state=PAUSED, result=Deferred@1661082848, callback=, errback=) 20:07:42.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.759604 21034 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 75 ms (attempt = 3) 20:07:42.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.759635 21034 catalog_manager.cc:2980] Async tablet task c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC failed: Not found: failed to reset TS proxy: No leader found: Tablet c85ecd03ca674e1ca7179311c7d70964 consensus state has no leader 20:07:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.781342 21513 raft_consensus.cc:472] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.781424 21513 raft_consensus.cc:494] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05168bcd5eee4566a644e6833606d0d3" member_type: VOTER last_known_addr { host: "127.20.102.67" port: 43975 } } peers { permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 } } peers { permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 } } 20:07:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.782052 21513 leader_election.cc:292] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 609f6d0726ee440fa94f4d4474b5d863 (127.20.102.66:47723), 6efac21222784f47b729c42f4cfbb783 (127.20.102.65:56595) 20:07:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.785073 21311 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "c85ecd03ca674e1ca7179311c7d70964" candidate_uuid: "05168bcd5eee4566a644e6833606d0d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "609f6d0726ee440fa94f4d4474b5d863" is_pre_election: true 20:07:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.785194 21311 raft_consensus.cc:2346] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 05168bcd5eee4566a644e6833606d0d3 in term 0. 20:07:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.785292 21160 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "c85ecd03ca674e1ca7179311c7d70964" candidate_uuid: "05168bcd5eee4566a644e6833606d0d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6efac21222784f47b729c42f4cfbb783" is_pre_election: true 20:07:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.785396 21160 raft_consensus.cc:2346] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 05168bcd5eee4566a644e6833606d0d3 in term 0. 20:07:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.785626 21371 leader_election.cc:306] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05168bcd5eee4566a644e6833606d0d3, 609f6d0726ee440fa94f4d4474b5d863; no voters: 20:07:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.785826 21513 raft_consensus.cc:2640] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.785868 21513 raft_consensus.cc:472] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.785893 21513 raft_consensus.cc:2886] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 0 FOLLOWER]: Advancing to term 1 20:07:42.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.786489 21513 raft_consensus.cc:494] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05168bcd5eee4566a644e6833606d0d3" member_type: VOTER last_known_addr { host: "127.20.102.67" port: 43975 } } peers { permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 } } peers { permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 } } 20:07:42.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.786770 21513 leader_election.cc:292] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [CANDIDATE]: Term 1 election: Requested vote from peers 609f6d0726ee440fa94f4d4474b5d863 (127.20.102.66:47723), 6efac21222784f47b729c42f4cfbb783 (127.20.102.65:56595) 20:07:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.787117 21311 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "c85ecd03ca674e1ca7179311c7d70964" candidate_uuid: "05168bcd5eee4566a644e6833606d0d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "609f6d0726ee440fa94f4d4474b5d863" 20:07:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.787155 21311 raft_consensus.cc:2886] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863 [term 0 FOLLOWER]: Advancing to term 1 20:07:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.787191 21160 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "c85ecd03ca674e1ca7179311c7d70964" candidate_uuid: "05168bcd5eee4566a644e6833606d0d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6efac21222784f47b729c42f4cfbb783" 20:07:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.787235 21160 raft_consensus.cc:2886] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783 [term 0 FOLLOWER]: Advancing to term 1 20:07:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.787748 21311 raft_consensus.cc:2346] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 05168bcd5eee4566a644e6833606d0d3 in term 1. 20:07:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.787811 21160 raft_consensus.cc:2346] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 05168bcd5eee4566a644e6833606d0d3 in term 1. 20:07:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.788082 21371 leader_election.cc:306] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05168bcd5eee4566a644e6833606d0d3, 609f6d0726ee440fa94f4d4474b5d863; no voters: 20:07:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.788187 21513 raft_consensus.cc:2640] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 1 FOLLOWER]: Leader election won for term 1 20:07:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.788352 21513 raft_consensus.cc:667] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [term 1 LEADER]: Becoming Leader. State: Replica: 05168bcd5eee4566a644e6833606d0d3, State: Running, Role: LEADER 20:07:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.788666 21513 consensus_queue.cc:206] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05168bcd5eee4566a644e6833606d0d3" member_type: VOTER last_known_addr { host: "127.20.102.67" port: 43975 } } peers { permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 } } peers { permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 } } 20:07:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.791178 21050 catalog_manager.cc:3781] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 reported cstate change: term changed from 0 to 1, leader changed from to 05168bcd5eee4566a644e6833606d0d3 (127.20.102.67). New cstate: current_term: 1 leader_uuid: "05168bcd5eee4566a644e6833606d0d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05168bcd5eee4566a644e6833606d0d3" member_type: VOTER last_known_addr { host: "127.20.102.67" port: 43975 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 } health_report { overall_health: UNKNOWN } } } 20:07:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.791388 21050 catalog_manager.cc:3876] TS 05168bcd5eee4566a644e6833606d0d3 (127.20.102.67:43975) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.796397 21160 raft_consensus.cc:1181] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783 [term 1 FOLLOWER]: Refusing update from remote peer 05168bcd5eee4566a644e6833606d0d3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.796494 21311 raft_consensus.cc:1181] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863 [term 1 FOLLOWER]: Refusing update from remote peer 05168bcd5eee4566a644e6833606d0d3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:42.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.796991 21513 consensus_queue.cc:984] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6efac21222784f47b729c42f4cfbb783" member_type: VOTER last_known_addr { host: "127.20.102.65" port: 56595 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:42.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.797106 21514 consensus_queue.cc:984] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "609f6d0726ee440fa94f4d4474b5d863" member_type: VOTER last_known_addr { host: "127.20.102.66" port: 47723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.798526 21223 heartbeater.cc:467] Master 127.20.102.124:34645 was elected leader, sending a full tablet report... 20:07:42.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.800667 21050 catalog_manager.cc:3876] TS 609f6d0726ee440fa94f4d4474b5d863 (127.20.102.66:47723) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.801273 21049 catalog_manager.cc:3876] TS 6efac21222784f47b729c42f4cfbb783 (127.20.102.65:56595) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.803078 21049 catalog_manager.cc:3876] TS 05168bcd5eee4566a644e6833606d0d3 (127.20.102.67:43975) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.803367 21517 mvcc.cc:203] Tried to move safe_time back from 6337601793210130432 to 6337601793184329728. Current Snapshot: MvccSnapshot[committed={T|T < 6337601793210130432}] 20:07:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.803436 21518 mvcc.cc:203] Tried to move safe_time back from 6337601793210130432 to 6337601793184329728. Current Snapshot: MvccSnapshot[committed={T|T < 6337601793210130432}] 20:07:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.804628 21049 catalog_manager.cc:3876] TS 6efac21222784f47b729c42f4cfbb783 (127.20.102.65:56595) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.805603 21049 catalog_manager.cc:3876] TS 609f6d0726ee440fa94f4d4474b5d863 (127.20.102.66:47723) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.806457 21522 tablet.cc:1264] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Alter schema from ( 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 10:key STRING NOT NULL, 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 11:c1 STRING NOT NULL, 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 12:c2 STRING NOT NULL, 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 13:c3 STRING NULLABLE, 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 14:c4 STRING NULLABLE, 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) PRIMARY KEY (key) 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ) version 0 to ( 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 10:key STRING NOT NULL, 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 11:c1 STRING NOT NULL, 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 12:c2 STRING NOT NULL, 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 13:c3 STRING NULLABLE, 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 14:c4 STRING NULLABLE, 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) PRIMARY KEY (key) 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ) version 1 20:07:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.806531 21523 tablet.cc:1264] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: Alter schema from ( 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 10:key STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 11:c1 STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 12:c2 STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 13:c3 STRING NULLABLE, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 14:c4 STRING NULLABLE, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) PRIMARY KEY (key) 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ) version 0 to ( 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 10:key STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 11:c1 STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 12:c2 STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 13:c3 STRING NULLABLE, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 14:c4 STRING NULLABLE, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) PRIMARY KEY (key) 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ) version 1 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.806890 21524 tablet.cc:1264] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Alter schema from ( 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 10:key STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 11:c1 STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 12:c2 STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 13:c3 STRING NULLABLE, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 14:c4 STRING NULLABLE, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) PRIMARY KEY (key) 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ) version 0 to ( 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 10:key STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 11:c1 STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 12:c2 STRING NOT NULL, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 13:c3 STRING NULLABLE, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) 14:c4 STRING NULLABLE, 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) PRIMARY KEY (key) 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) ) version 1 20:07:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.807065 21049 catalog_manager.cc:3876] TS 05168bcd5eee4566a644e6833606d0d3 (127.20.102.67:43975) does not have the latest schema for tablet c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]). Expected version 1 got 0 20:07:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.813411 21050 catalog_manager.cc:4227] T 00000000000000000000000000000000 P b994d39cddfa4d759f8236f9be2f0e89: foo [id=6c0ff5e79eac449d92b35f4b935b46a0] alter complete (version 1) 20:07:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.814201 21522 tablet.cc:1259] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Already running schema version 1 got alter request for version 1 20:07:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.814962 21516 mvcc.cc:203] Tried to move safe_time back from 6337601793272713216 to 6337601793184329728. Current Snapshot: MvccSnapshot[committed={T|T < 6337601793272713216}] 20:07:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.815407 21523 tablet.cc:1259] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: Already running schema version 1 got alter request for version 1 20:07:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.816016 21524 tablet.cc:1259] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Already running schema version 1 got alter request for version 1 20:07:42.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.818543 21522 tablet.cc:1259] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Already running schema version 1 got alter request for version 1 20:07:42.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.821449 21524 tablet.cc:1259] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Already running schema version 1 got alter request for version 1 20:07:42.823 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:42.823 [DEBUG - New I/O worker #401] (Connection.java:688) [peer master-127.20.102.124:34645(127.20.102.124:34645)] cleaning up while in state READY due to: connection disconnected 20:07:42.823 [DEBUG - New I/O worker #400] (Connection.java:688) [peer master-127.20.102.125:53920(127.20.102.125:53920)] cleaning up while in state READY due to: connection disconnected 20:07:42.824 [DEBUG - New I/O worker #402] (Connection.java:688) [peer master-127.20.102.126:45341(127.20.102.126:45341)] cleaning up while in state READY due to: connection disconnected 20:07:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.824615 21522 tablet.cc:1259] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Already running schema version 1 got alter request for version 1 20:07:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.824753 21523 tablet.cc:1259] T c85ecd03ca674e1ca7179311c7d70964 P 6efac21222784f47b729c42f4cfbb783: Already running schema version 1 got alter request for version 1 20:07:42.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.826607 21524 tablet.cc:1259] T c85ecd03ca674e1ca7179311c7d70964 P 609f6d0726ee440fa94f4d4474b5d863: Already running schema version 1 got alter request for version 1 20:07:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.827363 20889 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 21085 20:07:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.831077 21522 tablet.cc:1259] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3: Already running schema version 1 got alter request for version 1 20:07:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.831418 21031 connection.cc:512] server connection from 127.20.102.65:50342 recv error: Network error: failed to read from TLS socket (remote: 127.20.102.65:50342): Connection reset by peer (error 104) 20:07:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.831449 20903 connection.cc:512] server connection from 127.20.102.65:39487 recv error: Network error: failed to read from TLS socket (remote: 127.20.102.65:39487): Connection reset by peer (error 104) 20:07:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.831655 21371 connection.cc:512] client connection to 127.20.102.65:56595 recv error: Network error: failed to read from TLS socket (remote: 0.0.0.0:0): Connection reset by peer (error 104) 20:07:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.831748 21371 consensus_peers.cc:457] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 -> Peer 6efac21222784f47b729c42f4cfbb783 (127.20.102.65:56595): Couldn't send request to peer 6efac21222784f47b729c42f4cfbb783. Status: Network error: failed to read from TLS socket (remote: 0.0.0.0:0): Connection reset by peer (error 104). This is attempt 1: this message will repeat every 5th retry. 20:07:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.831856 20889 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 21228 20:07:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.831882 21371 connection.cc:185] Error closing socket: Network error: TlsSocket::Close: Broken pipe 20:07:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.832589 20967 connection.cc:512] server connection from 127.20.102.65:40362 recv error: Network error: failed to read from TLS socket (remote: 127.20.102.65:40362): Connection reset by peer (error 104) 20:07:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.835275 20905 connection.cc:512] server connection from 127.20.102.66:46717 recv error: Network error: failed to read from TLS socket (remote: 127.20.102.66:46717): Connection reset by peer (error 104) 20:07:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.835325 21371 connection.cc:512] client connection to 127.20.102.66:47723 recv error: Network error: failed to read from TLS socket (remote: 0.0.0.0:0): Connection reset by peer (error 104) 20:07:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.835325 20965 connection.cc:512] server connection from 127.20.102.66:37156 recv error: Network error: failed to read from TLS socket (remote: 127.20.102.66:37156): Connection reset by peer (error 104) 20:07:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.835366 21371 consensus_peers.cc:457] T c85ecd03ca674e1ca7179311c7d70964 P 05168bcd5eee4566a644e6833606d0d3 -> Peer 609f6d0726ee440fa94f4d4474b5d863 (127.20.102.66:47723): Couldn't send request to peer 609f6d0726ee440fa94f4d4474b5d863. Status: Network error: failed to read from TLS socket (remote: 0.0.0.0:0): Connection reset by peer (error 104). This is attempt 1: this message will repeat every 5th retry. 20:07:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.835456 21371 connection.cc:185] Error closing socket: Network error: TlsSocket::Close: Broken pipe 20:07:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.835542 21033 connection.cc:512] server connection from 127.20.102.66:42843 recv error: Network error: failed to read from TLS socket (remote: 127.20.102.66:42843): Connection reset by peer (error 104) 20:07:42.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.835585 20889 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 21361 20:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.838138 21033 connection.cc:512] client connection to 127.20.102.67:43975 recv error: Network error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 20:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.838163 20966 connection.cc:512] server connection from 127.20.102.67:54265 recv error: Network error: failed to read from TLS socket (remote: 127.20.102.67:54265): Connection reset by peer (error 104) 20:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.838196 21033 catalog_manager.cc:2925] TS 05168bcd5eee4566a644e6833606d0d3 (127.20.102.67:43975): Alter Table RPC failed for tablet c85ecd03ca674e1ca7179311c7d70964: Network error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 20:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.838209 20889 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 20896 20:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.838241 21033 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 134 ms (attempt = 4) 20:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.838284 21033 catalog_manager.cc:2925] TS 05168bcd5eee4566a644e6833606d0d3 (127.20.102.67:43975): Alter Table RPC failed for tablet c85ecd03ca674e1ca7179311c7d70964: Network error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 20:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.838304 21033 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 50 ms (attempt = 1) 20:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.838332 21033 catalog_manager.cc:2925] TS 05168bcd5eee4566a644e6833606d0d3 (127.20.102.67:43975): Alter Table RPC failed for tablet c85ecd03ca674e1ca7179311c7d70964: Network error: recv error from 0.0.0.0:0: Transport endpoint is not connected (error 107) 20:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.838348 21033 catalog_manager.cc:2961] Scheduling retry of c85ecd03ca674e1ca7179311c7d70964 (table foo [id=6c0ff5e79eac449d92b35f4b935b46a0]) Alter Table RPC with a delay of 19 ms (attempt = 1) 20:07:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:42.838443 21033 connection.cc:512] server connection from 127.20.102.67:56814 recv error: Network error: failed to read from TLS socket (remote: 127.20.102.67:56814): Connection reset by peer (error 104) 20:07:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.841516 20889 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 20956 20:07:42.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:42.844472 20889 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 21019 ]]> /127.21.5.189:40377] using SASL/PLAIN 20:07:43.709 [DEBUG - New I/O worker #411] (Negotiator.java:764) Authenticated connection [id: 0x79924ca9, /127.21.5.190:57413 => /127.21.5.190:46287] using SASL/PLAIN 20:07:43.711 [DEBUG - New I/O worker #410] (Negotiator.java:764) Authenticated connection [id: 0x844e1309, /127.21.5.188:39118 => /127.21.5.188:48096] using SASL/PLAIN 20:07:43.713 [DEBUG - New I/O worker #410] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:43.713 [DEBUG - New I/O worker #410] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=16), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.21.5.189:40377, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.21.5.188:48096, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.21.5.190:46287, [8ms] Sub rpc: ConnectToMaster received from server master-127.21.5.189:40377 response OK, [14ms] Sub rpc: ConnectToMaster received from server master-127.21.5.190:46287 response OK, [16ms] Sub rpc: ConnectToMaster received from server master-127.21.5.188:48096 response OK, null) after lookup 20:07:43.714 [DEBUG - New I/O worker #410] (Deferred.java:1330) callback=retry RPC@998300211 returned Deferred@1069500827(state=PENDING, result=null, callback=(continuation of Deferred@2059259912 after retry RPC@998300211), errback=(continuation of Deferred@2059259912 after retry RPC@998300211)), so the following Deferred is getting paused: Deferred@2059259912(state=PAUSED, result=Deferred@1069500827, callback=org.apache.kudu.client.AsyncKuduClient$1@76e1e5ce -> org.apache.kudu.client.AsyncKuduClient$2@4b0de863 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:07:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.715314 21683 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.21.5.188:39118: 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column1_i" 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column2_i" 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column3_s" 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) encoding: DICT_ENCODING 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) compression: LZ4 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 4096 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column4_b" 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BOOL 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:43.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.716127 21683 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:07:43.721 [DEBUG - New I/O worker #410] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@76e1e5ce@1994515918 returned Deferred@247169800(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@1a922f47 -> (continuation of Deferred@2059259912 after org.apache.kudu.client.AsyncKuduClient$1@76e1e5ce@1994515918), errback=passthrough -> (continuation of Deferred@2059259912 after org.apache.kudu.client.AsyncKuduClient$1@76e1e5ce@1994515918)), so the following Deferred is getting paused: Deferred@2059259912(state=PAUSED, result=Deferred@247169800, callback=org.apache.kudu.client.AsyncKuduClient$2@4b0de863 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:07:43.722 [DEBUG - New I/O worker #410] (AsyncKuduClient.java:761) Opened table 1bab40d4e3f1488ba2eb66c378a9e961 20:07:43.722 [DEBUG - New I/O worker #410] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@4b0de863@1259202659 returned Deferred@1671722574(state=PENDING, result=null, callback=(continuation of Deferred@2059259912 after org.apache.kudu.client.AsyncKuduClient$2@4b0de863@1259202659), errback=(continuation of Deferred@2059259912 after org.apache.kudu.client.AsyncKuduClient$2@4b0de863@1259202659)), so the following Deferred is getting paused: Deferred@2059259912(state=PAUSED, result=Deferred@1671722574, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.729760 21783 tablet_service.cc:773] Processing CreateTablet for tablet 44a491c7af774369a75b6472dd84d83d (table=TestKuduClient [id=1bab40d4e3f1488ba2eb66c378a9e961]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.730136 21783 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 44a491c7af774369a75b6472dd84d83d. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.730284 21916 tablet_service.cc:773] Processing CreateTablet for tablet 44a491c7af774369a75b6472dd84d83d (table=TestKuduClient [id=1bab40d4e3f1488ba2eb66c378a9e961]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.730518 21916 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 44a491c7af774369a75b6472dd84d83d. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.731189 22051 tablet_service.cc:773] Processing CreateTablet for tablet 44a491c7af774369a75b6472dd84d83d (table=TestKuduClient [id=1bab40d4e3f1488ba2eb66c378a9e961]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.731503 22051 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 44a491c7af774369a75b6472dd84d83d. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.733566 21916 ts_tablet_manager.cc:1173] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12: Registered tablet (data state: TABLET_DATA_READY) 20:07:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.733852 22144 ts_tablet_manager.cc:1028] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12: Bootstrapping tablet 20:07:43.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.734167 22144 tablet_bootstrap.cc:438] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12: Bootstrap starting. 20:07:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.735177 21783 ts_tablet_manager.cc:1173] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3: Registered tablet (data state: TABLET_DATA_READY) 20:07:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.735471 22051 ts_tablet_manager.cc:1173] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e: Registered tablet (data state: TABLET_DATA_READY) 20:07:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.735651 22144 tablet_bootstrap.cc:592] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12: No blocks or log segments found. Creating new log. 20:07:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.735882 22146 ts_tablet_manager.cc:1028] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e: Bootstrapping tablet 20:07:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.735965 22145 ts_tablet_manager.cc:1028] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3: Bootstrapping tablet 20:07:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.736249 22145 tablet_bootstrap.cc:438] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3: Bootstrap starting. 20:07:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.736291 22146 tablet_bootstrap.cc:438] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e: Bootstrap starting. 20:07:43.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.736658 22144 log.cc:525] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12: Log is configured to *not* fsync() on all Append() calls 20:07:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.737548 22145 tablet_bootstrap.cc:592] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3: No blocks or log segments found. Creating new log. 20:07:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.737774 22146 tablet_bootstrap.cc:592] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e: No blocks or log segments found. Creating new log. 20:07:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.738030 22144 tablet_bootstrap.cc:438] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12: No bootstrap required, opened a new log 20:07:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.738085 22145 log.cc:525] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3: Log is configured to *not* fsync() on all Append() calls 20:07:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.738178 22144 ts_tablet_manager.cc:1045] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:07:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.738569 22146 log.cc:525] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e: Log is configured to *not* fsync() on all Append() calls 20:07:43.738 [DEBUG - New I/O worker #410] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@47ced4a9@1204737193 returned Deferred@1671722574(state=PENDING, result=null, callback=(continuation of Deferred@2059259912 after org.apache.kudu.client.AsyncKuduClient$2@4b0de863@1259202659) -> (continuation of Deferred@364883099 after org.apache.kudu.client.AsyncKuduClient$15@47ced4a9@1204737193), errback=(continuation of Deferred@2059259912 after org.apache.kudu.client.AsyncKuduClient$2@4b0de863@1259202659) -> (continuation of Deferred@364883099 after org.apache.kudu.client.AsyncKuduClient$15@47ced4a9@1204737193)), so the following Deferred is getting paused: Deferred@364883099(state=PAUSED, result=Deferred@1671722574, callback=, errback=) 20:07:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.739320 22145 tablet_bootstrap.cc:438] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3: No bootstrap required, opened a new log 20:07:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.739454 22145 ts_tablet_manager.cc:1045] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s 20:07:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.739750 22146 tablet_bootstrap.cc:438] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e: No bootstrap required, opened a new log 20:07:43.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.739884 22146 ts_tablet_manager.cc:1045] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:07:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.741294 22144 raft_consensus.cc:340] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 } } peers { permanent_uuid: "7129804c9ec841a28cae98b4f2cede12" member_type: VOTER last_known_addr { host: "127.21.5.130" port: 48765 } } peers { permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 } } 20:07:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.741365 22144 raft_consensus.cc:366] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.741400 22144 raft_consensus.cc:705] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7129804c9ec841a28cae98b4f2cede12, State: Initialized, Role: FOLLOWER 20:07:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.741379 22145 raft_consensus.cc:340] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 } } peers { permanent_uuid: "7129804c9ec841a28cae98b4f2cede12" member_type: VOTER last_known_addr { host: "127.21.5.130" port: 48765 } } peers { permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 } } 20:07:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.741441 22145 raft_consensus.cc:366] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.741475 22145 raft_consensus.cc:705] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 173d441abe344b5c8c88368e4670dbd3, State: Initialized, Role: FOLLOWER 20:07:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.741792 22145 consensus_queue.cc:229] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 } } peers { permanent_uuid: "7129804c9ec841a28cae98b4f2cede12" member_type: VOTER last_known_addr { host: "127.21.5.130" port: 48765 } } peers { permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 } } 20:07:43.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.741852 22144 consensus_queue.cc:229] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 } } peers { permanent_uuid: "7129804c9ec841a28cae98b4f2cede12" member_type: VOTER last_known_addr { host: "127.21.5.130" port: 48765 } } peers { permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 } } 20:07:43.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.742303 22146 raft_consensus.cc:340] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 } } peers { permanent_uuid: "7129804c9ec841a28cae98b4f2cede12" member_type: VOTER last_known_addr { host: "127.21.5.130" port: 48765 } } peers { permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 } } 20:07:43.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.742367 22146 raft_consensus.cc:366] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:43.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.742399 22146 raft_consensus.cc:705] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e0ac518bc5194601886126f67679644e, State: Initialized, Role: FOLLOWER 20:07:43.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.742702 22146 consensus_queue.cc:229] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 } } peers { permanent_uuid: "7129804c9ec841a28cae98b4f2cede12" member_type: VOTER last_known_addr { host: "127.21.5.130" port: 48765 } } peers { permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 } } 20:07:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.744081 22144 ts_tablet_manager.cc:1073] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12: Time spent starting tablet: real 0.006s user 0.000s sys 0.003s 20:07:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.744122 22145 ts_tablet_manager.cc:1073] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3: Time spent starting tablet: real 0.005s user 0.003s sys 0.000s 20:07:43.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.744580 21683 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.21.5.129:56023 20:07:43.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.745329 21682 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.21.5.130:34452 20:07:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.745901 21852 heartbeater.cc:467] Master 127.21.5.188:48096 was elected leader, sending a full tablet report... 20:07:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.746805 21982 heartbeater.cc:467] Master 127.21.5.188:48096 was elected leader, sending a full tablet report... 20:07:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.746980 22121 heartbeater.cc:467] Master 127.21.5.188:48096 was elected leader, sending a full tablet report... 20:07:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.748502 22146 ts_tablet_manager.cc:1073] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e: Time spent starting tablet: real 0.009s user 0.003s sys 0.000s 20:07:43.757 [DEBUG - New I/O worker #410] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@1edc517c@517755260 returned Deferred@1671722574(state=PENDING, result=null, callback=(continuation of Deferred@2059259912 after org.apache.kudu.client.AsyncKuduClient$2@4b0de863@1259202659) -> (continuation of Deferred@364883099 after org.apache.kudu.client.AsyncKuduClient$15@47ced4a9@1204737193) -> (continuation of Deferred@1577734895 after org.apache.kudu.client.AsyncKuduClient$15@1edc517c@517755260), errback=(continuation of Deferred@2059259912 after org.apache.kudu.client.AsyncKuduClient$2@4b0de863@1259202659) -> (continuation of Deferred@364883099 after org.apache.kudu.client.AsyncKuduClient$15@47ced4a9@1204737193) -> (continuation of Deferred@1577734895 after org.apache.kudu.client.AsyncKuduClient$15@1edc517c@517755260)), so the following Deferred is getting paused: Deferred@1577734895(state=PAUSED, result=Deferred@1671722574, callback=, errback=) 20:07:43.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.766113 22151 raft_consensus.cc:472] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:43.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.766218 22151 raft_consensus.cc:494] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 } } peers { permanent_uuid: "7129804c9ec841a28cae98b4f2cede12" member_type: VOTER last_known_addr { host: "127.21.5.130" port: 48765 } } peers { permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 } } 20:07:43.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.766863 22151 leader_election.cc:292] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e0ac518bc5194601886126f67679644e (127.21.5.131:33509), 173d441abe344b5c8c88368e4670dbd3 (127.21.5.129:57680) 20:07:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.770248 22076 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "44a491c7af774369a75b6472dd84d83d" candidate_uuid: "7129804c9ec841a28cae98b4f2cede12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e0ac518bc5194601886126f67679644e" is_pre_election: true 20:07:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.770382 22076 raft_consensus.cc:2346] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7129804c9ec841a28cae98b4f2cede12 in term 0. 20:07:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.770640 21805 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "44a491c7af774369a75b6472dd84d83d" candidate_uuid: "7129804c9ec841a28cae98b4f2cede12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "173d441abe344b5c8c88368e4670dbd3" is_pre_election: true 20:07:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.770726 21805 raft_consensus.cc:2346] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7129804c9ec841a28cae98b4f2cede12 in term 0. 20:07:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.771061 21868 leader_election.cc:306] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 173d441abe344b5c8c88368e4670dbd3, 7129804c9ec841a28cae98b4f2cede12; no voters: 20:07:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.771296 22151 raft_consensus.cc:2640] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.771327 22151 raft_consensus.cc:472] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.771340 22151 raft_consensus.cc:2886] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 0 FOLLOWER]: Advancing to term 1 20:07:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.771847 22151 raft_consensus.cc:494] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 } } peers { permanent_uuid: "7129804c9ec841a28cae98b4f2cede12" member_type: VOTER last_known_addr { host: "127.21.5.130" port: 48765 } } peers { permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 } } 20:07:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.772090 22151 leader_election.cc:292] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [CANDIDATE]: Term 1 election: Requested vote from peers e0ac518bc5194601886126f67679644e (127.21.5.131:33509), 173d441abe344b5c8c88368e4670dbd3 (127.21.5.129:57680) 20:07:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.772459 22076 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "44a491c7af774369a75b6472dd84d83d" candidate_uuid: "7129804c9ec841a28cae98b4f2cede12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e0ac518bc5194601886126f67679644e" 20:07:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.772509 22076 raft_consensus.cc:2886] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e [term 0 FOLLOWER]: Advancing to term 1 20:07:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.772536 21805 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "44a491c7af774369a75b6472dd84d83d" candidate_uuid: "7129804c9ec841a28cae98b4f2cede12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "173d441abe344b5c8c88368e4670dbd3" 20:07:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.772575 21805 raft_consensus.cc:2886] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3 [term 0 FOLLOWER]: Advancing to term 1 20:07:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.773169 22076 raft_consensus.cc:2346] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7129804c9ec841a28cae98b4f2cede12 in term 1. 20:07:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.773201 21805 raft_consensus.cc:2346] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7129804c9ec841a28cae98b4f2cede12 in term 1. 20:07:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.773504 21868 leader_election.cc:306] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 173d441abe344b5c8c88368e4670dbd3, 7129804c9ec841a28cae98b4f2cede12; no voters: 20:07:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.773610 22151 raft_consensus.cc:2640] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 1 FOLLOWER]: Leader election won for term 1 20:07:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.773792 22151 raft_consensus.cc:667] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [term 1 LEADER]: Becoming Leader. State: Replica: 7129804c9ec841a28cae98b4f2cede12, State: Running, Role: LEADER 20:07:43.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.773998 22151 consensus_queue.cc:206] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 } } peers { permanent_uuid: "7129804c9ec841a28cae98b4f2cede12" member_type: VOTER last_known_addr { host: "127.21.5.130" port: 48765 } } peers { permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 } } 20:07:43.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:43.776147 21683 catalog_manager.cc:3781] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 reported cstate change: term changed from 0 to 1, leader changed from to 7129804c9ec841a28cae98b4f2cede12 (127.21.5.130). New cstate: current_term: 1 leader_uuid: "7129804c9ec841a28cae98b4f2cede12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7129804c9ec841a28cae98b4f2cede12" member_type: VOTER last_known_addr { host: "127.21.5.130" port: 48765 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 } health_report { overall_health: UNKNOWN } } } 20:07:43.778 [DEBUG - New I/O worker #410] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@6fd0ae1b@1875947035 returned Deferred@1671722574(state=PENDING, result=null, callback=(continuation of Deferred@2059259912 after org.apache.kudu.client.AsyncKuduClient$2@4b0de863@1259202659) -> (continuation of Deferred@364883099 after org.apache.kudu.client.AsyncKuduClient$15@47ced4a9@1204737193) -> (continuation of Deferred@1577734895 after org.apache.kudu.client.AsyncKuduClient$15@1edc517c@517755260) -> (continuation of Deferred@132324366 after org.apache.kudu.client.AsyncKuduClient$15@6fd0ae1b@1875947035), errback=(continuation of Deferred@2059259912 after org.apache.kudu.client.AsyncKuduClient$2@4b0de863@1259202659) -> (continuation of Deferred@364883099 after org.apache.kudu.client.AsyncKuduClient$15@47ced4a9@1204737193) -> (continuation of Deferred@1577734895 after org.apache.kudu.client.AsyncKuduClient$15@1edc517c@517755260) -> (continuation of Deferred@132324366 after org.apache.kudu.client.AsyncKuduClient$15@6fd0ae1b@1875947035)), so the following Deferred is getting paused: Deferred@132324366(state=PAUSED, result=Deferred@1671722574, callback=, errback=) 20:07:43.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.798096 21983 tablet.cc:1768] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:43.799 [DEBUG - New I/O worker #410] (AsyncKuduClient.java:2114) Learned about tablet 44a491c7af774369a75b6472dd84d83d for table 'TestKuduClient' with partition [, ) 20:07:43.799 [DEBUG - New I/O worker #410] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=44a491c7af774369a75b6472dd84d83d@[173d441abe344b5c8c88368e4670dbd3(127.21.5.129:57680),7129804c9ec841a28cae98b4f2cede12(127.21.5.130:48765)[L],e0ac518bc5194601886126f67679644e(127.21.5.131:33509)]}] 20:07:43.799 [DEBUG - New I/O worker #410] (AsyncKuduClient.java:1277) Retrying sending RPC ScanRequest(scannerId=null, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.21.5.188:48096, [1ms] Sub rpc: GetTableLocations received from server master-127.21.5.188:48096 response OK, null)) after lookup 20:07:43.799 [DEBUG - New I/O worker #410] (Deferred.java:1330) callback=retry RPC@2002338435 returned Deferred@496212485(state=PENDING, result=null, callback=(continuation of Deferred@42989269 after retry RPC@2002338435), errback=(continuation of Deferred@42989269 after retry RPC@2002338435)), so the following Deferred is getting paused: Deferred@42989269(state=PAUSED, result=Deferred@496212485, callback=scanner opened -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> open scanner errback -> wakeup thread Time-limited test) 20:07:43.806 [DEBUG - New I/O worker #412] (Negotiator.java:764) Authenticated connection [id: 0x487c2eb5, /127.21.5.130:45934 => /127.21.5.130:48765] using TOKEN/null 20:07:43.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.807618 21896 tablet_service.cc:1914] Rejecting scan request for tablet 44a491c7af774369a75b6472dd84d83d: Uninitialized: safe time has not yet been initialized 20:07:43.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.819139 21896 tablet_service.cc:1914] Rejecting scan request for tablet 44a491c7af774369a75b6472dd84d83d: Uninitialized: safe time has not yet been initialized 20:07:43.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.838327 21896 tablet_service.cc:1914] Rejecting scan request for tablet 44a491c7af774369a75b6472dd84d83d: Uninitialized: safe time has not yet been initialized 20:07:43.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.858477 21896 tablet_service.cc:1914] Rejecting scan request for tablet 44a491c7af774369a75b6472dd84d83d: Uninitialized: safe time has not yet been initialized 20:07:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.887742 21853 tablet.cc:1768] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:43.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.898772 21896 tablet_service.cc:1914] Rejecting scan request for tablet 44a491c7af774369a75b6472dd84d83d: Uninitialized: safe time has not yet been initialized 20:07:43.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.917943 21896 tablet_service.cc:1914] Rejecting scan request for tablet 44a491c7af774369a75b6472dd84d83d: Uninitialized: safe time has not yet been initialized 20:07:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.923799 22122 tablet.cc:1768] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:43.978440 21896 tablet_service.cc:1914] Rejecting scan request for tablet 44a491c7af774369a75b6472dd84d83d: Uninitialized: safe time has not yet been initialized 20:07:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.078050 21896 tablet_service.cc:1914] Rejecting scan request for tablet 44a491c7af774369a75b6472dd84d83d: Uninitialized: safe time has not yet been initialized 20:07:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.158649 21896 tablet_service.cc:1914] Rejecting scan request for tablet 44a491c7af774369a75b6472dd84d83d: Uninitialized: safe time has not yet been initialized 20:07:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.304919 21726 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 1e1970327e5747ec965869a72205f7bf: acquiring CA information for follower catalog manager: success 20:07:44.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.305820 21726 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 1e1970327e5747ec965869a72205f7bf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:07:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.308676 22076 raft_consensus.cc:1181] T 44a491c7af774369a75b6472dd84d83d P e0ac518bc5194601886126f67679644e [term 1 FOLLOWER]: Refusing update from remote peer 7129804c9ec841a28cae98b4f2cede12: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 1. (index mismatch) 20:07:44.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.309218 22155 consensus_queue.cc:984] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e0ac518bc5194601886126f67679644e" member_type: VOTER last_known_addr { host: "127.21.5.131" port: 33509 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.313833 21805 raft_consensus.cc:1181] T 44a491c7af774369a75b6472dd84d83d P 173d441abe344b5c8c88368e4670dbd3 [term 1 FOLLOWER]: Refusing update from remote peer 7129804c9ec841a28cae98b4f2cede12: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 1. (index mismatch) 20:07:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.314796 22155 consensus_queue.cc:984] T 44a491c7af774369a75b6472dd84d83d P 7129804c9ec841a28cae98b4f2cede12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "173d441abe344b5c8c88368e4670dbd3" member_type: VOTER last_known_addr { host: "127.21.5.129" port: 57680 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.379246 21756 catalog_manager.cc:1092] T 00000000000000000000000000000000 P 2652663a4276402dabe3a82441cc01b5: acquiring CA information for follower catalog manager: success 20:07:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.380053 21756 catalog_manager.cc:1120] T 00000000000000000000000000000000 P 2652663a4276402dabe3a82441cc01b5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0 20:07:44.740 [DEBUG - New I/O worker #412] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=44a491c7af774369a75b6472dd84d83d, scannerId=null, scanRequestTimeout=30000) 20:07:44.741 [DEBUG - New I/O worker #409] (Connection.java:688) [peer master-127.21.5.189:40377(127.21.5.189:40377)] cleaning up while in state READY due to: connection disconnected 20:07:44.741 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:44.741 [DEBUG - New I/O worker #411] (Connection.java:688) [peer master-127.21.5.190:46287(127.21.5.190:46287)] cleaning up while in state READY due to: connection disconnected 20:07:44.741 [DEBUG - New I/O worker #410] (Connection.java:688) [peer master-127.21.5.188:48096(127.21.5.188:48096)] cleaning up while in state READY due to: connection disconnected 20:07:44.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.742692 21526 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 21717 20:07:44.745 [DEBUG - New I/O worker #412] (Connection.java:688) [peer 7129804c9ec841a28cae98b4f2cede12(127.21.5.130:48765)] cleaning up while in state READY due to: connection disconnected 20:07:44.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.746815 21602 connection.cc:512] server connection from 127.21.5.129:57565 recv error: Network error: failed to read from TLS socket (remote: 127.21.5.129:57565): Connection reset by peer (error 104) 20:07:44.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.746824 21664 connection.cc:512] server connection from 127.21.5.129:56023 recv error: Network error: failed to read from TLS socket (remote: 127.21.5.129:56023): Connection reset by peer (error 104) 20:07:44.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.746845 21541 connection.cc:512] server connection from 127.21.5.129:37647 recv error: Network error: failed to read from TLS socket (remote: 127.21.5.129:37647): Connection reset by peer (error 104) 20:07:44.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.746870 21526 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 21855 20:07:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.749428 21602 connection.cc:512] server connection from 127.21.5.130:44214 recv error: Network error: failed to read from TLS socket (remote: 127.21.5.130:44214): Connection reset by peer (error 104) 20:07:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.749452 21667 connection.cc:512] server connection from 127.21.5.130:34452 recv error: Network error: failed to read from TLS socket (remote: 127.21.5.130:34452): Connection reset by peer (error 104) 20:07:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.749467 21540 connection.cc:512] server connection from 127.21.5.130:59206 recv error: Network error: failed to read from TLS socket (remote: 127.21.5.130:59206): Connection reset by peer (error 104) 20:07:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.749505 21526 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 21987 20:07:44.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.751768 21603 connection.cc:512] server connection from 127.21.5.131:40374 recv error: Network error: failed to read from TLS socket (remote: 127.21.5.131:40374): Connection reset by peer (error 104) 20:07:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.751787 21667 connection.cc:512] server connection from 127.21.5.131:47384 recv error: Network error: failed to read from TLS socket (remote: 127.21.5.131:47384): Connection reset by peer (error 104) 20:07:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:44.751822 21540 connection.cc:512] server connection from 127.21.5.131:49995 recv error: Network error: failed to read from TLS socket (remote: 127.21.5.131:49995): Connection reset by peer (error 104) 20:07:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.751822 21526 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 21533 20:07:44.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.755020 21526 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 21595 20:07:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:44.757912 21526 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 21655 ]]> /127.21.165.253:41269] using SASL/PLAIN 20:07:45.627 [DEBUG - New I/O worker #420] (Negotiator.java:764) Authenticated connection [id: 0x8d013fc7, /127.21.165.252:56823 => /127.21.165.252:43800] using SASL/PLAIN 20:07:45.629 [DEBUG - New I/O worker #419] (Negotiator.java:764) Authenticated connection [id: 0x0fe0e86c, /127.21.165.254:49379 => /127.21.165.254:38832] using SASL/PLAIN 20:07:45.630 [DEBUG - New I/O worker #419] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:45.630 [DEBUG - New I/O worker #419] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=14), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.21.165.253:41269, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.21.165.254:38832, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.21.165.252:43800, [9ms] Sub rpc: ConnectToMaster received from server master-127.21.165.253:41269 response OK, [12ms] Sub rpc: ConnectToMaster received from server master-127.21.165.252:43800 response OK, [14ms] Sub rpc: ConnectToMaster received from server master-127.21.165.254:38832 response OK, null) after lookup 20:07:45.631 [DEBUG - New I/O worker #419] (Deferred.java:1330) callback=retry RPC@1521141614 returned Deferred@1586841827(state=PENDING, result=null, callback=(continuation of Deferred@462933333 after retry RPC@1521141614), errback=(continuation of Deferred@462933333 after retry RPC@1521141614)), so the following Deferred is getting paused: Deferred@462933333(state=PAUSED, result=Deferred@1586841827, callback=org.apache.kudu.client.AsyncKuduClient$1@265b040f -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.632565 22200 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.21.165.254:49379: 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.633586 22200 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:07:45.638 [DEBUG - New I/O worker #419] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@265b040f@643499023 returned Deferred@717633053(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@5ee0a1f6 -> (continuation of Deferred@462933333 after org.apache.kudu.client.AsyncKuduClient$1@265b040f@643499023), errback=passthrough -> (continuation of Deferred@462933333 after org.apache.kudu.client.AsyncKuduClient$1@265b040f@643499023)), so the following Deferred is getting paused: Deferred@462933333(state=PAUSED, result=Deferred@717633053, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:45.639 [DEBUG - New I/O worker #419] (AsyncKuduClient.java:761) Opened table 64f87793db05420fada21e2bc0629ec1 20:07:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.647332 22692 tablet_service.cc:773] Processing CreateTablet for tablet 5ba5fbf3a9a54cd9b7dbde509a1e26e1 (table=TestKuduClient [id=64f87793db05420fada21e2bc0629ec1]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.647720 22692 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 5ba5fbf3a9a54cd9b7dbde509a1e26e1. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.648114 22557 tablet_service.cc:773] Processing CreateTablet for tablet 5ba5fbf3a9a54cd9b7dbde509a1e26e1 (table=TestKuduClient [id=64f87793db05420fada21e2bc0629ec1]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.648381 22557 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 5ba5fbf3a9a54cd9b7dbde509a1e26e1. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.648527 22426 tablet_service.cc:773] Processing CreateTablet for tablet 5ba5fbf3a9a54cd9b7dbde509a1e26e1 (table=TestKuduClient [id=64f87793db05420fada21e2bc0629ec1]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:45.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.648818 22426 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 5ba5fbf3a9a54cd9b7dbde509a1e26e1. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.651405 22557 ts_tablet_manager.cc:1173] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a: Registered tablet (data state: TABLET_DATA_READY) 20:07:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.651698 22780 ts_tablet_manager.cc:1028] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a: Bootstrapping tablet 20:07:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.652194 22780 tablet_bootstrap.cc:438] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a: Bootstrap starting. 20:07:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.652431 22692 ts_tablet_manager.cc:1173] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280: Registered tablet (data state: TABLET_DATA_READY) 20:07:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.652760 22781 ts_tablet_manager.cc:1028] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280: Bootstrapping tablet 20:07:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.653059 22781 tablet_bootstrap.cc:438] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280: Bootstrap starting. 20:07:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.653301 22426 ts_tablet_manager.cc:1173] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35: Registered tablet (data state: TABLET_DATA_READY) 20:07:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.653601 22782 ts_tablet_manager.cc:1028] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35: Bootstrapping tablet 20:07:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.653888 22782 tablet_bootstrap.cc:438] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35: Bootstrap starting. 20:07:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.654247 22780 tablet_bootstrap.cc:592] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a: No blocks or log segments found. Creating new log. 20:07:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.654775 22781 tablet_bootstrap.cc:592] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280: No blocks or log segments found. Creating new log. 20:07:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.655026 22780 log.cc:525] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a: Log is configured to *not* fsync() on all Append() calls 20:07:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.655285 22782 tablet_bootstrap.cc:592] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35: No blocks or log segments found. Creating new log. 20:07:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.655599 22781 log.cc:525] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280: Log is configured to *not* fsync() on all Append() calls 20:07:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.655839 22782 log.cc:525] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35: Log is configured to *not* fsync() on all Append() calls 20:07:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.656358 22780 tablet_bootstrap.cc:438] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a: No bootstrap required, opened a new log 20:07:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.656514 22780 ts_tablet_manager.cc:1045] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s 20:07:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.656692 22781 tablet_bootstrap.cc:438] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280: No bootstrap required, opened a new log 20:07:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.656842 22781 ts_tablet_manager.cc:1045] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s 20:07:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.657105 22782 tablet_bootstrap.cc:438] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35: No bootstrap required, opened a new log 20:07:45.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.657320 22782 ts_tablet_manager.cc:1045] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659124 22782 raft_consensus.cc:340] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 } } peers { permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 } } peers { permanent_uuid: "7b0b244155114875966d4ca0c3cb3e1a" member_type: VOTER last_known_addr { host: "127.21.165.194" port: 44963 } } 20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659137 22780 raft_consensus.cc:340] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 } } peers { permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 } } peers { permanent_uuid: "7b0b244155114875966d4ca0c3cb3e1a" member_type: VOTER last_known_addr { host: "127.21.165.194" port: 44963 } } 20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659199 22780 raft_consensus.cc:366] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659183 22782 raft_consensus.cc:366] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659240 22782 raft_consensus.cc:705] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00549b1b74974250bf5c7db644b7ca35, State: Initialized, Role: FOLLOWER 20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659258 22780 raft_consensus.cc:705] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b0b244155114875966d4ca0c3cb3e1a, State: Initialized, Role: FOLLOWER 20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659245 22781 raft_consensus.cc:340] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 } } peers { permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 } } peers { permanent_uuid: "7b0b244155114875966d4ca0c3cb3e1a" member_type: VOTER last_known_addr { host: "127.21.165.194" port: 44963 } } 20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659567 22781 raft_consensus.cc:366] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659603 22781 raft_consensus.cc:705] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca66147e11ad495d828d4fdd3ee0d280, State: Initialized, Role: FOLLOWER 20:07:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659683 22780 consensus_queue.cc:229] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 } } peers { permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 } } peers { permanent_uuid: "7b0b244155114875966d4ca0c3cb3e1a" member_type: VOTER last_known_addr { host: "127.21.165.194" port: 44963 } } 20:07:45.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.659991 22782 consensus_queue.cc:229] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 } } peers { permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 } } peers { permanent_uuid: "7b0b244155114875966d4ca0c3cb3e1a" member_type: VOTER last_known_addr { host: "127.21.165.194" port: 44963 } } 20:07:45.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.660670 22781 consensus_queue.cc:229] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 } } peers { permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 } } peers { permanent_uuid: "7b0b244155114875966d4ca0c3cb3e1a" member_type: VOTER last_known_addr { host: "127.21.165.194" port: 44963 } } 20:07:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.661494 22755 heartbeater.cc:467] Master 127.21.165.254:38832 was elected leader, sending a full tablet report... 20:07:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.661541 22780 ts_tablet_manager.cc:1073] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a: Time spent starting tablet: real 0.005s user 0.003s sys 0.000s 20:07:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.662503 22200 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.21.165.194:47807 20:07:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.662552 22781 ts_tablet_manager.cc:1073] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280: Time spent starting tablet: real 0.006s user 0.003s sys 0.000s 20:07:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.663611 22199 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.21.165.193:49129 20:07:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.663777 22782 ts_tablet_manager.cc:1073] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35: Time spent starting tablet: real 0.006s user 0.002s sys 0.001s 20:07:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.665222 22620 heartbeater.cc:467] Master 127.21.165.254:38832 was elected leader, sending a full tablet report... 20:07:45.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.666085 22491 heartbeater.cc:467] Master 127.21.165.254:38832 was elected leader, sending a full tablet report... 20:07:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.714859 22623 tablet.cc:1768] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.751452 22786 raft_consensus.cc:472] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:45.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.751601 22786 raft_consensus.cc:494] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 } } peers { permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 } } peers { permanent_uuid: "7b0b244155114875966d4ca0c3cb3e1a" member_type: VOTER last_known_addr { host: "127.21.165.194" port: 44963 } } 20:07:45.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.752310 22786 leader_election.cc:292] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ca66147e11ad495d828d4fdd3ee0d280 (127.21.165.195:55828), 00549b1b74974250bf5c7db644b7ca35 (127.21.165.193:44208) 20:07:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.755200 22448 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5ba5fbf3a9a54cd9b7dbde509a1e26e1" candidate_uuid: "7b0b244155114875966d4ca0c3cb3e1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "00549b1b74974250bf5c7db644b7ca35" is_pre_election: true 20:07:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.755321 22448 raft_consensus.cc:2346] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b0b244155114875966d4ca0c3cb3e1a in term 0. 20:07:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.755372 22712 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5ba5fbf3a9a54cd9b7dbde509a1e26e1" candidate_uuid: "7b0b244155114875966d4ca0c3cb3e1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca66147e11ad495d828d4fdd3ee0d280" is_pre_election: true 20:07:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.755483 22712 raft_consensus.cc:2346] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b0b244155114875966d4ca0c3cb3e1a in term 0. 20:07:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.755831 22506 leader_election.cc:306] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b0b244155114875966d4ca0c3cb3e1a, ca66147e11ad495d828d4fdd3ee0d280; no voters: 20:07:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.756054 22786 raft_consensus.cc:2640] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.756084 22786 raft_consensus.cc:472] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.756096 22786 raft_consensus.cc:2886] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 0 FOLLOWER]: Advancing to term 1 20:07:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.756606 22786 raft_consensus.cc:494] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 } } peers { permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 } } peers { permanent_uuid: "7b0b244155114875966d4ca0c3cb3e1a" member_type: VOTER last_known_addr { host: "127.21.165.194" port: 44963 } } 20:07:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.756845 22786 leader_election.cc:292] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [CANDIDATE]: Term 1 election: Requested vote from peers ca66147e11ad495d828d4fdd3ee0d280 (127.21.165.195:55828), 00549b1b74974250bf5c7db644b7ca35 (127.21.165.193:44208) 20:07:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.757205 22448 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5ba5fbf3a9a54cd9b7dbde509a1e26e1" candidate_uuid: "7b0b244155114875966d4ca0c3cb3e1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "00549b1b74974250bf5c7db644b7ca35" 20:07:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.757223 22712 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "5ba5fbf3a9a54cd9b7dbde509a1e26e1" candidate_uuid: "7b0b244155114875966d4ca0c3cb3e1a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca66147e11ad495d828d4fdd3ee0d280" 20:07:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.757266 22712 raft_consensus.cc:2886] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280 [term 0 FOLLOWER]: Advancing to term 1 20:07:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.757272 22448 raft_consensus.cc:2886] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35 [term 0 FOLLOWER]: Advancing to term 1 20:07:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.757941 22712 raft_consensus.cc:2346] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b0b244155114875966d4ca0c3cb3e1a in term 1. 20:07:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.757941 22448 raft_consensus.cc:2346] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b0b244155114875966d4ca0c3cb3e1a in term 1. 20:07:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.758229 22506 leader_election.cc:306] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b0b244155114875966d4ca0c3cb3e1a, ca66147e11ad495d828d4fdd3ee0d280; no voters: 20:07:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.758363 22786 raft_consensus.cc:2640] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 1 FOLLOWER]: Leader election won for term 1 20:07:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.758500 22786 raft_consensus.cc:667] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [term 1 LEADER]: Becoming Leader. State: Replica: 7b0b244155114875966d4ca0c3cb3e1a, State: Running, Role: LEADER 20:07:45.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.758855 22786 consensus_queue.cc:206] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 } } peers { permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 } } peers { permanent_uuid: "7b0b244155114875966d4ca0c3cb3e1a" member_type: VOTER last_known_addr { host: "127.21.165.194" port: 44963 } } 20:07:45.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.761129 22199 catalog_manager.cc:3781] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a reported cstate change: term changed from 0 to 1, leader changed from to 7b0b244155114875966d4ca0c3cb3e1a (127.21.165.194). New cstate: current_term: 1 leader_uuid: "7b0b244155114875966d4ca0c3cb3e1a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7b0b244155114875966d4ca0c3cb3e1a" member_type: VOTER last_known_addr { host: "127.21.165.194" port: 44963 } health_report { overall_health: HEALTHY } } } 20:07:45.797 [DEBUG - New I/O worker #419] (AsyncKuduClient.java:2114) Learned about tablet 5ba5fbf3a9a54cd9b7dbde509a1e26e1 for table 'TestKuduClient' with partition [, ) 20:07:45.797 [DEBUG - New I/O worker #419] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5ba5fbf3a9a54cd9b7dbde509a1e26e1@[00549b1b74974250bf5c7db644b7ca35(127.21.165.193:44208),7b0b244155114875966d4ca0c3cb3e1a(127.21.165.194:44963)[L],ca66147e11ad495d828d4fdd3ee0d280(127.21.165.195:55828)]}] 20:07:45.797 [DEBUG - New I/O worker #419] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=158), Traces: [0ms] querying master, [1ms] Sub rpc: GetTableLocations sending RPC to server master-127.21.165.254:38832, [3ms] Sub rpc: GetTableLocations delaying RPC due to Service unavailable: Tablet not running (error 0), [3ms] Sub rpc: GetTableLocations received from server master-127.21.165.254:38832 response Service unavailable: Tablet not running (error 0), [20ms] Sub rpc: GetTableLocations sending RPC to server master-127.21.165.254:38832, [20ms] Sub rpc: GetTableLocations delaying RPC due to Service unavailable: Tablet not running (error 0), [20ms] Sub rpc: GetTableLocations received from server master-127.21.165.254:38832 response Service unavailable: Tablet not running (error 0), [38ms] Sub rpc: GetTableLocations sending RPC to server master-127.21.165.254:38832, [38ms] Sub rpc: GetTableLocations delaying RPC due to Service unavailable: Tablet not running (error 0), [38ms] Sub rpc: GetTableLocations received from server master-127.21.165.254:38832 response Service unavailable: Tablet not running (error 0), [58ms] Sub rpc: GetTableLocations sending RPC to server master-127.21.165.254:38832, [59ms] Sub rpc: GetTableLocations delaying RPC due to Service unavailable: Tablet not running (error 0), [59ms] Sub rpc: GetTableLocations received from server master-127.21.165.254:38832 response Service unavailable: Tablet not running (error 0), [77ms] Sub rpc: GetTableLocations sending RPC to server master-127.21.165.254:38832, [78ms] Sub rpc: GetTableLocations delaying RPC due to Service unavailable: Tablet not running (error 0), [78ms] Sub rpc: GetTableLocations received from server master-127.21.165.254:38832 response Service unavailable: Tablet not running (error 0), [98ms] Sub rpc: GetTableLocations sending RPC to server master-127.21.165.254:38832, [98ms] Sub rpc: GetTableLocations delaying RPC due to Service unavailable: Tablet not running (error 0), [98ms] Sub rpc: GetTableLocations received from server master-127.21.165.254:38832 response Service unavailable: Tablet not running (error 0), [157ms] Sub rpc: GetTableLocations sending RPC to server master-127.21.165.254:38832, [158ms] Sub rpc: GetTableLocations received from server master-127.21.165.254:38832 response OK, null) after lookup 20:07:45.798 [DEBUG - New I/O worker #419] (Deferred.java:1330) callback=retry RPC@96283166 returned Deferred@508596842(state=PENDING, result=null, callback=(continuation of Deferred@1172598599 after retry RPC@96283166), errback=(continuation of Deferred@1172598599 after retry RPC@96283166)), so the following Deferred is getting paused: Deferred@1172598599(state=PAUSED, result=Deferred@508596842, callback=org.apache.kudu.client.AsyncKuduSession$2@7ff6ad03 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13779539 -> wakeup thread Time-limited test) 20:07:45.805 [DEBUG - New I/O worker #421] (Negotiator.java:764) Authenticated connection [id: 0x774e9bde, /127.21.165.194:48604 => /127.21.165.194:44963] using TOKEN/null 20:07:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.808081 22494 tablet.cc:1768] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.808763 22448 raft_consensus.cc:1181] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 00549b1b74974250bf5c7db644b7ca35 [term 1 FOLLOWER]: Refusing update from remote peer 7b0b244155114875966d4ca0c3cb3e1a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.808899 22712 raft_consensus.cc:1181] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P ca66147e11ad495d828d4fdd3ee0d280 [term 1 FOLLOWER]: Refusing update from remote peer 7b0b244155114875966d4ca0c3cb3e1a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.809370 22789 consensus_queue.cc:984] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [LEADER]: Connected to new peer: Peer: permanent_uuid: "00549b1b74974250bf5c7db644b7ca35" member_type: VOTER last_known_addr { host: "127.21.165.193" port: 44208 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.809446 22786 consensus_queue.cc:984] T 5ba5fbf3a9a54cd9b7dbde509a1e26e1 P 7b0b244155114875966d4ca0c3cb3e1a [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca66147e11ad495d828d4fdd3ee0d280" member_type: VOTER last_known_addr { host: "127.21.165.195" port: 55828 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.814783 22791 mvcc.cc:203] Tried to move safe_time back from 6337601805548179456 to 6337601805349707776. Current Snapshot: MvccSnapshot[committed={T|T < 6337601805548179456}] 20:07:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.820122 22793 mvcc.cc:203] Tried to move safe_time back from 6337601805548179456 to 6337601805349707776. Current Snapshot: MvccSnapshot[committed={T|T < 6337601805548179456}] 20:07:45.838 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:45.839 [DEBUG - New I/O worker #419] (Connection.java:688) [peer master-127.21.165.254:38832(127.21.165.254:38832)] cleaning up while in state READY due to: connection disconnected 20:07:45.839 [DEBUG - New I/O worker #418] (Connection.java:688) [peer master-127.21.165.253:41269(127.21.165.253:41269)] cleaning up while in state READY due to: connection disconnected 20:07:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.839576 22167 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 22358 20:07:45.839 [DEBUG - New I/O worker #420] (Connection.java:688) [peer master-127.21.165.252:43800(127.21.165.252:43800)] cleaning up while in state READY due to: connection disconnected 20:07:45.839 [DEBUG - New I/O worker #421] (Connection.java:688) [peer 7b0b244155114875966d4ca0c3cb3e1a(127.21.165.194:44963)] cleaning up while in state READY due to: connection disconnected 20:07:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.843946 22182 connection.cc:512] server connection from 127.21.165.193:49129 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.193:49129): Connection reset by peer (error 104) 20:07:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.844301 22308 connection.cc:512] server connection from 127.21.165.193:43017 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.193:43017): Connection reset by peer (error 104) 20:07:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.844346 22245 connection.cc:512] server connection from 127.21.165.193:56437 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.193:56437): Connection reset by peer (error 104) 20:07:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.844573 22505 connection.cc:512] client connection to 127.21.165.193:44208 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.193:44208): Connection reset by peer (error 104) 20:07:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.844609 22167 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 22498 20:07:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.847128 22182 connection.cc:512] server connection from 127.21.165.194:47807 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.194:47807): Connection reset by peer (error 104) 20:07:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.847149 22307 connection.cc:512] server connection from 127.21.165.194:47092 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.194:47092): Connection reset by peer (error 104) 20:07:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.847192 22167 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 22627 20:07:45.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.847333 22244 connection.cc:512] server connection from 127.21.165.194:56636 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.194:56636): Connection reset by peer (error 104) 20:07:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.849711 22306 connection.cc:512] server connection from 127.21.165.195:48504 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.195:48504): Connection reset by peer (error 104) 20:07:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.849730 22244 connection.cc:512] server connection from 127.21.165.195:39818 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.195:39818): Connection reset by peer (error 104) 20:07:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:45.849745 22182 connection.cc:512] server connection from 127.21.165.195:34914 recv error: Network error: failed to read from TLS socket (remote: 127.21.165.195:34914): Connection reset by peer (error 104) 20:07:45.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.849875 22167 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 22174 20:07:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.852975 22167 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 22234 20:07:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:45.855821 22167 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 22296 ]]> /127.22.68.125:39253] using SASL/PLAIN 20:07:46.803 [DEBUG - New I/O worker #429] (Negotiator.java:764) Authenticated connection [id: 0xba4e604d, /127.22.68.126:47088 => /127.22.68.126:43035] using SASL/PLAIN 20:07:46.805 [DEBUG - New I/O worker #428] (Negotiator.java:764) Authenticated connection [id: 0xf13c6138, /127.22.68.124:39844 => /127.22.68.124:43316] using SASL/PLAIN 20:07:46.806 [DEBUG - New I/O worker #428] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:46.806 [DEBUG - New I/O worker #428] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=11), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.22.68.125:39253, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.22.68.124:43316, [2ms] Sub rpc: ConnectToMaster sending RPC to server master-127.22.68.126:43035, [8ms] Sub rpc: ConnectToMaster received from server master-127.22.68.125:39253 response OK, [9ms] Sub rpc: ConnectToMaster received from server master-127.22.68.126:43035 response OK, [11ms] Sub rpc: ConnectToMaster received from server master-127.22.68.124:43316 response OK, null) after lookup 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.808586 22958 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.22.68.124:39844: 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column1_i" 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column2_i" 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column3_s" 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) encoding: DICT_ENCODING 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) compression: LZ4 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 4096 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column4_b" 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BOOL 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:07:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:07:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:46.809348 22958 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:07:46.810 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=retry RPC@1737436667 returned Deferred@1672525266(state=PENDING, result=null, callback=(continuation of Deferred@649209792 after retry RPC@1737436667), errback=(continuation of Deferred@649209792 after retry RPC@1737436667)), so the following Deferred is getting paused: Deferred@649209792(state=PAUSED, result=Deferred@1672525266, callback=org.apache.kudu.client.AsyncKuduClient$1@920407a -> org.apache.kudu.client.AsyncKuduClient$2@175e4450 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:07:46.814 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@920407a@153108602 returned Deferred@1898347852(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@469dd88f -> (continuation of Deferred@649209792 after org.apache.kudu.client.AsyncKuduClient$1@920407a@153108602), errback=passthrough -> (continuation of Deferred@649209792 after org.apache.kudu.client.AsyncKuduClient$1@920407a@153108602)), so the following Deferred is getting paused: Deferred@649209792(state=PAUSED, result=Deferred@1898347852, callback=org.apache.kudu.client.AsyncKuduClient$2@175e4450 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:07:46.814 [DEBUG - New I/O worker #428] (AsyncKuduClient.java:761) Opened table e910e0bb9c704bfbbf94d3e3e41119cd 20:07:46.815 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@175e4450@392053840 returned Deferred@1295344566(state=PENDING, result=null, callback=(continuation of Deferred@649209792 after org.apache.kudu.client.AsyncKuduClient$2@175e4450@392053840), errback=(continuation of Deferred@649209792 after org.apache.kudu.client.AsyncKuduClient$2@175e4450@392053840)), so the following Deferred is getting paused: Deferred@649209792(state=PAUSED, result=Deferred@1295344566, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:46.819 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@28acc284@682410628 returned Deferred@1295344566(state=PENDING, result=null, callback=(continuation of Deferred@649209792 after org.apache.kudu.client.AsyncKuduClient$2@175e4450@392053840) -> (continuation of Deferred@1780618944 after org.apache.kudu.client.AsyncKuduClient$15@28acc284@682410628), errback=(continuation of Deferred@649209792 after org.apache.kudu.client.AsyncKuduClient$2@175e4450@392053840) -> (continuation of Deferred@1780618944 after org.apache.kudu.client.AsyncKuduClient$15@28acc284@682410628)), so the following Deferred is getting paused: Deferred@1780618944(state=PAUSED, result=Deferred@1295344566, callback=, errback=) 20:07:46.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.823375 23200 tablet_service.cc:773] Processing CreateTablet for tablet eed661a358c941948737ccc62fef54ab (table=TestKuduClient [id=e910e0bb9c704bfbbf94d3e3e41119cd]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:46.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.823716 23200 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet eed661a358c941948737ccc62fef54ab. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.824180 23051 tablet_service.cc:773] Processing CreateTablet for tablet eed661a358c941948737ccc62fef54ab (table=TestKuduClient [id=e910e0bb9c704bfbbf94d3e3e41119cd]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.824525 23051 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet eed661a358c941948737ccc62fef54ab. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:46.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.824645 23326 tablet_service.cc:773] Processing CreateTablet for tablet eed661a358c941948737ccc62fef54ab (table=TestKuduClient [id=e910e0bb9c704bfbbf94d3e3e41119cd]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.824956 23326 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet eed661a358c941948737ccc62fef54ab. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.827081 23200 ts_tablet_manager.cc:1173] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: Registered tablet (data state: TABLET_DATA_READY) 20:07:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.827411 23415 ts_tablet_manager.cc:1028] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: Bootstrapping tablet 20:07:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.827859 23415 tablet_bootstrap.cc:438] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: Bootstrap starting. 20:07:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.828588 23051 ts_tablet_manager.cc:1173] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Registered tablet (data state: TABLET_DATA_READY) 20:07:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.828907 23416 ts_tablet_manager.cc:1028] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Bootstrapping tablet 20:07:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.829001 23326 ts_tablet_manager.cc:1173] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: Registered tablet (data state: TABLET_DATA_READY) 20:07:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.829282 23416 tablet_bootstrap.cc:438] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Bootstrap starting. 20:07:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.829483 23417 ts_tablet_manager.cc:1028] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: Bootstrapping tablet 20:07:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.829604 23415 tablet_bootstrap.cc:592] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: No blocks or log segments found. Creating new log. 20:07:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.829738 23417 tablet_bootstrap.cc:438] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: Bootstrap starting. 20:07:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.830514 23415 log.cc:525] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: Log is configured to *not* fsync() on all Append() calls 20:07:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.830938 23417 tablet_bootstrap.cc:592] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: No blocks or log segments found. Creating new log. 20:07:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.830941 23416 tablet_bootstrap.cc:592] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: No blocks or log segments found. Creating new log. 20:07:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.831507 23416 log.cc:525] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Log is configured to *not* fsync() on all Append() calls 20:07:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.831521 23417 log.cc:525] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: Log is configured to *not* fsync() on all Append() calls 20:07:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.831751 23415 tablet_bootstrap.cc:438] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: No bootstrap required, opened a new log 20:07:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.831900 23415 ts_tablet_manager.cc:1045] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:07:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.833741 23415 raft_consensus.cc:340] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.833791 23415 raft_consensus.cc:366] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:46.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.833813 23415 raft_consensus.cc:705] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f2a9e111077468fa4244289a3a16880, State: Initialized, Role: FOLLOWER 20:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.834084 23415 consensus_queue.cc:229] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.834558 23415 ts_tablet_manager.cc:1073] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: Time spent starting tablet: real 0.003s user 0.002s sys 0.001s 20:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.834806 23265 heartbeater.cc:467] Master 127.22.68.124:43316 was elected leader, sending a full tablet report... 20:07:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.835160 23417 tablet_bootstrap.cc:438] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: No bootstrap required, opened a new log 20:07:46.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.835314 23417 ts_tablet_manager.cc:1045] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.000s 20:07:46.836 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@42d3e2ab@1121182379 returned Deferred@1295344566(state=PENDING, result=null, callback=(continuation of Deferred@649209792 after org.apache.kudu.client.AsyncKuduClient$2@175e4450@392053840) -> (continuation of Deferred@1780618944 after org.apache.kudu.client.AsyncKuduClient$15@28acc284@682410628) -> (continuation of Deferred@614269332 after org.apache.kudu.client.AsyncKuduClient$15@42d3e2ab@1121182379), errback=(continuation of Deferred@649209792 after org.apache.kudu.client.AsyncKuduClient$2@175e4450@392053840) -> (continuation of Deferred@1780618944 after org.apache.kudu.client.AsyncKuduClient$15@28acc284@682410628) -> (continuation of Deferred@614269332 after org.apache.kudu.client.AsyncKuduClient$15@42d3e2ab@1121182379)), so the following Deferred is getting paused: Deferred@614269332(state=PAUSED, result=Deferred@1295344566, callback=, errback=) 20:07:46.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.837546 23417 raft_consensus.cc:340] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.837604 23417 raft_consensus.cc:366] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:46.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.837635 23417 raft_consensus.cc:705] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4151f46499654c319894a4d1b2af7782, State: Initialized, Role: FOLLOWER 20:07:46.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.837900 23417 consensus_queue.cc:229] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.838307 23391 heartbeater.cc:467] Master 127.22.68.124:43316 was elected leader, sending a full tablet report... 20:07:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.838430 23417 ts_tablet_manager.cc:1073] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:07:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.838897 23416 tablet_bootstrap.cc:438] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: No bootstrap required, opened a new log 20:07:46.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.838987 23416 ts_tablet_manager.cc:1045] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.000s 20:07:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.840920 23416 raft_consensus.cc:340] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.840967 23416 raft_consensus.cc:366] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.840988 23416 raft_consensus.cc:705] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08c16a0a14384bd49dc41d39a36c2980, State: Initialized, Role: FOLLOWER 20:07:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.841241 23416 consensus_queue.cc:229] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.841760 23416 ts_tablet_manager.cc:1073] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:07:46.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.842901 22958 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.22.68.65:35027 20:07:46.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.844033 23130 heartbeater.cc:467] Master 127.22.68.124:43316 was elected leader, sending a full tablet report... 20:07:46.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.851553 23423 raft_consensus.cc:472] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:46.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.851658 23423 raft_consensus.cc:494] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.852316 23423 leader_election.cc:292] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5f2a9e111077468fa4244289a3a16880 (127.22.68.66:37966), 4151f46499654c319894a4d1b2af7782 (127.22.68.67:57183) 20:07:46.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.855202 23220 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "eed661a358c941948737ccc62fef54ab" candidate_uuid: "08c16a0a14384bd49dc41d39a36c2980" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f2a9e111077468fa4244289a3a16880" is_pre_election: true 20:07:46.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.855334 23344 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "eed661a358c941948737ccc62fef54ab" candidate_uuid: "08c16a0a14384bd49dc41d39a36c2980" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4151f46499654c319894a4d1b2af7782" is_pre_election: true 20:07:46.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.855352 23220 raft_consensus.cc:2346] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08c16a0a14384bd49dc41d39a36c2980 in term 0. 20:07:46.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.855455 23344 raft_consensus.cc:2346] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08c16a0a14384bd49dc41d39a36c2980 in term 0. 20:07:46.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.855803 23017 leader_election.cc:306] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08c16a0a14384bd49dc41d39a36c2980, 4151f46499654c319894a4d1b2af7782; no voters: 20:07:46.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.856012 23423 raft_consensus.cc:2640] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:46.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.856123 23423 raft_consensus.cc:472] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:46.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.856248 23423 raft_consensus.cc:2886] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Advancing to term 1 20:07:46.856 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@6a6b4f61@1785417569 returned Deferred@1295344566(state=PENDING, result=null, callback=(continuation of Deferred@649209792 after org.apache.kudu.client.AsyncKuduClient$2@175e4450@392053840) -> (continuation of Deferred@1780618944 after org.apache.kudu.client.AsyncKuduClient$15@28acc284@682410628) -> (continuation of Deferred@614269332 after org.apache.kudu.client.AsyncKuduClient$15@42d3e2ab@1121182379) -> (continuation of Deferred@277205242 after org.apache.kudu.client.AsyncKuduClient$15@6a6b4f61@1785417569), errback=(continuation of Deferred@649209792 after org.apache.kudu.client.AsyncKuduClient$2@175e4450@392053840) -> (continuation of Deferred@1780618944 after org.apache.kudu.client.AsyncKuduClient$15@28acc284@682410628) -> (continuation of Deferred@614269332 after org.apache.kudu.client.AsyncKuduClient$15@42d3e2ab@1121182379) -> (continuation of Deferred@277205242 after org.apache.kudu.client.AsyncKuduClient$15@6a6b4f61@1785417569)), so the following Deferred is getting paused: Deferred@277205242(state=PAUSED, result=Deferred@1295344566, callback=, errback=) 20:07:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.857069 23423 raft_consensus.cc:494] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.857429 23423 leader_election.cc:292] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [CANDIDATE]: Term 1 election: Requested vote from peers 5f2a9e111077468fa4244289a3a16880 (127.22.68.66:37966), 4151f46499654c319894a4d1b2af7782 (127.22.68.67:57183) 20:07:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.857730 23220 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "eed661a358c941948737ccc62fef54ab" candidate_uuid: "08c16a0a14384bd49dc41d39a36c2980" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f2a9e111077468fa4244289a3a16880" 20:07:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.857780 23220 raft_consensus.cc:2886] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Advancing to term 1 20:07:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.857811 23344 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "eed661a358c941948737ccc62fef54ab" candidate_uuid: "08c16a0a14384bd49dc41d39a36c2980" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4151f46499654c319894a4d1b2af7782" 20:07:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.857851 23344 raft_consensus.cc:2886] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782 [term 0 FOLLOWER]: Advancing to term 1 20:07:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.858507 23220 raft_consensus.cc:2346] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08c16a0a14384bd49dc41d39a36c2980 in term 1. 20:07:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.858546 23344 raft_consensus.cc:2346] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08c16a0a14384bd49dc41d39a36c2980 in term 1. 20:07:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.858814 23017 leader_election.cc:306] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08c16a0a14384bd49dc41d39a36c2980, 4151f46499654c319894a4d1b2af7782; no voters: 20:07:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.858912 23423 raft_consensus.cc:2640] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 1 FOLLOWER]: Leader election won for term 1 20:07:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.859032 23423 raft_consensus.cc:667] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 1 LEADER]: Becoming Leader. State: Replica: 08c16a0a14384bd49dc41d39a36c2980, State: Running, Role: LEADER 20:07:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.859441 23423 consensus_queue.cc:206] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.861621 22958 catalog_manager.cc:3781] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 reported cstate change: term changed from 0 to 1, leader changed from to 08c16a0a14384bd49dc41d39a36c2980 (127.22.68.65). New cstate: current_term: 1 leader_uuid: "08c16a0a14384bd49dc41d39a36c2980" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } health_report { overall_health: UNKNOWN } } } 20:07:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.885869 22958 catalog_manager.cc:1780] Servicing DeleteTable request from {username='jenkins'} at 127.22.68.124:39844: 20:07:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) table { table_name: "TestKuduClient" } 20:07:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.888336 22958 catalog_manager.cc:4020] T 00000000000000000000000000000000 P 70d4c8e9467841b3a0e3cf39392ea80d: Sending DeleteTablet for 3 replicas of tablet eed661a358c941948737ccc62fef54ab 20:07:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.888432 22958 catalog_manager.cc:3183] Sending DeleteTablet(TABLET_DATA_DELETED) for tablet eed661a358c941948737ccc62fef54ab on 5f2a9e111077468fa4244289a3a16880 (127.22.68.66:37966) (Table deleted at 2019-01-11 20:07:46 PST) 20:07:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.888553 22958 catalog_manager.cc:3183] Sending DeleteTablet(TABLET_DATA_DELETED) for tablet eed661a358c941948737ccc62fef54ab on 08c16a0a14384bd49dc41d39a36c2980 (127.22.68.65:58443) (Table deleted at 2019-01-11 20:07:46 PST) 20:07:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.888639 22958 catalog_manager.cc:3183] Sending DeleteTablet(TABLET_DATA_DELETED) for tablet eed661a358c941948737ccc62fef54ab on 4151f46499654c319894a4d1b2af7782 (127.22.68.67:57183) (Table deleted at 2019-01-11 20:07:46 PST) 20:07:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.888872 23200 tablet_service.cc:814] Processing DeleteTablet for tablet eed661a358c941948737ccc62fef54ab with delete_type TABLET_DATA_DELETED (Table deleted at 2019-01-11 20:07:46 PST) from {username='jenkins'} at 127.22.68.66:39141 20:07:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.888933 23051 tablet_service.cc:814] Processing DeleteTablet for tablet eed661a358c941948737ccc62fef54ab with delete_type TABLET_DATA_DELETED (Table deleted at 2019-01-11 20:07:46 PST) from {username='jenkins'} at 127.22.68.65:43649 20:07:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.889149 23426 tablet_replica.cc:263] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: stopping tablet replica 20:07:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.889196 23427 tablet_replica.cc:263] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: stopping tablet replica 20:07:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.889384 23426 maintenance_manager.cc:237] P 5f2a9e111077468fa4244289a3a16880: Unregistered op CompactRowSetsOp(eed661a358c941948737ccc62fef54ab) 20:07:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.889674 23426 maintenance_manager.cc:237] P 5f2a9e111077468fa4244289a3a16880: Unregistered op MinorDeltaCompactionOp(eed661a358c941948737ccc62fef54ab) 20:07:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.889777 23426 maintenance_manager.cc:237] P 5f2a9e111077468fa4244289a3a16880: Unregistered op MajorDeltaCompactionOp(eed661a358c941948737ccc62fef54ab) 20:07:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.889832 23326 tablet_service.cc:814] Processing DeleteTablet for tablet eed661a358c941948737ccc62fef54ab with delete_type TABLET_DATA_DELETED (Table deleted at 2019-01-11 20:07:46 PST) from {username='jenkins'} at 127.22.68.67:41767 20:07:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.889917 23426 maintenance_manager.cc:237] P 5f2a9e111077468fa4244289a3a16880: Unregistered op UndoDeltaBlockGCOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890002 23427 maintenance_manager.cc:237] P 08c16a0a14384bd49dc41d39a36c2980: Unregistered op CompactRowSetsOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890041 23426 maintenance_manager.cc:237] P 5f2a9e111077468fa4244289a3a16880: Unregistered op FlushMRSOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890056 23426 maintenance_manager.cc:237] P 5f2a9e111077468fa4244289a3a16880: Unregistered op FlushDeltaMemStoresOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890066 23426 maintenance_manager.cc:237] P 5f2a9e111077468fa4244289a3a16880: Unregistered op LogGCOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890108 23426 raft_consensus.cc:2143] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880 [term 1 FOLLOWER]: Raft consensus shutting down. 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890245 23428 tablet_replica.cc:263] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: stopping tablet replica 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890280 23426 raft_consensus.cc:2170] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880 [term 1 FOLLOWER]: Raft consensus is shut down! 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890362 23427 maintenance_manager.cc:237] P 08c16a0a14384bd49dc41d39a36c2980: Unregistered op MinorDeltaCompactionOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890405 23427 maintenance_manager.cc:237] P 08c16a0a14384bd49dc41d39a36c2980: Unregistered op MajorDeltaCompactionOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890425 23427 maintenance_manager.cc:237] P 08c16a0a14384bd49dc41d39a36c2980: Unregistered op UndoDeltaBlockGCOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890491 23427 maintenance_manager.cc:237] P 08c16a0a14384bd49dc41d39a36c2980: Unregistered op FlushMRSOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890506 23427 maintenance_manager.cc:237] P 08c16a0a14384bd49dc41d39a36c2980: Unregistered op FlushDeltaMemStoresOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890513 23427 maintenance_manager.cc:237] P 08c16a0a14384bd49dc41d39a36c2980: Unregistered op LogGCOp(eed661a358c941948737ccc62fef54ab) 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890547 23427 raft_consensus.cc:2143] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 1 LEADER]: Raft consensus shutting down. 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890573 23427 consensus_peers.cc:482] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 -> Peer 4151f46499654c319894a4d1b2af7782 (127.22.68.67:57183): Closing peer: 4151f46499654c319894a4d1b2af7782 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890597 23427 consensus_peers.cc:482] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 -> Peer 5f2a9e111077468fa4244289a3a16880 (127.22.68.66:37966): Closing peer: 5f2a9e111077468fa4244289a3a16880 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890761 23427 pending_rounds.cc:64] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Trying to abort 1 pending transactions. 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890830 23427 pending_rounds.cc:70] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Aborting transaction as it isn't in flight: id { term: 1 index: 1 } timestamp: 6337601809857888256 op_type: NO_OP noop_request { } 20:07:46.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.890897 23427 raft_consensus.cc:2723] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 1 LEADER]: NO_OP replication failed: Aborted: Transaction aborted 20:07:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.891022 23427 raft_consensus.cc:2170] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980 [term 1 FOLLOWER]: Raft consensus is shut down! 20:07:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.891243 23428 maintenance_manager.cc:237] P 4151f46499654c319894a4d1b2af7782: Unregistered op CompactRowSetsOp(eed661a358c941948737ccc62fef54ab) 20:07:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.891417 23428 maintenance_manager.cc:237] P 4151f46499654c319894a4d1b2af7782: Unregistered op MinorDeltaCompactionOp(eed661a358c941948737ccc62fef54ab) 20:07:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.891522 23426 ts_tablet_manager.cc:1369] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: Deleting tablet data with delete state TABLET_DATA_DELETED 20:07:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.891566 23428 maintenance_manager.cc:237] P 4151f46499654c319894a4d1b2af7782: Unregistered op MajorDeltaCompactionOp(eed661a358c941948737ccc62fef54ab) 20:07:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.891599 23428 maintenance_manager.cc:237] P 4151f46499654c319894a4d1b2af7782: Unregistered op UndoDeltaBlockGCOp(eed661a358c941948737ccc62fef54ab) 20:07:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.891775 23428 maintenance_manager.cc:237] P 4151f46499654c319894a4d1b2af7782: Unregistered op FlushMRSOp(eed661a358c941948737ccc62fef54ab) 20:07:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.891881 23428 maintenance_manager.cc:237] P 4151f46499654c319894a4d1b2af7782: Unregistered op FlushDeltaMemStoresOp(eed661a358c941948737ccc62fef54ab) 20:07:46.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.892032 23428 maintenance_manager.cc:237] P 4151f46499654c319894a4d1b2af7782: Unregistered op LogGCOp(eed661a358c941948737ccc62fef54ab) 20:07:46.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.892282 23428 raft_consensus.cc:2143] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782 [term 1 FOLLOWER]: Raft consensus shutting down. 20:07:46.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.892531 23427 ts_tablet_manager.cc:1369] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Deleting tablet data with delete state TABLET_DATA_DELETED 20:07:46.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.892557 23428 raft_consensus.cc:2170] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782 [term 1 FOLLOWER]: Raft consensus is shut down! 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.893249 23426 ts_tablet_manager.cc:1382] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 0.0 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.893375 23426 log.cc:986] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: Deleting WAL directory at /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8236482308158607176/ts-1/wal/wals/eed661a358c941948737ccc62fef54ab 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.893497 22958 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.22.68.124:39844: 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column1_i" 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column2_i" 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: INT32 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column3_s" 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) encoding: DICT_ENCODING 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) compression: LZ4 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 4096 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "column4_b" 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: BOOL 20:07:46.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "one more" 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:46.893772 22958 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:07:46.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.894507 23428 ts_tablet_manager.cc:1369] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: Deleting tablet data with delete state TABLET_DATA_DELETED 20:07:46.897 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@4d1ebefb@1293860603 returned Deferred@29595501(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@3163d073 -> (continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$1@4d1ebefb@1293860603), errback=passthrough -> (continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$1@4d1ebefb@1293860603)), so the following Deferred is getting paused: Deferred@266327205(state=PAUSED, result=Deferred@29595501, callback=org.apache.kudu.client.AsyncKuduClient$2@370e4ac3 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:07:46.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.897420 23427 ts_tablet_manager.cc:1382] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1 20:07:46.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.897634 23426 ts_tablet_manager.cc:1403] T eed661a358c941948737ccc62fef54ab P 5f2a9e111077468fa4244289a3a16880: Deleting consensus metadata 20:07:46.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.897955 23427 log.cc:986] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Deleting WAL directory at /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8236482308158607176/ts-0/wal/wals/eed661a358c941948737ccc62fef54ab 20:07:46.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.898327 23427 ts_tablet_manager.cc:1403] T eed661a358c941948737ccc62fef54ab P 08c16a0a14384bd49dc41d39a36c2980: Deleting consensus metadata 20:07:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.899679 22939 catalog_manager.cc:3161] TS 5f2a9e111077468fa4244289a3a16880 (127.22.68.66:37966): tablet eed661a358c941948737ccc62fef54ab (table TestKuduClient [id=e910e0bb9c704bfbbf94d3e3e41119cd]) successfully deleted 20:07:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.900442 23200 tablet_service.cc:773] Processing CreateTablet for tablet 1dd4003a039e4752a5b462849ad43bc6 (table=TestKuduClient [id=c4775da4b66c4b5a96837d912b0f73b1]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.900573 23326 tablet_service.cc:773] Processing CreateTablet for tablet 1dd4003a039e4752a5b462849ad43bc6 (table=TestKuduClient [id=c4775da4b66c4b5a96837d912b0f73b1]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.900574 23200 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 1dd4003a039e4752a5b462849ad43bc6. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.900704 23326 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 1dd4003a039e4752a5b462849ad43bc6. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:46.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.901036 23428 ts_tablet_manager.cc:1382] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 0.0 20:07:46.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.901144 23428 log.cc:986] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: Deleting WAL directory at /data/somelongdirectorytoavoidrpathissues/src/kudutest/mini-kudu-cluster8236482308158607176/ts-2/wal/wals/eed661a358c941948737ccc62fef54ab 20:07:46.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.901417 23428 ts_tablet_manager.cc:1403] T eed661a358c941948737ccc62fef54ab P 4151f46499654c319894a4d1b2af7782: Deleting consensus metadata 20:07:46.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.901471 23051 tablet_service.cc:773] Processing CreateTablet for tablet 1dd4003a039e4752a5b462849ad43bc6 (table=TestKuduClient [id=c4775da4b66c4b5a96837d912b0f73b1]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.901587 23051 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 1dd4003a039e4752a5b462849ad43bc6. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.901875 23200 ts_tablet_manager.cc:1173] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880: Registered tablet (data state: TABLET_DATA_READY) 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.901958 23415 ts_tablet_manager.cc:1028] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880: Bootstrapping tablet 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.902022 23415 tablet_bootstrap.cc:438] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880: Bootstrap starting. 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.902031 23326 ts_tablet_manager.cc:1173] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782: Registered tablet (data state: TABLET_DATA_READY) 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.902760 23415 tablet_bootstrap.cc:592] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880: No blocks or log segments found. Creating new log. 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.902859 23051 ts_tablet_manager.cc:1173] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980: Registered tablet (data state: TABLET_DATA_READY) 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.902918 22941 catalog_manager.cc:3161] TS 08c16a0a14384bd49dc41d39a36c2980 (127.22.68.65:58443): tablet eed661a358c941948737ccc62fef54ab (table TestKuduClient [id=e910e0bb9c704bfbbf94d3e3e41119cd]) successfully deleted 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.903035 23416 ts_tablet_manager.cc:1028] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980: Bootstrapping tablet 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.903096 23416 tablet_bootstrap.cc:438] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980: Bootstrap starting. 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.903226 23417 ts_tablet_manager.cc:1028] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782: Bootstrapping tablet 20:07:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.903288 23417 tablet_bootstrap.cc:438] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782: Bootstrap starting. 20:07:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.903816 23416 tablet_bootstrap.cc:592] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980: No blocks or log segments found. Creating new log. 20:07:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.904008 23417 tablet_bootstrap.cc:592] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782: No blocks or log segments found. Creating new log. 20:07:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.904717 23415 tablet_bootstrap.cc:438] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880: No bootstrap required, opened a new log 20:07:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.904784 23415 ts_tablet_manager.cc:1045] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.001s 20:07:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.905006 22940 catalog_manager.cc:3161] TS 4151f46499654c319894a4d1b2af7782 (127.22.68.67:57183): tablet eed661a358c941948737ccc62fef54ab (table TestKuduClient [id=e910e0bb9c704bfbbf94d3e3e41119cd]) successfully deleted 20:07:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.905253 23415 raft_consensus.cc:340] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.905282 23415 raft_consensus.cc:366] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.905299 23415 raft_consensus.cc:705] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f2a9e111077468fa4244289a3a16880, State: Initialized, Role: FOLLOWER 20:07:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.905416 23415 consensus_queue.cc:229] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.905596 23415 ts_tablet_manager.cc:1073] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:07:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.905907 23417 tablet_bootstrap.cc:438] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782: No bootstrap required, opened a new log 20:07:46.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.905967 23417 ts_tablet_manager.cc:1045] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s 20:07:46.905 [DEBUG - New I/O worker #428] (AsyncKuduClient.java:761) Opened table c4775da4b66c4b5a96837d912b0f73b1 20:07:46.907 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523 returned Deferred@720100272(state=PENDING, result=null, callback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523), errback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523)), so the following Deferred is getting paused: Deferred@266327205(state=PAUSED, result=Deferred@720100272, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.906424 23417 raft_consensus.cc:340] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.906448 23417 raft_consensus.cc:366] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.906466 23417 raft_consensus.cc:705] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4151f46499654c319894a4d1b2af7782, State: Initialized, Role: FOLLOWER 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.906576 23417 consensus_queue.cc:229] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.906749 23417 ts_tablet_manager.cc:1073] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.907043 23416 tablet_bootstrap.cc:438] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980: No bootstrap required, opened a new log 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.907099 23416 ts_tablet_manager.cc:1045] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.000s 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.907546 23416 raft_consensus.cc:340] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.907563 23416 raft_consensus.cc:366] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.907577 23416 raft_consensus.cc:705] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08c16a0a14384bd49dc41d39a36c2980, State: Initialized, Role: FOLLOWER 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.907682 23416 consensus_queue.cc:229] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.907866 23416 ts_tablet_manager.cc:1073] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980: Time spent starting tablet: real 0.001s user 0.001s sys 0.000s 20:07:46.916 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798 returned Deferred@720100272(state=PENDING, result=null, callback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523) -> (continuation of Deferred@1949298731 after org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798), errback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523) -> (continuation of Deferred@1949298731 after org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798)), so the following Deferred is getting paused: Deferred@1949298731(state=PAUSED, result=Deferred@720100272, callback=, errback=) 20:07:46.937 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@31b2f43f@833811519 returned Deferred@720100272(state=PENDING, result=null, callback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523) -> (continuation of Deferred@1949298731 after org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798) -> (continuation of Deferred@1173393378 after org.apache.kudu.client.AsyncKuduClient$15@31b2f43f@833811519), errback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523) -> (continuation of Deferred@1949298731 after org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798) -> (continuation of Deferred@1173393378 after org.apache.kudu.client.AsyncKuduClient$15@31b2f43f@833811519)), so the following Deferred is getting paused: Deferred@1173393378(state=PAUSED, result=Deferred@720100272, callback=, errback=) 20:07:46.957 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@6344c34c@1665450828 returned Deferred@720100272(state=PENDING, result=null, callback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523) -> (continuation of Deferred@1949298731 after org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798) -> (continuation of Deferred@1173393378 after org.apache.kudu.client.AsyncKuduClient$15@31b2f43f@833811519) -> (continuation of Deferred@1759631783 after org.apache.kudu.client.AsyncKuduClient$15@6344c34c@1665450828), errback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523) -> (continuation of Deferred@1949298731 after org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798) -> (continuation of Deferred@1173393378 after org.apache.kudu.client.AsyncKuduClient$15@31b2f43f@833811519) -> (continuation of Deferred@1759631783 after org.apache.kudu.client.AsyncKuduClient$15@6344c34c@1665450828)), so the following Deferred is getting paused: Deferred@1759631783(state=PAUSED, result=Deferred@720100272, callback=, errback=) 20:07:46.976 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4ed4db88@1322572680 returned Deferred@720100272(state=PENDING, result=null, callback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523) -> (continuation of Deferred@1949298731 after org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798) -> (continuation of Deferred@1173393378 after org.apache.kudu.client.AsyncKuduClient$15@31b2f43f@833811519) -> (continuation of Deferred@1759631783 after org.apache.kudu.client.AsyncKuduClient$15@6344c34c@1665450828) -> (continuation of Deferred@253415983 after org.apache.kudu.client.AsyncKuduClient$15@4ed4db88@1322572680), errback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523) -> (continuation of Deferred@1949298731 after org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798) -> (continuation of Deferred@1173393378 after org.apache.kudu.client.AsyncKuduClient$15@31b2f43f@833811519) -> (continuation of Deferred@1759631783 after org.apache.kudu.client.AsyncKuduClient$15@6344c34c@1665450828) -> (continuation of Deferred@253415983 after org.apache.kudu.client.AsyncKuduClient$15@4ed4db88@1322572680)), so the following Deferred is getting paused: Deferred@253415983(state=PAUSED, result=Deferred@720100272, callback=, errback=) 20:07:46.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.990020 23421 raft_consensus.cc:472] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:46.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.990083 23421 raft_consensus.cc:494] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.990700 23421 leader_election.cc:292] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 08c16a0a14384bd49dc41d39a36c2980 (127.22.68.65:58443), 4151f46499654c319894a4d1b2af7782 (127.22.68.67:57183) 20:07:46.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.993770 23072 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "1dd4003a039e4752a5b462849ad43bc6" candidate_uuid: "5f2a9e111077468fa4244289a3a16880" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08c16a0a14384bd49dc41d39a36c2980" is_pre_election: true 20:07:46.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.993794 23344 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "1dd4003a039e4752a5b462849ad43bc6" candidate_uuid: "5f2a9e111077468fa4244289a3a16880" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4151f46499654c319894a4d1b2af7782" is_pre_election: true 20:07:46.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.993837 23344 raft_consensus.cc:2346] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5f2a9e111077468fa4244289a3a16880 in term 0. 20:07:46.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.993860 23072 raft_consensus.cc:2346] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5f2a9e111077468fa4244289a3a16880 in term 0. 20:07:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.994134 23152 leader_election.cc:306] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4151f46499654c319894a4d1b2af7782, 5f2a9e111077468fa4244289a3a16880; no voters: 20:07:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.994328 23421 raft_consensus.cc:2640] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.994357 23421 raft_consensus.cc:472] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.994379 23421 raft_consensus.cc:2886] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 0 FOLLOWER]: Advancing to term 1 20:07:46.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.994838 23421 raft_consensus.cc:494] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.995091 23421 leader_election.cc:292] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [CANDIDATE]: Term 1 election: Requested vote from peers 08c16a0a14384bd49dc41d39a36c2980 (127.22.68.65:58443), 4151f46499654c319894a4d1b2af7782 (127.22.68.67:57183) 20:07:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.995404 23072 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "1dd4003a039e4752a5b462849ad43bc6" candidate_uuid: "5f2a9e111077468fa4244289a3a16880" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08c16a0a14384bd49dc41d39a36c2980" 20:07:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.995448 23072 raft_consensus.cc:2886] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980 [term 0 FOLLOWER]: Advancing to term 1 20:07:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.995496 23344 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "1dd4003a039e4752a5b462849ad43bc6" candidate_uuid: "5f2a9e111077468fa4244289a3a16880" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4151f46499654c319894a4d1b2af7782" 20:07:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.995527 23344 raft_consensus.cc:2886] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782 [term 0 FOLLOWER]: Advancing to term 1 20:07:46.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.995939 23344 raft_consensus.cc:2346] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5f2a9e111077468fa4244289a3a16880 in term 1. 20:07:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.995980 23072 raft_consensus.cc:2346] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5f2a9e111077468fa4244289a3a16880 in term 1. 20:07:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.996199 23152 leader_election.cc:306] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4151f46499654c319894a4d1b2af7782, 5f2a9e111077468fa4244289a3a16880; no voters: 20:07:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.996356 23421 raft_consensus.cc:2640] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 1 FOLLOWER]: Leader election won for term 1 20:07:46.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.996501 23421 raft_consensus.cc:667] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [term 1 LEADER]: Becoming Leader. State: Replica: 5f2a9e111077468fa4244289a3a16880, State: Running, Role: LEADER 20:07:46.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.996711 23421 consensus_queue.cc:206] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } } peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } } 20:07:46.997 [DEBUG - New I/O worker #428] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4a813e23@1249984035 returned Deferred@720100272(state=PENDING, result=null, callback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523) -> (continuation of Deferred@1949298731 after org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798) -> (continuation of Deferred@1173393378 after org.apache.kudu.client.AsyncKuduClient$15@31b2f43f@833811519) -> (continuation of Deferred@1759631783 after org.apache.kudu.client.AsyncKuduClient$15@6344c34c@1665450828) -> (continuation of Deferred@253415983 after org.apache.kudu.client.AsyncKuduClient$15@4ed4db88@1322572680) -> (continuation of Deferred@743176757 after org.apache.kudu.client.AsyncKuduClient$15@4a813e23@1249984035), errback=(continuation of Deferred@266327205 after org.apache.kudu.client.AsyncKuduClient$2@370e4ac3@923683523) -> (continuation of Deferred@1949298731 after org.apache.kudu.client.AsyncKuduClient$15@52476d6@86275798) -> (continuation of Deferred@1173393378 after org.apache.kudu.client.AsyncKuduClient$15@31b2f43f@833811519) -> (continuation of Deferred@1759631783 after org.apache.kudu.client.AsyncKuduClient$15@6344c34c@1665450828) -> (continuation of Deferred@253415983 after org.apache.kudu.client.AsyncKuduClient$15@4ed4db88@1322572680) -> (continuation of Deferred@743176757 after org.apache.kudu.client.AsyncKuduClient$15@4a813e23@1249984035)), so the following Deferred is getting paused: Deferred@743176757(state=PAUSED, result=Deferred@720100272, callback=, errback=) 20:07:46.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:46.999042 22958 catalog_manager.cc:3781] T 1dd4003a039e4752a5b462849ad43bc6 P 5f2a9e111077468fa4244289a3a16880 reported cstate change: term changed from 0 to 1, leader changed from to 5f2a9e111077468fa4244289a3a16880 (127.22.68.66). New cstate: current_term: 1 leader_uuid: "5f2a9e111077468fa4244289a3a16880" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "08c16a0a14384bd49dc41d39a36c2980" member_type: VOTER last_known_addr { host: "127.22.68.65" port: 58443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5f2a9e111077468fa4244289a3a16880" member_type: VOTER last_known_addr { host: "127.22.68.66" port: 37966 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4151f46499654c319894a4d1b2af7782" member_type: VOTER last_known_addr { host: "127.22.68.67" port: 57183 } health_report { overall_health: UNKNOWN } } } 20:07:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.009869 23132 tablet.cc:1768] T 1dd4003a039e4752a5b462849ad43bc6 P 08c16a0a14384bd49dc41d39a36c2980: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:47.017 [DEBUG - New I/O worker #428] (AsyncKuduClient.java:761) Opened table c4775da4b66c4b5a96837d912b0f73b1 20:07:47.018 [DEBUG - New I/O worker #427] (Connection.java:688) [peer master-127.22.68.125:39253(127.22.68.125:39253)] cleaning up while in state READY due to: connection disconnected 20:07:47.018 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:47.018 [DEBUG - New I/O worker #429] (Connection.java:688) [peer master-127.22.68.126:43035(127.22.68.126:43035)] cleaning up while in state READY due to: connection disconnected 20:07:47.018 [DEBUG - New I/O worker #428] (Connection.java:688) [peer master-127.22.68.124:43316(127.22.68.124:43316)] cleaning up while in state READY due to: connection disconnected 20:07:47.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.018865 22801 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 22993 20:07:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.022135 23153 connection.cc:512] client connection to 127.22.68.65:58443 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.65:58443): Connection reset by peer (error 104) 20:07:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.022125 22878 connection.cc:512] server connection from 127.22.68.65:36377 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.65:36377): Connection reset by peer (error 104) 20:07:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.022150 23277 connection.cc:512] server connection from 127.22.68.65:49044 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.65:49044): Connection reset by peer (error 104) 20:07:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.022230 22941 connection.cc:512] server connection from 127.22.68.65:35027 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.65:35027): Connection reset by peer (error 104) 20:07:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.022395 23154 connection.cc:512] server connection from 127.22.68.65:46569 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.65:46569): Connection reset by peer (error 104) 20:07:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.022542 22801 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 23131 20:07:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.022534 22817 connection.cc:512] server connection from 127.22.68.65:49070 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.65:49070): Connection reset by peer (error 104) 20:07:47.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.023011 23392 tablet.cc:1768] T 1dd4003a039e4752a5b462849ad43bc6 P 4151f46499654c319894a4d1b2af7782: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.025065 22817 connection.cc:512] server connection from 127.22.68.66:53069 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.66:53069): Connection reset by peer (error 104) 20:07:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.025071 22878 connection.cc:512] server connection from 127.22.68.66:57612 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.66:57612): Connection reset by peer (error 104) 20:07:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.025082 22942 connection.cc:512] server connection from 127.22.68.66:37890 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.66:37890): Connection reset by peer (error 104) 20:07:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.025262 23280 connection.cc:512] server connection from 127.22.68.66:54194 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.66:54194): Connection reset by peer (error 104) 20:07:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.025315 22801 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 23270 20:07:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.027659 22939 connection.cc:512] server connection from 127.22.68.67:59392 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.67:59392): Connection reset by peer (error 104) 20:07:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.027684 22879 connection.cc:512] server connection from 127.22.68.67:37807 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.67:37807): Connection reset by peer (error 104) 20:07:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.027696 22815 connection.cc:512] server connection from 127.22.68.67:59637 recv error: Network error: failed to read from TLS socket (remote: 127.22.68.67:59637): Connection reset by peer (error 104) 20:07:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.027818 22801 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 22808 20:07:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.030853 22801 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 22870 20:07:47.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.033617 22801 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 22930 ]]> /127.22.226.252:50424] using SASL/PLAIN 20:07:47.878 [DEBUG - New I/O worker #436] (Negotiator.java:764) Authenticated connection [id: 0x89c7178d, /127.22.226.254:36340 => /127.22.226.254:57313] using SASL/PLAIN 20:07:47.878 [DEBUG - New I/O worker #438] (Negotiator.java:764) Authenticated connection [id: 0x7312bacf, /127.22.226.253:44112 => /127.22.226.253:48488] using SASL/PLAIN 20:07:47.888 [DEBUG - New I/O worker #438] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:47.888 [DEBUG - New I/O worker #438] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=19), Traces: [0ms] querying master, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.22.226.254:57313, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.22.226.252:50424, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.22.226.253:48488, [10ms] Sub rpc: ConnectToMaster received from server master-127.22.226.252:50424 response OK, [11ms] Sub rpc: ConnectToMaster received from server master-127.22.226.254:57313 response OK, [11ms] Sub rpc: ConnectToMaster received from server master-127.22.226.253:48488 response OK, null) after lookup 20:07:47.889 [DEBUG - New I/O worker #438] (Deferred.java:1330) callback=retry RPC@1306980452 returned Deferred@1238990080(state=PENDING, result=null, callback=(continuation of Deferred@215743071 after retry RPC@1306980452), errback=(continuation of Deferred@215743071 after retry RPC@1306980452)), so the following Deferred is getting paused: Deferred@215743071(state=PAUSED, result=Deferred@1238990080, callback=org.apache.kudu.client.AsyncKuduClient$1@4782ff22 -> org.apache.kudu.client.AsyncKuduClient$2@3d9d5266 -> wakeup thread Time-limited test, errback=passthrough -> passthrough -> wakeup thread Time-limited test) 20:07:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.891221 23534 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.22.226.253:44112: 20:07:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:07:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:07:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:47.896 [DEBUG - New I/O worker #438] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@4782ff22@1199767330 returned Deferred@1059981736(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@6cf40510 -> (continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$1@4782ff22@1199767330), errback=passthrough -> (continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$1@4782ff22@1199767330)), so the following Deferred is getting paused: Deferred@215743071(state=PAUSED, result=Deferred@1059981736, callback=org.apache.kudu.client.AsyncKuduClient$2@3d9d5266 -> wakeup thread Time-limited test, errback=passthrough -> wakeup thread Time-limited test) 20:07:47.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:47.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.892277 23534 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:07:47.897 [DEBUG - New I/O worker #438] (AsyncKuduClient.java:761) Opened table b62b20fb13154f56b9b9c3c4520f8bba 20:07:47.897 [DEBUG - New I/O worker #438] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422 returned Deferred@1012894787(state=PENDING, result=null, callback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422), errback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422)), so the following Deferred is getting paused: Deferred@215743071(state=PAUSED, result=Deferred@1012894787, callback=wakeup thread Time-limited test, errback=wakeup thread Time-limited test) 20:07:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.911486 23965 tablet_service.cc:773] Processing CreateTablet for tablet 236e03ec14574edeba2e2f5b7c6b1ce8 (table=TestKuduClient [id=b62b20fb13154f56b9b9c3c4520f8bba]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.911872 23965 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 236e03ec14574edeba2e2f5b7c6b1ce8. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.912030 23699 tablet_service.cc:773] Processing CreateTablet for tablet 236e03ec14574edeba2e2f5b7c6b1ce8 (table=TestKuduClient [id=b62b20fb13154f56b9b9c3c4520f8bba]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:47.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.912389 23699 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 236e03ec14574edeba2e2f5b7c6b1ce8. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:47.913 [DEBUG - New I/O worker #438] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668 returned Deferred@1012894787(state=PENDING, result=null, callback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668), errback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668)), so the following Deferred is getting paused: Deferred@606781517(state=PAUSED, result=Deferred@1012894787, callback=, errback=) 20:07:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.916970 23699 ts_tablet_manager.cc:1173] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883: Registered tablet (data state: TABLET_DATA_READY) 20:07:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.918048 23965 ts_tablet_manager.cc:1173] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1: Registered tablet (data state: TABLET_DATA_READY) 20:07:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.918778 24052 ts_tablet_manager.cc:1028] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883: Bootstrapping tablet 20:07:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.919246 24053 ts_tablet_manager.cc:1028] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1: Bootstrapping tablet 20:07:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.919443 24052 tablet_bootstrap.cc:438] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883: Bootstrap starting. 20:07:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.919544 24053 tablet_bootstrap.cc:438] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1: Bootstrap starting. 20:07:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.921061 23839 tablet_service.cc:773] Processing CreateTablet for tablet 236e03ec14574edeba2e2f5b7c6b1ce8 (table=TestKuduClient [id=b62b20fb13154f56b9b9c3c4520f8bba]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.921073 24052 tablet_bootstrap.cc:592] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883: No blocks or log segments found. Creating new log. 20:07:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.921244 24053 tablet_bootstrap.cc:592] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1: No blocks or log segments found. Creating new log. 20:07:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.921394 23839 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 236e03ec14574edeba2e2f5b7c6b1ce8. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.921846 24052 log.cc:525] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883: Log is configured to *not* fsync() on all Append() calls 20:07:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.922322 24053 log.cc:525] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1: Log is configured to *not* fsync() on all Append() calls 20:07:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.923833 24052 tablet_bootstrap.cc:438] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883: No bootstrap required, opened a new log 20:07:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.924072 24052 ts_tablet_manager.cc:1045] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s 20:07:47.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.925210 23839 ts_tablet_manager.cc:1173] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78: Registered tablet (data state: TABLET_DATA_READY) 20:07:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.926836 24052 raft_consensus.cc:340] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" member_type: VOTER last_known_addr { host: "127.22.226.194" port: 48930 } } peers { permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 } } peers { permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 } } 20:07:47.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.926909 24052 raft_consensus.cc:366] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.926945 24052 raft_consensus.cc:705] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bad5c2b022434c62991ab93cf6db5883, State: Initialized, Role: FOLLOWER 20:07:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.927314 24052 consensus_queue.cc:229] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" member_type: VOTER last_known_addr { host: "127.22.226.194" port: 48930 } } peers { permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 } } peers { permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 } } 20:07:47.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.928743 24052 ts_tablet_manager.cc:1073] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883: Time spent starting tablet: real 0.005s user 0.002s sys 0.001s 20:07:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.931124 23533 master_service.cc:254] Signed X509 certificate for tserver {username='jenkins'} at 127.22.226.193:51269 20:07:47.932 [DEBUG - New I/O worker #438] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445 returned Deferred@1012894787(state=PENDING, result=null, callback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668) -> (continuation of Deferred@675756445 after org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445), errback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668) -> (continuation of Deferred@675756445 after org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445)), so the following Deferred is getting paused: Deferred@675756445(state=PAUSED, result=Deferred@1012894787, callback=, errback=) 20:07:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.932552 24056 ts_tablet_manager.cc:1028] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78: Bootstrapping tablet 20:07:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.932801 24056 tablet_bootstrap.cc:438] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78: Bootstrap starting. 20:07:47.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.933049 23765 heartbeater.cc:467] Master 127.22.226.253:48488 was elected leader, sending a full tablet report... 20:07:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.934412 24053 tablet_bootstrap.cc:438] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1: No bootstrap required, opened a new log 20:07:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.934552 24053 ts_tablet_manager.cc:1045] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1: Time spent bootstrapping tablet: real 0.015s user 0.003s sys 0.000s 20:07:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.935005 24056 tablet_bootstrap.cc:592] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78: No blocks or log segments found. Creating new log. 20:07:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.935608 24056 log.cc:525] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78: Log is configured to *not* fsync() on all Append() calls 20:07:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.936503 24053 raft_consensus.cc:340] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" member_type: VOTER last_known_addr { host: "127.22.226.194" port: 48930 } } peers { permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 } } peers { permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 } } 20:07:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.936561 24053 raft_consensus.cc:366] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.936594 24053 raft_consensus.cc:705] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ace66dcf31914680982e13041c4205a1, State: Initialized, Role: FOLLOWER 20:07:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.936617 24056 tablet_bootstrap.cc:438] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78: No bootstrap required, opened a new log 20:07:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.936738 24056 ts_tablet_manager.cc:1045] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.000s 20:07:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.936918 24053 consensus_queue.cc:229] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" member_type: VOTER last_known_addr { host: "127.22.226.194" port: 48930 } } peers { permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 } } peers { permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 } } 20:07:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.937273 24029 heartbeater.cc:467] Master 127.22.226.253:48488 was elected leader, sending a full tablet report... 20:07:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.938020 24053 ts_tablet_manager.cc:1073] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s 20:07:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.939167 24056 raft_consensus.cc:340] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" member_type: VOTER last_known_addr { host: "127.22.226.194" port: 48930 } } peers { permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 } } peers { permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 } } 20:07:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.939229 24056 raft_consensus.cc:366] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.939287 24056 raft_consensus.cc:705] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 072dca8df1e74a9a81c9af3a7ec62b78, State: Initialized, Role: FOLLOWER 20:07:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.939594 24056 consensus_queue.cc:229] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" member_type: VOTER last_known_addr { host: "127.22.226.194" port: 48930 } } peers { permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 } } peers { permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 } } 20:07:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.939877 23903 heartbeater.cc:467] Master 127.22.226.253:48488 was elected leader, sending a full tablet report... 20:07:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:47.940121 24056 ts_tablet_manager.cc:1073] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:07:47.950 [DEBUG - New I/O worker #438] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@742393de@1948488670 returned Deferred@1012894787(state=PENDING, result=null, callback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668) -> (continuation of Deferred@675756445 after org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445) -> (continuation of Deferred@108596671 after org.apache.kudu.client.AsyncKuduClient$15@742393de@1948488670), errback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668) -> (continuation of Deferred@675756445 after org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445) -> (continuation of Deferred@108596671 after org.apache.kudu.client.AsyncKuduClient$15@742393de@1948488670)), so the following Deferred is getting paused: Deferred@108596671(state=PAUSED, result=Deferred@1012894787, callback=, errback=) 20:07:47.970 [DEBUG - New I/O worker #438] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@3a953858@982857816 returned Deferred@1012894787(state=PENDING, result=null, callback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668) -> (continuation of Deferred@675756445 after org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445) -> (continuation of Deferred@108596671 after org.apache.kudu.client.AsyncKuduClient$15@742393de@1948488670) -> (continuation of Deferred@730817862 after org.apache.kudu.client.AsyncKuduClient$15@3a953858@982857816), errback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668) -> (continuation of Deferred@675756445 after org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445) -> (continuation of Deferred@108596671 after org.apache.kudu.client.AsyncKuduClient$15@742393de@1948488670) -> (continuation of Deferred@730817862 after org.apache.kudu.client.AsyncKuduClient$15@3a953858@982857816)), so the following Deferred is getting paused: Deferred@730817862(state=PAUSED, result=Deferred@1012894787, callback=, errback=) 20:07:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:47.981567 23905 tablet.cc:1768] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:47.990 [DEBUG - New I/O worker #438] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@43daae8a@1138405002 returned Deferred@1012894787(state=PENDING, result=null, callback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668) -> (continuation of Deferred@675756445 after org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445) -> (continuation of Deferred@108596671 after org.apache.kudu.client.AsyncKuduClient$15@742393de@1948488670) -> (continuation of Deferred@730817862 after org.apache.kudu.client.AsyncKuduClient$15@3a953858@982857816) -> (continuation of Deferred@226510779 after org.apache.kudu.client.AsyncKuduClient$15@43daae8a@1138405002), errback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668) -> (continuation of Deferred@675756445 after org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445) -> (continuation of Deferred@108596671 after org.apache.kudu.client.AsyncKuduClient$15@742393de@1948488670) -> (continuation of Deferred@730817862 after org.apache.kudu.client.AsyncKuduClient$15@3a953858@982857816) -> (continuation of Deferred@226510779 after org.apache.kudu.client.AsyncKuduClient$15@43daae8a@1138405002)), so the following Deferred is getting paused: Deferred@226510779(state=PAUSED, result=Deferred@1012894787, callback=, errback=) 20:07:48.010 [DEBUG - New I/O worker #438] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@1e44e9ab@507832747 returned Deferred@1012894787(state=PENDING, result=null, callback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668) -> (continuation of Deferred@675756445 after org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445) -> (continuation of Deferred@108596671 after org.apache.kudu.client.AsyncKuduClient$15@742393de@1948488670) -> (continuation of Deferred@730817862 after org.apache.kudu.client.AsyncKuduClient$15@3a953858@982857816) -> (continuation of Deferred@226510779 after org.apache.kudu.client.AsyncKuduClient$15@43daae8a@1138405002) -> (continuation of Deferred@1311836784 after org.apache.kudu.client.AsyncKuduClient$15@1e44e9ab@507832747), errback=(continuation of Deferred@215743071 after org.apache.kudu.client.AsyncKuduClient$2@3d9d5266@1033720422) -> (continuation of Deferred@606781517 after org.apache.kudu.client.AsyncKuduClient$15@6b06e7cc@1795614668) -> (continuation of Deferred@675756445 after org.apache.kudu.client.AsyncKuduClient$15@68ba9d5d@1757060445) -> (continuation of Deferred@108596671 after org.apache.kudu.client.AsyncKuduClient$15@742393de@1948488670) -> (continuation of Deferred@730817862 after org.apache.kudu.client.AsyncKuduClient$15@3a953858@982857816) -> (continuation of Deferred@226510779 after org.apache.kudu.client.AsyncKuduClient$15@43daae8a@1138405002) -> (continuation of Deferred@1311836784 after org.apache.kudu.client.AsyncKuduClient$15@1e44e9ab@507832747)), so the following Deferred is getting paused: Deferred@1311836784(state=PAUSED, result=Deferred@1012894787, callback=, errback=) 20:07:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.030153 24060 raft_consensus.cc:472] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.030280 24060 raft_consensus.cc:494] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" member_type: VOTER last_known_addr { host: "127.22.226.194" port: 48930 } } peers { permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 } } peers { permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 } } 20:07:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.030920 24060 leader_election.cc:292] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ace66dcf31914680982e13041c4205a1 (127.22.226.195:42920), bad5c2b022434c62991ab93cf6db5883 (127.22.226.193:54734) 20:07:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.033970 23985 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "236e03ec14574edeba2e2f5b7c6b1ce8" candidate_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ace66dcf31914680982e13041c4205a1" is_pre_election: true 20:07:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.034080 23985 raft_consensus.cc:2346] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 072dca8df1e74a9a81c9af3a7ec62b78 in term 0. 20:07:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.034481 23793 leader_election.cc:306] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 072dca8df1e74a9a81c9af3a7ec62b78, ace66dcf31914680982e13041c4205a1; no voters: 20:07:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.034703 23706 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "236e03ec14574edeba2e2f5b7c6b1ce8" candidate_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bad5c2b022434c62991ab93cf6db5883" is_pre_election: true 20:07:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.034709 24060 raft_consensus.cc:2640] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.034744 24060 raft_consensus.cc:472] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.034765 24060 raft_consensus.cc:2886] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 0 FOLLOWER]: Advancing to term 1 20:07:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.034832 23706 raft_consensus.cc:2346] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 072dca8df1e74a9a81c9af3a7ec62b78 in term 0. 20:07:48.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.035516 24060 raft_consensus.cc:494] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" member_type: VOTER last_known_addr { host: "127.22.226.194" port: 48930 } } peers { permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 } } peers { permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 } } 20:07:48.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.035791 24060 leader_election.cc:292] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [CANDIDATE]: Term 1 election: Requested vote from peers ace66dcf31914680982e13041c4205a1 (127.22.226.195:42920), bad5c2b022434c62991ab93cf6db5883 (127.22.226.193:54734) 20:07:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.036104 23985 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "236e03ec14574edeba2e2f5b7c6b1ce8" candidate_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ace66dcf31914680982e13041c4205a1" 20:07:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.036150 23985 raft_consensus.cc:2886] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1 [term 0 FOLLOWER]: Advancing to term 1 20:07:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.036175 23706 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "236e03ec14574edeba2e2f5b7c6b1ce8" candidate_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bad5c2b022434c62991ab93cf6db5883" 20:07:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.036226 23706 raft_consensus.cc:2886] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883 [term 0 FOLLOWER]: Advancing to term 1 20:07:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.036768 23985 raft_consensus.cc:2346] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 072dca8df1e74a9a81c9af3a7ec62b78 in term 1. 20:07:48.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.036787 23706 raft_consensus.cc:2346] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 072dca8df1e74a9a81c9af3a7ec62b78 in term 1. 20:07:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.037081 23793 leader_election.cc:306] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 072dca8df1e74a9a81c9af3a7ec62b78, ace66dcf31914680982e13041c4205a1; no voters: 20:07:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.037201 24060 raft_consensus.cc:2640] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 1 FOLLOWER]: Leader election won for term 1 20:07:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.037312 24060 raft_consensus.cc:667] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [term 1 LEADER]: Becoming Leader. State: Replica: 072dca8df1e74a9a81c9af3a7ec62b78, State: Running, Role: LEADER 20:07:48.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.037657 24060 consensus_queue.cc:206] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" member_type: VOTER last_known_addr { host: "127.22.226.194" port: 48930 } } peers { permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 } } peers { permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 } } 20:07:48.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.039925 23533 catalog_manager.cc:3781] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 reported cstate change: term changed from 0 to 1, leader changed from to 072dca8df1e74a9a81c9af3a7ec62b78 (127.22.226.194). New cstate: current_term: 1 leader_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "072dca8df1e74a9a81c9af3a7ec62b78" member_type: VOTER last_known_addr { host: "127.22.226.194" port: 48930 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 } health_report { overall_health: UNKNOWN } } } 20:07:48.050 [DEBUG - New I/O worker #438] (AsyncKuduClient.java:761) Opened table b62b20fb13154f56b9b9c3c4520f8bba 20:07:48.051 [DEBUG - New I/O worker #438] (AsyncKuduClient.java:2114) Learned about tablet 236e03ec14574edeba2e2f5b7c6b1ce8 for table 'TestKuduClient' with partition [, ) 20:07:48.051 [DEBUG - New I/O worker #438] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=236e03ec14574edeba2e2f5b7c6b1ce8@[072dca8df1e74a9a81c9af3a7ec62b78(127.22.226.194:48930)[L],ace66dcf31914680982e13041c4205a1(127.22.226.195:42920),bad5c2b022434c62991ab93cf6db5883(127.22.226.193:54734)]}] 20:07:48.051 [DEBUG - New I/O worker #438] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, DeadlineTracker(timeout=30000, elapsed=1), Traces: [0ms] querying master, [0ms] Sub rpc: GetTableLocations sending RPC to server master-127.22.226.253:48488, [0ms] Sub rpc: GetTableLocations received from server master-127.22.226.253:48488 response OK, null) after lookup 20:07:48.051 [DEBUG - New I/O worker #438] (Deferred.java:1330) callback=retry RPC@1471900391 returned Deferred@1846265866(state=PENDING, result=null, callback=(continuation of Deferred@682569009 after retry RPC@1471900391), errback=(continuation of Deferred@682569009 after retry RPC@1471900391)), so the following Deferred is getting paused: Deferred@682569009(state=PAUSED, result=Deferred@1846265866, callback=org.apache.kudu.client.AsyncKuduSession$2@3aaaeca5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@364a5545 -> wakeup thread Time-limited test) 20:07:48.057 [DEBUG - New I/O worker #439] (Negotiator.java:764) Authenticated connection [id: 0xb8202bd0, /127.22.226.194:59818 => /127.22.226.194:48930] using TOKEN/null 20:07:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.060959 23985 raft_consensus.cc:1181] T 236e03ec14574edeba2e2f5b7c6b1ce8 P ace66dcf31914680982e13041c4205a1 [term 1 FOLLOWER]: Refusing update from remote peer 072dca8df1e74a9a81c9af3a7ec62b78: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.061003 23706 raft_consensus.cc:1181] T 236e03ec14574edeba2e2f5b7c6b1ce8 P bad5c2b022434c62991ab93cf6db5883 [term 1 FOLLOWER]: Refusing update from remote peer 072dca8df1e74a9a81c9af3a7ec62b78: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.061534 24061 consensus_queue.cc:984] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ace66dcf31914680982e13041c4205a1" member_type: VOTER last_known_addr { host: "127.22.226.195" port: 42920 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.061678 24060 consensus_queue.cc:984] T 236e03ec14574edeba2e2f5b7c6b1ce8 P 072dca8df1e74a9a81c9af3a7ec62b78 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bad5c2b022434c62991ab93cf6db5883" member_type: VOTER last_known_addr { host: "127.22.226.193" port: 54734 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.068600 24065 mvcc.cc:203] Tried to move safe_time back from 6337601814772932608 to 6337601814683783168. Current Snapshot: MvccSnapshot[committed={T|T < 6337601814772932608}] 20:07:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.072268 24064 mvcc.cc:203] Tried to move safe_time back from 6337601814772932608 to 6337601814683783168. Current Snapshot: MvccSnapshot[committed={T|T < 6337601814772932608}] 20:07:48.380 [DEBUG - New I/O worker #439] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=236e03ec14574edeba2e2f5b7c6b1ce8, scannerId=null, scanRequestTimeout=30000) 20:07:48.384 [DEBUG - New I/O worker #439] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=236e03ec14574edeba2e2f5b7c6b1ce8, scannerId=null, scanRequestTimeout=30000) 20:07:48.385 [DEBUG - New I/O worker #436] (Connection.java:688) [peer master-127.22.226.254:57313(127.22.226.254:57313)] cleaning up while in state READY due to: connection disconnected 20:07:48.385 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:48.385 [DEBUG - New I/O worker #437] (Connection.java:688) [peer master-127.22.226.252:50424(127.22.226.252:50424)] cleaning up while in state READY due to: connection disconnected 20:07:48.385 [DEBUG - New I/O worker #438] (Connection.java:688) [peer master-127.22.226.253:48488(127.22.226.253:48488)] cleaning up while in state READY due to: connection disconnected 20:07:48.386 [DEBUG - New I/O worker #439] (Connection.java:688) [peer 072dca8df1e74a9a81c9af3a7ec62b78(127.22.226.194:48930)] cleaning up while in state READY due to: connection disconnected 20:07:48.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.385944 23435 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 23630 20:07:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:48.389854 23454 connection.cc:512] server connection from 127.22.226.193:40083 recv error: Network error: failed to read from TLS socket (remote: 127.22.226.193:40083): Connection reset by peer (error 104) 20:07:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:48.389859 23515 connection.cc:512] server connection from 127.22.226.193:51269 recv error: Network error: failed to read from TLS socket (remote: 127.22.226.193:51269): Connection reset by peer (error 104) 20:07:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.389906 23435 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 23768 20:07:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:48.389925 23580 connection.cc:512] server connection from 127.22.226.193:43315 recv error: Network error: failed to read from TLS socket (remote: 127.22.226.193:43315): Connection reset by peer (error 104) 20:07:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:48.392586 23456 connection.cc:512] server connection from 127.22.226.194:43504 recv error: Network error: failed to read from TLS socket (remote: 127.22.226.194:43504): Connection reset by peer (error 104) 20:07:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:48.392603 23578 connection.cc:512] server connection from 127.22.226.194:46595 recv error: Network error: failed to read from TLS socket (remote: 127.22.226.194:46595): Connection reset by peer (error 104) 20:07:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:48.392626 23515 connection.cc:512] server connection from 127.22.226.194:44001 recv error: Network error: failed to read from TLS socket (remote: 127.22.226.194:44001): Connection reset by peer (error 104) 20:07:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.392772 23435 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 23909 20:07:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:48.395166 23578 connection.cc:512] server connection from 127.22.226.195:44870 recv error: Network error: failed to read from TLS socket (remote: 127.22.226.195:44870): Connection reset by peer (error 104) 20:07:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:48.395184 23453 connection.cc:512] server connection from 127.22.226.195:48238 recv error: Network error: failed to read from TLS socket (remote: 127.22.226.195:48238): Connection reset by peer (error 104) 20:07:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:48.395231 23518 connection.cc:512] server connection from 127.22.226.195:34814 recv error: Network error: failed to read from TLS socket (remote: 127.22.226.195:34814): Connection reset by peer (error 104) 20:07:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.395362 23435 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 23446 20:07:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.398517 23435 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 23508 20:07:48.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:48.401305 23435 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 23569 ]]> /127.23.130.190:37490] using SASL/PLAIN 20:07:49.275 [DEBUG - New I/O worker #447] (Negotiator.java:764) Authenticated connection [id: 0x1e819c44, /127.23.130.189:43709 => /127.23.130.189:52771] using SASL/PLAIN 20:07:49.277 [DEBUG - New I/O worker #446] (Negotiator.java:764) Authenticated connection [id: 0x132d47f2, /127.23.130.188:59298 => /127.23.130.188:44206] using SASL/PLAIN 20:07:49.279 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet Kudu Master for table 'Kudu Master' with partition [, ) 20:07:49.279 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:1277) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, DeadlineTracker(timeout=50000, elapsed=12), Traces: [0ms] querying master, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.23.130.190:37490, [0ms] Sub rpc: ConnectToMaster sending RPC to server master-127.23.130.188:44206, [1ms] Sub rpc: ConnectToMaster sending RPC to server master-127.23.130.189:52771, [10ms] Sub rpc: ConnectToMaster received from server master-127.23.130.190:37490 response OK, [10ms] Sub rpc: ConnectToMaster received from server master-127.23.130.189:52771 response OK, [12ms] Sub rpc: ConnectToMaster received from server master-127.23.130.188:44206 response OK, null) after lookup 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.281718 24231 catalog_manager.cc:1376] Servicing CreateTable request from {username='jenkins'} at 127.23.130.188:59298: 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "TestKuduClient" 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) schema { 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: true 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c1" 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c2" 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: false 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c3" 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "c4" 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) type: STRING 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_key: false 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) is_nullable: true 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) cfile_block_size: 0 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:49.283 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=retry RPC@278630349 returned Deferred@346294534(state=PENDING, result=null, callback=(continuation of Deferred@1369867766 after retry RPC@278630349), errback=(continuation of Deferred@1369867766 after retry RPC@278630349)), so the following Deferred is getting paused: Deferred@1369867766(state=PAUSED, result=Deferred@346294534, callback=org.apache.kudu.client.AsyncKuduClient$1@2c941266 -> org.apache.kudu.client.AsyncKuduClient$2@60bd15de -> wakeup thread Test worker, errback=passthrough -> passthrough -> wakeup thread Test worker) 20:07:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) partition_schema { 20:07:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) range_schema { 20:07:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) columns { 20:07:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) name: "key" 20:07:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) } 20:07:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.282749 24231 catalog_manager.cc:1527] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestKuduClient in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers. 20:07:49.287 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$1@2c941266@747901542 returned Deferred@1415961846(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$6@31897ab9 -> (continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$1@2c941266@747901542), errback=passthrough -> (continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$1@2c941266@747901542)), so the following Deferred is getting paused: Deferred@1369867766(state=PAUSED, result=Deferred@1415961846, callback=org.apache.kudu.client.AsyncKuduClient$2@60bd15de -> wakeup thread Test worker, errback=passthrough -> wakeup thread Test worker) 20:07:49.288 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:761) Opened table 2ef51d10b4f4493e909fb49b8a1086b4 20:07:49.288 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638 returned Deferred@1023560140(state=PENDING, result=null, callback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638), errback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638)), so the following Deferred is getting paused: Deferred@1369867766(state=PAUSED, result=Deferred@1023560140, callback=wakeup thread Test worker, errback=wakeup thread Test worker) 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.297915 24473 tablet_service.cc:773] Processing CreateTablet for tablet 1ace619e387747f0a3ccc78b504bfe89 (table=TestKuduClient [id=2ef51d10b4f4493e909fb49b8a1086b4]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.298316 24473 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 1ace619e387747f0a3ccc78b504bfe89. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.298799 24335 tablet_service.cc:773] Processing CreateTablet for tablet 1ace619e387747f0a3ccc78b504bfe89 (table=TestKuduClient [id=2ef51d10b4f4493e909fb49b8a1086b4]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.298846 24599 tablet_service.cc:773] Processing CreateTablet for tablet 1ace619e387747f0a3ccc78b504bfe89 (table=TestKuduClient [id=2ef51d10b4f4493e909fb49b8a1086b4]), partition=RANGE (key) PARTITION UNBOUNDED 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.299093 24335 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 1ace619e387747f0a3ccc78b504bfe89. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.299108 24599 data_dirs.cc:938] Could only allocate 1 dirs of requested 3 for tablet 1ace619e387747f0a3ccc78b504bfe89. 1 dirs total, 0 dirs full, 0 dirs failed 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.302139 24599 ts_tablet_manager.cc:1173] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373: Registered tablet (data state: TABLET_DATA_READY) 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.302410 24685 ts_tablet_manager.cc:1028] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373: Bootstrapping tablet 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.302469 24473 ts_tablet_manager.cc:1173] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8: Registered tablet (data state: TABLET_DATA_READY) 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.302644 24685 tablet_bootstrap.cc:438] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373: Bootstrap starting. 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.302978 24686 ts_tablet_manager.cc:1028] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8: Bootstrapping tablet 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.303148 24686 tablet_bootstrap.cc:438] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8: Bootstrap starting. 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.303369 24335 ts_tablet_manager.cc:1173] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1: Registered tablet (data state: TABLET_DATA_READY) 20:07:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.303817 24687 ts_tablet_manager.cc:1028] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1: Bootstrapping tablet 20:07:49.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.304057 24687 tablet_bootstrap.cc:438] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1: Bootstrap starting. 20:07:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.305095 24687 tablet_bootstrap.cc:592] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1: No blocks or log segments found. Creating new log. 20:07:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.305160 24686 tablet_bootstrap.cc:592] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8: No blocks or log segments found. Creating new log. 20:07:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.305249 24685 tablet_bootstrap.cc:592] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373: No blocks or log segments found. Creating new log. 20:07:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.305655 24687 log.cc:525] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1: Log is configured to *not* fsync() on all Append() calls 20:07:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.305963 24685 log.cc:525] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373: Log is configured to *not* fsync() on all Append() calls 20:07:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.306002 24686 log.cc:525] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8: Log is configured to *not* fsync() on all Append() calls 20:07:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.306793 24687 tablet_bootstrap.cc:438] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1: No bootstrap required, opened a new log 20:07:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.306929 24687 ts_tablet_manager.cc:1045] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1: Time spent bootstrapping tablet: real 0.003s user 0.002s sys 0.000s 20:07:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.307013 24685 tablet_bootstrap.cc:438] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373: No bootstrap required, opened a new log 20:07:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.307152 24685 ts_tablet_manager.cc:1045] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.001s 20:07:49.308 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039 returned Deferred@1023560140(state=PENDING, result=null, callback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039), errback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039)), so the following Deferred is getting paused: Deferred@1331777646(state=PAUSED, result=Deferred@1023560140, callback=, errback=) 20:07:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.308990 24687 raft_consensus.cc:340] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f541e2a3be466fb6a798fdd6833373" member_type: VOTER last_known_addr { host: "127.23.130.131" port: 60226 } } peers { permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 } } peers { permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 } } 20:07:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.309029 24685 raft_consensus.cc:340] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f541e2a3be466fb6a798fdd6833373" member_type: VOTER last_known_addr { host: "127.23.130.131" port: 60226 } } peers { permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 } } peers { permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 } } 20:07:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.309049 24687 raft_consensus.cc:366] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.309068 24685 raft_consensus.cc:366] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.309083 24687 raft_consensus.cc:705] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db9965db1c9c4d9996379b16dc064ae1, State: Initialized, Role: FOLLOWER 20:07:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.309088 24685 raft_consensus.cc:705] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51f541e2a3be466fb6a798fdd6833373, State: Initialized, Role: FOLLOWER 20:07:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.309391 24685 consensus_queue.cc:229] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f541e2a3be466fb6a798fdd6833373" member_type: VOTER last_known_addr { host: "127.23.130.131" port: 60226 } } peers { permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 } } peers { permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 } } 20:07:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.309412 24687 consensus_queue.cc:229] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f541e2a3be466fb6a798fdd6833373" member_type: VOTER last_known_addr { host: "127.23.130.131" port: 60226 } } peers { permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 } } peers { permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 } } 20:07:49.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.309721 24664 heartbeater.cc:467] Master 127.23.130.188:44206 was elected leader, sending a full tablet report... 20:07:49.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.310138 24685 ts_tablet_manager.cc:1073] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373: Time spent starting tablet: real 0.003s user 0.002s sys 0.001s 20:07:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.311046 24412 heartbeater.cc:467] Master 127.23.130.188:44206 was elected leader, sending a full tablet report... 20:07:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.311728 24687 ts_tablet_manager.cc:1073] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1: Time spent starting tablet: real 0.005s user 0.002s sys 0.001s 20:07:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.312083 24686 tablet_bootstrap.cc:438] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8: No bootstrap required, opened a new log 20:07:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.312208 24686 ts_tablet_manager.cc:1045] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8: Time spent bootstrapping tablet: real 0.009s user 0.002s sys 0.000s 20:07:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.314285 24686 raft_consensus.cc:340] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending transactions. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f541e2a3be466fb6a798fdd6833373" member_type: VOTER last_known_addr { host: "127.23.130.131" port: 60226 } } peers { permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 } } peers { permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 } } 20:07:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.314342 24686 raft_consensus.cc:366] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely 20:07:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.314419 24686 raft_consensus.cc:705] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d8ed24fffc9b4f3ebbfa3d2094bac4c8, State: Initialized, Role: FOLLOWER 20:07:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.314697 24686 consensus_queue.cc:229] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f541e2a3be466fb6a798fdd6833373" member_type: VOTER last_known_addr { host: "127.23.130.131" port: 60226 } } peers { permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 } } peers { permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 } } 20:07:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.315205 24686 ts_tablet_manager.cc:1073] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s 20:07:49.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.315439 24538 heartbeater.cc:467] Master 127.23.130.188:44206 was elected leader, sending a full tablet report... 20:07:49.328 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001 returned Deferred@1023560140(state=PENDING, result=null, callback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001), errback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001)), so the following Deferred is getting paused: Deferred@447005908(state=PAUSED, result=Deferred@1023560140, callback=, errback=) 20:07:49.347 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911 returned Deferred@1023560140(state=PENDING, result=null, callback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911), errback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911)), so the following Deferred is getting paused: Deferred@664847049(state=PAUSED, result=Deferred@1023560140, callback=, errback=) 20:07:49.367 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491 returned Deferred@1023560140(state=PENDING, result=null, callback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911) -> (continuation of Deferred@334311681 after org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491), errback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911) -> (continuation of Deferred@334311681 after org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491)), so the following Deferred is getting paused: Deferred@334311681(state=PAUSED, result=Deferred@1023560140, callback=, errback=) 20:07:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.376549 24539 tablet.cc:1768] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:49.387 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@4956f60f@1230435855 returned Deferred@1023560140(state=PENDING, result=null, callback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911) -> (continuation of Deferred@334311681 after org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491) -> (continuation of Deferred@1757533030 after org.apache.kudu.client.AsyncKuduClient$15@4956f60f@1230435855), errback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911) -> (continuation of Deferred@334311681 after org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491) -> (continuation of Deferred@1757533030 after org.apache.kudu.client.AsyncKuduClient$15@4956f60f@1230435855)), so the following Deferred is getting paused: Deferred@1757533030(state=PAUSED, result=Deferred@1023560140, callback=, errback=) 20:07:49.407 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@59b1052f@1504773423 returned Deferred@1023560140(state=PENDING, result=null, callback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911) -> (continuation of Deferred@334311681 after org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491) -> (continuation of Deferred@1757533030 after org.apache.kudu.client.AsyncKuduClient$15@4956f60f@1230435855) -> (continuation of Deferred@598626849 after org.apache.kudu.client.AsyncKuduClient$15@59b1052f@1504773423), errback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911) -> (continuation of Deferred@334311681 after org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491) -> (continuation of Deferred@1757533030 after org.apache.kudu.client.AsyncKuduClient$15@4956f60f@1230435855) -> (continuation of Deferred@598626849 after org.apache.kudu.client.AsyncKuduClient$15@59b1052f@1504773423)), so the following Deferred is getting paused: Deferred@598626849(state=PAUSED, result=Deferred@1023560140, callback=, errback=) 20:07:49.448 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@5d363ed5@1563836117 returned Deferred@1023560140(state=PENDING, result=null, callback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911) -> (continuation of Deferred@334311681 after org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491) -> (continuation of Deferred@1757533030 after org.apache.kudu.client.AsyncKuduClient$15@4956f60f@1230435855) -> (continuation of Deferred@598626849 after org.apache.kudu.client.AsyncKuduClient$15@59b1052f@1504773423) -> (continuation of Deferred@998935798 after org.apache.kudu.client.AsyncKuduClient$15@5d363ed5@1563836117), errback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911) -> (continuation of Deferred@334311681 after org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491) -> (continuation of Deferred@1757533030 after org.apache.kudu.client.AsyncKuduClient$15@4956f60f@1230435855) -> (continuation of Deferred@598626849 after org.apache.kudu.client.AsyncKuduClient$15@59b1052f@1504773423) -> (continuation of Deferred@998935798 after org.apache.kudu.client.AsyncKuduClient$15@5d363ed5@1563836117)), so the following Deferred is getting paused: Deferred@998935798(state=PAUSED, result=Deferred@1023560140, callback=, errback=) 20:07:49.468 [DEBUG - New I/O worker #446] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduClient$15@6ac37ed5@1791196885 returned Deferred@1023560140(state=PENDING, result=null, callback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911) -> (continuation of Deferred@334311681 after org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491) -> (continuation of Deferred@1757533030 after org.apache.kudu.client.AsyncKuduClient$15@4956f60f@1230435855) -> (continuation of Deferred@598626849 after org.apache.kudu.client.AsyncKuduClient$15@59b1052f@1504773423) -> (continuation of Deferred@998935798 after org.apache.kudu.client.AsyncKuduClient$15@5d363ed5@1563836117) -> (continuation of Deferred@1001199350 after org.apache.kudu.client.AsyncKuduClient$15@6ac37ed5@1791196885), errback=(continuation of Deferred@1369867766 after org.apache.kudu.client.AsyncKuduClient$2@60bd15de@1623004638) -> (continuation of Deferred@1331777646 after org.apache.kudu.client.AsyncKuduClient$15@3519b857@890878039) -> (continuation of Deferred@447005908 after org.apache.kudu.client.AsyncKuduClient$15@35c7a789@902277001) -> (continuation of Deferred@664847049 after org.apache.kudu.client.AsyncKuduClient$15@62871cd7@1653021911) -> (continuation of Deferred@334311681 after org.apache.kudu.client.AsyncKuduClient$15@2f53d25b@794022491) -> (continuation of Deferred@1757533030 after org.apache.kudu.client.AsyncKuduClient$15@4956f60f@1230435855) -> (continuation of Deferred@598626849 after org.apache.kudu.client.AsyncKuduClient$15@59b1052f@1504773423) -> (continuation of Deferred@998935798 after org.apache.kudu.client.AsyncKuduClient$15@5d363ed5@1563836117) -> (continuation of Deferred@1001199350 after org.apache.kudu.client.AsyncKuduClient$15@6ac37ed5@1791196885)), so the following Deferred is getting paused: Deferred@1001199350(state=PAUSED, result=Deferred@1023560140, callback=, errback=) 20:07:49.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.491839 24665 tablet.cc:1768] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.501018 24691 raft_consensus.cc:472] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout) 20:07:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.501118 24691 raft_consensus.cc:494] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f541e2a3be466fb6a798fdd6833373" member_type: VOTER last_known_addr { host: "127.23.130.131" port: 60226 } } peers { permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 } } peers { permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 } } 20:07:49.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.501806 24691 leader_election.cc:292] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d8ed24fffc9b4f3ebbfa3d2094bac4c8 (127.23.130.130:53444), db9965db1c9c4d9996379b16dc064ae1 (127.23.130.129:40415) 20:07:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.505060 24364 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "1ace619e387747f0a3ccc78b504bfe89" candidate_uuid: "51f541e2a3be466fb6a798fdd6833373" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db9965db1c9c4d9996379b16dc064ae1" is_pre_election: true 20:07:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.505182 24364 raft_consensus.cc:2346] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51f541e2a3be466fb6a798fdd6833373 in term 0. 20:07:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.505657 24493 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "1ace619e387747f0a3ccc78b504bfe89" candidate_uuid: "51f541e2a3be466fb6a798fdd6833373" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" is_pre_election: true 20:07:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.505733 24553 leader_election.cc:306] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 51f541e2a3be466fb6a798fdd6833373, db9965db1c9c4d9996379b16dc064ae1; no voters: 20:07:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.505772 24493 raft_consensus.cc:2346] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51f541e2a3be466fb6a798fdd6833373 in term 0. 20:07:49.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.505985 24691 raft_consensus.cc:2640] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 0 FOLLOWER]: Leader pre-election won for term 1 20:07:49.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.506027 24691 raft_consensus.cc:472] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout) 20:07:49.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.506044 24691 raft_consensus.cc:2886] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 0 FOLLOWER]: Advancing to term 1 20:07:49.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.506686 24691 raft_consensus.cc:494] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f541e2a3be466fb6a798fdd6833373" member_type: VOTER last_known_addr { host: "127.23.130.131" port: 60226 } } peers { permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 } } peers { permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 } } 20:07:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.506973 24691 leader_election.cc:292] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [CANDIDATE]: Term 1 election: Requested vote from peers d8ed24fffc9b4f3ebbfa3d2094bac4c8 (127.23.130.130:53444), db9965db1c9c4d9996379b16dc064ae1 (127.23.130.129:40415) 20:07:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.507283 24493 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "1ace619e387747f0a3ccc78b504bfe89" candidate_uuid: "51f541e2a3be466fb6a798fdd6833373" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" 20:07:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.507319 24364 tablet_service.cc:1009] Received RequestConsensusVote() RPC: tablet_id: "1ace619e387747f0a3ccc78b504bfe89" candidate_uuid: "51f541e2a3be466fb6a798fdd6833373" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db9965db1c9c4d9996379b16dc064ae1" 20:07:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.507331 24493 raft_consensus.cc:2886] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8 [term 0 FOLLOWER]: Advancing to term 1 20:07:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.507352 24364 raft_consensus.cc:2886] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1 [term 0 FOLLOWER]: Advancing to term 1 20:07:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.507827 24364 raft_consensus.cc:2346] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 51f541e2a3be466fb6a798fdd6833373 in term 1. 20:07:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.507869 24493 raft_consensus.cc:2346] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 51f541e2a3be466fb6a798fdd6833373 in term 1. 20:07:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.508111 24553 leader_election.cc:306] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 51f541e2a3be466fb6a798fdd6833373, db9965db1c9c4d9996379b16dc064ae1; no voters: 20:07:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.508213 24691 raft_consensus.cc:2640] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 1 FOLLOWER]: Leader election won for term 1 20:07:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.508359 24691 raft_consensus.cc:667] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [term 1 LEADER]: Becoming Leader. State: Replica: 51f541e2a3be466fb6a798fdd6833373, State: Running, Role: LEADER 20:07:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.508584 24691 consensus_queue.cc:206] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f541e2a3be466fb6a798fdd6833373" member_type: VOTER last_known_addr { host: "127.23.130.131" port: 60226 } } peers { permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 } } peers { permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 } } 20:07:49.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.510864 24230 catalog_manager.cc:3781] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 reported cstate change: term changed from 0 to 1, leader changed from to 51f541e2a3be466fb6a798fdd6833373 (127.23.130.131). New cstate: current_term: 1 leader_uuid: "51f541e2a3be466fb6a798fdd6833373" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51f541e2a3be466fb6a798fdd6833373" member_type: VOTER last_known_addr { host: "127.23.130.131" port: 60226 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 } health_report { overall_health: UNKNOWN } } } 20:07:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.512094 24413 tablet.cc:1768] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1: Can't schedule compaction. Clean time has not been advanced past its initial value. 20:07:49.548 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:761) Opened table 2ef51d10b4f4493e909fb49b8a1086b4 20:07:49.549 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.549 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.550 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.550 [DEBUG - Test worker] (AsyncKuduSession.java:452) flushing buffer: Buffer{operations=100, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@61477dd7, flushNotification=Deferred@659322315(state=PENDING, result=null, callback=, errback=)} 20:07:49.550 [DEBUG - Test worker] (Deferred.java:1330) callback=org.apache.kudu.client.AsyncKuduSession$1@1c32aaa5@473082533 returned Deferred@476819133(state=PENDING, result=null, callback=ConvertBatchToListOfResponsesCB -> (continuation of Deferred@1176027426 after org.apache.kudu.client.AsyncKuduSession$1@1c32aaa5@473082533), errback=passthrough -> (continuation of Deferred@1176027426 after org.apache.kudu.client.AsyncKuduSession$1@1c32aaa5@473082533)), so the following Deferred is getting paused: Deferred@1176027426(state=PAUSED, result=Deferred@476819133, callback=, errback=) 20:07:49.550 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.551 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.551 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.551 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.552 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.552 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.552 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.552 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.552 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.553 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.553 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.553 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.553 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.554 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.554 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.554 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.554 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.555 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.555 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.555 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.555 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.555 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.555 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.556 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.556 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.557 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.557 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.557 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.557 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.558 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.558 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.558 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.558 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.558 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.558 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.559 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.559 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.559 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.559 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.559 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.559 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.559 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.560 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.560 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.560 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.560 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.560 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.560 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.560 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.561 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.561 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.561 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.561 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.561 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.561 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.562 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.562 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.562 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.562 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.562 [DEBUG - New I/O worker #446] (AsyncKuduClient.java:2114) Learned about tablet 1ace619e387747f0a3ccc78b504bfe89 for table 'TestKuduClient' with partition [, ) 20:07:49.562 [DEBUG - New I/O worker #446] (TableLocationsCache.java:188) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1ace619e387747f0a3ccc78b504bfe89@[51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)[L],d8ed24fffc9b4f3ebbfa3d2094bac4c8(127.23.130.130:53444),db9965db1c9c4d9996379b16dc064ae1(127.23.130.129:40415)]}] 20:07:49.571 [DEBUG - New I/O worker #448] (Negotiator.java:764) Authenticated connection [id: 0x3b01c629, /127.23.130.131:55080 => /127.23.130.131:60226] using TOKEN/null 20:07:49.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.576398 24364 raft_consensus.cc:1181] T 1ace619e387747f0a3ccc78b504bfe89 P db9965db1c9c4d9996379b16dc064ae1 [term 1 FOLLOWER]: Refusing update from remote peer 51f541e2a3be466fb6a798fdd6833373: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:49.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.576442 24493 raft_consensus.cc:1181] T 1ace619e387747f0a3ccc78b504bfe89 P d8ed24fffc9b4f3ebbfa3d2094bac4c8 [term 1 FOLLOWER]: Refusing update from remote peer 51f541e2a3be466fb6a798fdd6833373: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch) 20:07:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.577028 24694 consensus_queue.cc:984] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db9965db1c9c4d9996379b16dc064ae1" member_type: VOTER last_known_addr { host: "127.23.130.129" port: 40415 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.577172 24691 consensus_queue.cc:984] T 1ace619e387747f0a3ccc78b504bfe89 P 51f541e2a3be466fb6a798fdd6833373 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d8ed24fffc9b4f3ebbfa3d2094bac4c8" member_type: VOTER last_known_addr { host: "127.23.130.130" port: 53444 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s 20:07:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.583984 24696 mvcc.cc:203] Tried to move safe_time back from 6337601820979716096 to 6337601820708773888. Current Snapshot: MvccSnapshot[committed={T|T < 6337601820979716096}] 20:07:49.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.584931 24698 mvcc.cc:203] Tried to move safe_time back from 6337601820979716096 to 6337601820708773888. Current Snapshot: MvccSnapshot[committed={T|T < 6337601820979716096}] 20:07:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.589538 24697 mvcc.cc:203] Tried to move safe_time back from 6337601820979716096 to 6337601820708773888. Current Snapshot: MvccSnapshot[committed={T|T < 6337601820979716096}] 20:07:49.600 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.614 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.618 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 25 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.621 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 25 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.624 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.627 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.627 [DEBUG - Test worker] (AsyncKuduScanner.java:311) Short circuiting scan 20:07:49.629 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 100 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.635 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.635 [DEBUG - Test worker] (AsyncKuduScanner.java:311) Short circuiting scan 20:07:49.640 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 50 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.646 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.648 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.651 [DEBUG - New I/O worker #448] (AsyncKuduScanner.java:1037) AsyncKuduScanner$Response(scannerId = "", data = RowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=TestKuduClient, tablet=1ace619e387747f0a3ccc78b504bfe89, scannerId=null, scanRequestTimeout=30000) 20:07:49.651 [DEBUG - New I/O worker #445] (Connection.java:688) [peer master-127.23.130.190:37490(127.23.130.190:37490)] cleaning up while in state READY due to: connection disconnected 20:07:49.651 [DEBUG - New I/O worker #446] (Connection.java:688) [peer master-127.23.130.188:44206(127.23.130.188:44206)] cleaning up while in state READY due to: connection disconnected 20:07:49.652 [DEBUG - New I/O worker #447] (Connection.java:688) [peer master-127.23.130.189:52771(127.23.130.189:52771)] cleaning up while in state READY due to: connection disconnected 20:07:49.653 [DEBUG - New I/O worker #448] (Connection.java:688) [peer 51f541e2a3be466fb6a798fdd6833373(127.23.130.131:60226)] cleaning up while in state READY due to: connection disconnected 20:07:49.653 [DEBUG - Test worker] (AsyncKuduClient.java:2260) Releasing all remaining resources 20:07:49.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.653990 24074 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 24266 20:07:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.658077 24213 connection.cc:512] server connection from 127.23.130.129:42751 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.129:42751): Connection reset by peer (error 104) 20:07:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.658085 24090 connection.cc:512] server connection from 127.23.130.129:45418 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.129:45418): Connection reset by peer (error 104) 20:07:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.658201 24074 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 24417 20:07:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.658398 24152 connection.cc:512] server connection from 127.23.130.129:57326 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.129:57326): Connection reset by peer (error 104) 20:07:49.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.658530 24553 connection.cc:512] client connection to 127.23.130.129:40415 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.129:40415): Connection reset by peer (error 104) 20:07:49.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.661415 24212 connection.cc:512] server connection from 127.23.130.130:43387 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.130:43387): Connection reset by peer (error 104) 20:07:49.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.661447 24552 connection.cc:512] client connection to 127.23.130.130:53444 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.130:53444): Connection reset by peer (error 104) 20:07:49.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.661449 24074 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-tserver with pid 24543 20:07:49.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.661499 24150 connection.cc:512] server connection from 127.23.130.130:43598 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.130:43598): Connection reset by peer (error 104) 20:07:49.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.661572 24090 connection.cc:512] server connection from 127.23.130.130:52543 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.130:52543): Connection reset by peer (error 104) 20:07:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.664211 24152 connection.cc:512] server connection from 127.23.130.131:48699 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.131:48699): Connection reset by peer (error 104) 20:07:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.664294 24090 connection.cc:512] server connection from 127.23.130.131:36923 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.131:36923): Connection reset by peer (error 104) 20:07:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) W0111 20:07:49.664415 24212 connection.cc:512] server connection from 127.23.130.131:36490 recv error: Network error: failed to read from TLS socket (remote: 127.23.130.131:36490): Connection reset by peer (error 104) 20:07:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.664635 24074 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 24081 20:07:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.667748 24074 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 24141 20:07:49.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:541) I0111 20:07:49.670991 24074 external_mini_cluster.cc:1043] Killing /data/somelongdirectorytoavoidrpathissues/src/kudu/build/debug/bin/kudu-master with pid 24203 ]]>