[KUDU-285] TSAN failure in tablet_peer-test: unlock of unlocked mutex - ASF JIRA

XML

Word

Printable

JSON

Details

Type: Bug
Status: Resolved
Priority: Major
Resolution: Fixed
Affects Version/s: M3
Fix Version/s: None
Component/s: tablet
Labels:
None

Description

Seeing this when running tablet_peer-test under TSAN on master rev 47fbf5dea313b6a75edbce83bebb4ff3980e3a17

[ RUN      ] TabletPeerTest.TestActiveTransactionPreventsLogGC
I0520 00:50:47.001152 27519 tablet_peer.cc:250] Log GC is disabled, not deleting old write-ahead logs!
ThreadSanitizer WARNING: unlock of unlocked mutex 0x7d280000ed3c
I0520 00:50:47.007704 27519 log.cc:289] Rolled over to a new segment: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000012
    #0 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #1 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #2 kudu::simple_spinlock::unlock() /home/mpercy/src/kudu/src/util/locks.h:35 (tablet_peer-test+0x00000044c339)
    #3 boost::lock_guard<kudu::simple_spinlock>::~lock_guard() /usr/include/boost/thread/lock_guard.hpp:67 (tablet_peer-test+0x000000443e11)
    #4 kudu::tablet::LeaderTransactionDriver::ApplyAndCommitSucceeded() /home/mpercy/src/kudu/src/tablet/transactions/transaction_driver.cc:233 (tablet_peer-test+0x0000004538ea)
    #5 boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>::operator()(kudu::tablet::TransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000004575ed)
    #6 void boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x00000045755a)
    #7 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x000000457503)
    #8 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000457309)
    #9 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #10 kudu::BoundFunctionCallback::OnSuccess() /home/mpercy/src/kudu/src/util/task_executor.h:116 (tablet_peer-test+0x0000004583fd)
    #11 kudu::FutureToStatusCallback::operator()(kudu::Status const&) /home/mpercy/src/kudu/src/util/task_executor.h:53 (tablet_peer-test+0x000000564fe3)
    #12 boost::detail::function::void_function_obj_invoker1<kudu::FutureToStatusCallback, void, kudu::Status const&>::invoke(boost::detail::function::function_buffer&, kudu::Status const&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000564d90)
    #13 boost::function1<void, kudu::Status const&>::operator()(kudu::Status const&) const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458539)
    #14 kudu::log::Log::AppendThread::RunThread() /home/mpercy/src/kudu/src/consensus/log.cc:121 (tablet_peer-test+0x0000005bb5a7)
    #15 boost::_mfi::mf0<void, kudu::log::Log::AppendThread>::operator()(kudu::log::Log::AppendThread*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000005c8fad)
    #16 void boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> >::operator()<boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x0000005c8f1a)
    #17 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000005c8ec3)
    #18 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x0000005c8cc9)
    #19 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #20 kudu::Thread::SuperviseThread(boost::function<void ()>, long*) /home/mpercy/src/kudu/src/util/thread.cc:462 (tablet_peer-test+0x00000065dd3a)
    #21 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>::operator()(kudu::Thread*, boost::function<void ()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:280 (tablet_peer-test+0x000000661540)
    #22 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:392 (tablet_peer-test+0x00000066145f)
    #23 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000006613c3)
    #24 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:117 (tablet_peer-test+0x000000660670)
    #25 <null> <null>:0 (libboost_thread.so.1.54.0+0x00000000ba49)

ThreadSanitizer WARNING: unlock of unlocked mutex 0x7d2800004e7c
I0520 00:50:47.012135 27519 log.cc:289] Rolled over to a new segment: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000013
    #0 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #1 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #2 kudu::simple_spinlock::unlock() /home/mpercy/src/kudu/src/util/locks.h:35 (tablet_peer-test+0x00000044c339)
    #3 boost::lock_guard<kudu::simple_spinlock>::~lock_guard() /usr/include/boost/thread/lock_guard.hpp:67 (tablet_peer-test+0x000000443e11)
    #4 kudu::tablet::LeaderTransactionDriver::ApplyAndCommitSucceeded() /home/mpercy/src/kudu/src/tablet/transactions/transaction_driver.cc:233 (tablet_peer-test+0x0000004538ea)
    #5 boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>::operator()(kudu::tablet::TransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000004575ed)
    #6 void boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x00000045755a)
    #7 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x000000457503)
    #8 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000457309)
    #9 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #10 kudu::BoundFunctionCallback::OnSuccess() /home/mpercy/src/kudu/src/util/task_executor.h:116 (tablet_peer-test+0x0000004583fd)
    #11 kudu::FutureToStatusCallback::operator()(kudu::Status const&) /home/mpercy/src/kudu/src/util/task_executor.h:53 (tablet_peer-test+0x000000564fe3)
    #12 boost::detail::function::void_function_obj_invoker1<kudu::FutureToStatusCallback, void, kudu::Status const&>::invoke(boost::detail::function::function_buffer&, kudu::Status const&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000564d90)
    #13 boost::function1<void, kudu::Status const&>::operator()(kudu::Status const&) const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458539)
    #14 kudu::log::Log::AppendThread::RunThread() /home/mpercy/src/kudu/src/consensus/log.cc:121 (tablet_peer-test+0x0000005bb5a7)
    #15 boost::_mfi::mf0<void, kudu::log::Log::AppendThread>::operator()(kudu::log::Log::AppendThread*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000005c8fad)
    #16 void boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> >::operator()<boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x0000005c8f1a)
    #17 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000005c8ec3)
    #18 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x0000005c8cc9)
    #19 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #20 kudu::Thread::SuperviseThread(boost::function<void ()>, long*) /home/mpercy/src/kudu/src/util/thread.cc:462 (tablet_peer-test+0x00000065dd3a)
    #21 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>::operator()(kudu::Thread*, boost::function<void ()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:280 (tablet_peer-test+0x000000661540)
    #22 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:392 (tablet_peer-test+0x00000066145f)
    #23 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000006613c3)
    #24 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:117 (tablet_peer-test+0x000000660670)
    #25 <null> <null>:0 (libboost_thread.so.1.54.0+0x00000000ba49)

ThreadSanitizer WARNING: unlock of unlocked mutex 0x7d2800004ddc
    #0 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #1 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #2 kudu::simple_spinlock::unlock() /home/mpercy/src/kudu/src/util/locks.h:35 (tablet_peer-test+0x00000044c339)
    #3 boost::lock_guard<kudu::simple_spinlock>::~lock_guard() /usr/include/boost/thread/lock_guard.hpp:67 (tablet_peer-test+0x000000443e11)
    #4 kudu::tablet::LeaderTransactionDriver::ApplyAndCommitSucceeded() /home/mpercy/src/kudu/src/tablet/transactions/transaction_driver.cc:233 (tablet_peer-test+0x0000004538ea)
    #5 boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>::operator()(kudu::tablet::TransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000004575ed)
    #6 void boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x00000045755a)
    #7 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x000000457503)
    #8 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000457309)
    #9 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #10 kudu::BoundFunctionCallback::OnSuccess() /home/mpercy/src/kudu/src/util/task_executor.h:116 (tablet_peer-test+0x0000004583fd)
    #11 kudu::FutureToStatusCallback::operator()(kudu::Status const&) /home/mpercy/src/kudu/src/util/task_executor.h:53 (tablet_peer-test+0x000000564fe3)
    #12 boost::detail::function::void_function_obj_invoker1<kudu::FutureToStatusCallback, void, kudu::Status const&>::invoke(boost::detail::function::function_buffer&, kudu::Status const&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000564d90)
    #13 boost::function1<void, kudu::Status const&>::operator()(kudu::Status const&) const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458539)
    #14 kudu::log::Log::AppendThread::RunThread() /home/mpercy/src/kudu/src/consensus/log.cc:121 (tablet_peer-test+0x0000005bb5a7)
    #15 boost::_mfi::mf0<void, kudu::log::Log::AppendThread>::operator()(kudu::log::Log::AppendThread*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000005c8fad)
    #16 void boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> >::operator()<boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x0000005c8f1a)
    #17 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000005c8ec3)
    #18 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x0000005c8cc9)
    #19 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #20 kudu::Thread::SuperviseThread(boost::function<void ()>, long*) /home/mpercy/src/kudu/src/util/thread.cc:462 (tablet_peer-test+0x00000065dd3a)
    #21 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>::operator()(kudu::Thread*, boost::function<void ()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:280 (tablet_peer-test+0x000000661540)
    #22 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:392 (tablet_peer-test+0x00000066145f)
    #23 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000006613c3)
    #24 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:117 (tablet_peer-test+0x000000660670)
    #25 <null> <null>:0 (libboost_thread.so.1.54.0+0x00000000ba49)

I0520 00:50:47.049770 27519 log.cc:289] Rolled over to a new segment: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000014
ThreadSanitizer WARNING: unlock of unlocked mutex 0x7d2800004d3c
    #0 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #1 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #2 kudu::simple_spinlock::unlock() /home/mpercy/src/kudu/src/util/locks.h:35 (tablet_peer-test+0x00000044c339)
    #3 boost::lock_guard<kudu::simple_spinlock>::~lock_guard() /usr/include/boost/thread/lock_guard.hpp:67 (tablet_peer-test+0x000000443e11)
    #4 kudu::tablet::LeaderTransactionDriver::ApplyAndCommitSucceeded() /home/mpercy/src/kudu/src/tablet/transactions/transaction_driver.cc:233 (tablet_peer-test+0x0000004538ea)
    #5 boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>::operator()(kudu::tablet::TransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000004575ed)
    #6 void boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x00000045755a)
    #7 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x000000457503)
    #8 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000457309)
    #9 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #10 kudu::BoundFunctionCallback::OnSuccess() /home/mpercy/src/kudu/src/util/task_executor.h:116 (tablet_peer-test+0x0000004583fd)
    #11 kudu::FutureToStatusCallback::operator()(kudu::Status const&) /home/mpercy/src/kudu/src/util/task_executor.h:53 (tablet_peer-test+0x000000564fe3)
    #12 boost::detail::function::void_function_obj_invoker1<kudu::FutureToStatusCallback, void, kudu::Status const&>::invoke(boost::detail::function::function_buffer&, kudu::Status const&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000564d90)
    #13 boost::function1<void, kudu::Status const&>::operator()(kudu::Status const&) const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458539)
    #14 kudu::log::Log::AppendThread::RunThread() /home/mpercy/src/kudu/src/consensus/log.cc:121 (tablet_peer-test+0x0000005bb5a7)
    #15 boost::_mfi::mf0<void, kudu::log::Log::AppendThread>::operator()(kudu::log::Log::AppendThread*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000005c8fad)
    #16 void boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> >::operator()<boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x0000005c8f1a)
    #17 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000005c8ec3)
    #18 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x0000005c8cc9)
    #19 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #20 kudu::Thread::SuperviseThread(boost::function<void ()>, long*) /home/mpercy/src/kudu/src/util/thread.cc:462 (tablet_peer-test+0x00000065dd3a)
    #21 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>::operator()(kudu::Thread*, boost::function<void ()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:280 (tablet_peer-test+0x000000661540)
    #22 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:392 (tablet_peer-test+0x00000066145f)
    #23 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000006613c3)
    #24 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:117 (tablet_peer-test+0x000000660670)
    #25 <null> <null>:0 (libboost_thread.so.1.54.0+0x00000000ba49)

I0520 00:50:47.056804 27519 log.cc:289] Rolled over to a new segment: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000015
I0520 00:50:47.062791 27519 tablet.cc:685] Flush: entering stage 1 (old memrowset already frozen for inserts)
I0520 00:50:47.062829 27519 compaction.cc:548] Selected 1 rowsets to compact:
I0520 00:50:47.062855 27519 compaction.cc:551] memrowset(0 bytes)
I0520 00:50:47.062880 27519 tablet.cc:687] Memstore in-memory size: 1572864 bytes
I0520 00:50:47.062909 27519 tablet.cc:1047] Flush: entering phase 1 (flushing snapshot)
I0520 00:50:47.063452 27519 diskrowset.cc:94] Opened CFile writer for column key[uint32 NOT NULL]
I0520 00:50:47.065979 27519 cfile_set.cc:71] Successfully opened cfile for column key[uint32 NOT NULL] in RowSet(0)
I0520 00:50:47.066306 27519 delta_tracker.cc:240] Successfully opened undo delta file 0
I0520 00:50:47.068338 27519 tablet.cc:1135] Flush: entering phase 2 (starting to duplicate updates in new rowsets)
I0520 00:50:47.068538 27519 tablet.cc:1160] Flush Phase 2: carrying over any updates which arrived during Phase 1
I0520 00:50:47.068567 27519 tablet.cc:1161] Phase 2 snapshot: MvccSnapshot[committed={T|T < 6}]
I0520 00:50:47.078476 27519 tablet.cc:1198] Flush successful on 4 rows (65643 bytes)
I0520 00:50:47.085886 27519 log.cc:289] Rolled over to a new segment: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000016
I0520 00:50:47.086009 27519 log.cc:522] Running Log GC on /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId
I0520 00:50:47.086061 27519 log.cc:531] Found 4 stale log segments.
I0520 00:50:47.086148 27519 log.cc:543] Deleting Log file in path: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000011
I0520 00:50:47.086205 27519 log.cc:543] Deleting Log file in path: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000012
I0520 00:50:47.086266 27519 log.cc:543] Deleting Log file in path: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000013
I0520 00:50:47.086316 27519 log.cc:543] Deleting Log file in path: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000014
I0520 00:50:47.086369 27519 log.cc:523] Times for Log GC: real 0.000s	user 0.002s	sys 0.000s
ThreadSanitizer WARNING: unlock of unlocked mutex 0x7d280000e33c
    #0 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #1 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #2 kudu::simple_spinlock::unlock() /home/mpercy/src/kudu/src/util/locks.h:35 (tablet_peer-test+0x00000044c339)
    #3 boost::lock_guard<kudu::simple_spinlock>::~lock_guard() /usr/include/boost/thread/lock_guard.hpp:67 (tablet_peer-test+0x000000443e11)
    #4 kudu::tablet::LeaderTransactionDriver::ApplyAndCommitSucceeded() /home/mpercy/src/kudu/src/tablet/transactions/transaction_driver.cc:233 (tablet_peer-test+0x0000004538ea)
    #5 boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>::operator()(kudu::tablet::TransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000004575ed)
    #6 void boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x00000045755a)
    #7 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x000000457503)
    #8 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000457309)
    #9 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #10 kudu::BoundFunctionCallback::OnSuccess() /home/mpercy/src/kudu/src/util/task_executor.h:116 (tablet_peer-test+0x0000004583fd)
    #11 kudu::FutureToStatusCallback::operator()(kudu::Status const&) /home/mpercy/src/kudu/src/util/task_executor.h:53 (tablet_peer-test+0x000000564fe3)
    #12 boost::detail::function::void_function_obj_invoker1<kudu::FutureToStatusCallback, void, kudu::Status const&>::invoke(boost::detail::function::function_buffer&, kudu::Status const&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000564d90)
    #13 boost::function1<void, kudu::Status const&>::operator()(kudu::Status const&) const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458539)
    #14 kudu::log::Log::AppendThread::RunThread() /home/mpercy/src/kudu/src/consensus/log.cc:121 (tablet_peer-test+0x0000005bb5a7)
    #15 boost::_mfi::mf0<void, kudu::log::Log::AppendThread>::operator()(kudu::log::Log::AppendThread*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000005c8fad)
    #16 void boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> >::operator()<boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x0000005c8f1a)
    #17 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000005c8ec3)
    #18 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x0000005c8cc9)
    #19 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #20 kudu::Thread::SuperviseThread(boost::function<void ()>, long*) /home/mpercy/src/kudu/src/util/thread.cc:462 (tablet_peer-test+0x00000065dd3a)
I0520 00:50:47.093745 27519 log.cc:289] Rolled over to a new segment: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000017
    #21 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>::operator()(kudu::Thread*, boost::function<void ()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:280 (tablet_peer-test+0x000000661540)
    #22 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:392 (tablet_peer-test+0x00000066145f)
    #23 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000006613c3)
    #24 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:117 (tablet_peer-test+0x000000660670)
    #25 <null> <null>:0 (libboost_thread.so.1.54.0+0x00000000ba49)

ThreadSanitizer WARNING: unlock of unlocked mutex 0x7d2800004b5c
I0520 00:50:47.098486 27519 log.cc:289] Rolled over to a new segment: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000018
    #0 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #1 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #2 kudu::simple_spinlock::unlock() /home/mpercy/src/kudu/src/util/locks.h:35 (tablet_peer-test+0x00000044c339)
    #3 boost::lock_guard<kudu::simple_spinlock>::~lock_guard() /usr/include/boost/thread/lock_guard.hpp:67 (tablet_peer-test+0x000000443e11)
    #4 kudu::tablet::LeaderTransactionDriver::ApplyAndCommitSucceeded() /home/mpercy/src/kudu/src/tablet/transactions/transaction_driver.cc:233 (tablet_peer-test+0x0000004538ea)
    #5 boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>::operator()(kudu::tablet::TransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000004575ed)
    #6 void boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x00000045755a)
    #7 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x000000457503)
    #8 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000457309)
    #9 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #10 kudu::BoundFunctionCallback::OnSuccess() /home/mpercy/src/kudu/src/util/task_executor.h:116 (tablet_peer-test+0x0000004583fd)
    #11 kudu::FutureToStatusCallback::operator()(kudu::Status const&) /home/mpercy/src/kudu/src/util/task_executor.h:53 (tablet_peer-test+0x000000564fe3)
    #12 boost::detail::function::void_function_obj_invoker1<kudu::FutureToStatusCallback, void, kudu::Status const&>::invoke(boost::detail::function::function_buffer&, kudu::Status const&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000564d90)
    #13 boost::function1<void, kudu::Status const&>::operator()(kudu::Status const&) const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458539)
    #14 kudu::log::Log::AppendThread::RunThread() /home/mpercy/src/kudu/src/consensus/log.cc:121 (tablet_peer-test+0x0000005bb5a7)
    #15 boost::_mfi::mf0<void, kudu::log::Log::AppendThread>::operator()(kudu::log::Log::AppendThread*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000005c8fad)
    #16 void boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> >::operator()<boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x0000005c8f1a)
    #17 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000005c8ec3)
    #18 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x0000005c8cc9)
    #19 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #20 kudu::Thread::SuperviseThread(boost::function<void ()>, long*) /home/mpercy/src/kudu/src/util/thread.cc:462 (tablet_peer-test+0x00000065dd3a)
    #21 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>::operator()(kudu::Thread*, boost::function<void ()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:280 (tablet_peer-test+0x000000661540)
    #22 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:392 (tablet_peer-test+0x00000066145f)
    #23 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000006613c3)
    #24 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:117 (tablet_peer-test+0x000000660670)
    #25 <null> <null>:0 (libboost_thread.so.1.54.0+0x00000000ba49)

ThreadSanitizer WARNING: unlock of unlocked mutex 0x7d2800004abc
I0520 00:50:47.103054 27519 log.cc:289] Rolled over to a new segment: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000019
I0520 00:50:47.105690 27519 delta_tracker.cc:528] Flushing 3 deltas...
    #0 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #1 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #2 kudu::simple_spinlock::unlock() /home/mpercy/src/kudu/src/util/locks.h:35 (tablet_peer-test+0x00000044c339)
    #3 boost::lock_guard<kudu::simple_spinlock>::~lock_guard() /usr/include/boost/thread/lock_guard.hpp:67 (tablet_peer-test+0x000000443e11)
    #4 kudu::tablet::LeaderTransactionDriver::ApplyAndCommitSucceeded() /home/mpercy/src/kudu/src/tablet/transactions/transaction_driver.cc:233 (tablet_peer-test+0x0000004538ea)
    #5 boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>::operator()(kudu::tablet::TransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000004575ed)
    #6 void boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x00000045755a)
    #7 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x000000457503)
    #8 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000457309)
    #9 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #10 kudu::BoundFunctionCallback::OnSuccess() /home/mpercy/src/kudu/src/util/task_executor.h:116 (tablet_peer-test+0x0000004583fd)
I0520 00:50:47.106281 27519 delta_tracker.cc:475] Flushed delta block: bfb3982db01a44db99a632fed0b39fda
    #11 kudu::FutureToStatusCallback::operator()(kudu::Status const&) /home/mpercy/src/kudu/src/util/task_executor.h:53 (tablet_peer-test+0x000000564fe3)
    #12 boost::detail::function::void_function_obj_invoker1<kudu::FutureToStatusCallback, void, kudu::Status const&>::invoke(boost::detail::function::function_buffer&, kudu::Status const&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000564d90)
    #13 boost::function1<void, kudu::Status const&>::operator()(kudu::Status const&) const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458539)
    #14 kudu::log::Log::AppendThread::RunThread() /home/mpercy/src/kudu/src/consensus/log.cc:121 (tablet_peer-test+0x0000005bb5a7)
    #15 boost::_mfi::mf0<void, kudu::log::Log::AppendThread>::operator()(kudu::log::Log::AppendThread*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000005c8fad)
    #16 void boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> >::operator()<boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x0000005c8f1a)
    #17 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000005c8ec3)
    #18 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153I0520 00:50:47.106510 27519 delta_tracker.cc:487] Reopened delta block for read: bfb3982db01a44db99a632fed0b39fda
 (tablet_peer-test+0x0000005c8cc9)
    #19 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #20 kudu::Thread::SuperviseThread(boost::function<void ()>, long*) /home/mpercy/src/kudu/src/util/thread.cc:462 (tablet_peer-test+0x00000065dd3a)
    #21 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>::operator()(kudu::Thread*, boost::function<void ()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:280 (tablet_peer-test+0x000000661540)
    #22 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:392 (tablet_peer-test+0x00000066145f)
    #23 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000006613c3)
    #24 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:117 (tablet_peer-test+0x000000660670)
    #25 <null> <null>:0 (libboost_thread.so.1.54.0+0x00000000ba49)

I0520 00:50:47.141659 27519 log.cc:522] Running Log GC on /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId
I0520 00:50:47.141757 27519 log.cc:523] Times for Log GC: real 0.000s	user 0.000s	sys 0.000s
ThreadSanitizer WARNING: unlock of unlocked mutex 0x7d2800009bfc
I0520 00:50:47.145083 27519 delta_tracker.cc:528] Flushing 1 deltas...
I0520 00:50:47.145632 27519 delta_tracker.cc:475] Flushed delta block: 2f2e76c7dd33426982a57d38d5256e81
I0520 00:50:47.145854 27519 delta_tracker.cc:487] Reopened delta block for read: 2f2e76c7dd33426982a57d38d5256e81
    #0 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #1 base::SpinLock::Unlock() /home/mpercy/src/kudu/src/gutil/spinlock.h:98 (tablet_peer-test+0x00000044c37a)
    #2 kudu::simple_spinlock::unlock() /home/mpercy/src/kudu/src/util/locks.h:35 (tablet_peer-test+0x00000044c339)
    #3 boost::lock_guard<kudu::simple_spinlock>::~lock_guard() /usr/include/boost/thread/lock_guard.hpp:67 (tablet_peer-test+0x000000443e11)
    #4 kudu::tablet::LeaderTransactionDriver::ApplyAndCommitSucceeded() /home/mpercy/src/kudu/src/tablet/transactions/transaction_driver.cc:233 (tablet_peer-test+0x0000004538ea)
    #5 boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>::operator()(kudu::tablet::TransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000004575ed)
    #6 void boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x00000045755a)
    #7 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x000000457503)
    #8 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::TransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::TransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000457309)
    #9 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #10 kudu::BoundFunctionCallback::OnSuccess() /home/mpercy/src/kudu/src/util/task_executor.h:116 (tablet_peer-test+0x0000004583fd)
    #11 kudu::FutureToStatusCallback::operator()(kudu::Status const&) /home/mpercy/src/kudu/src/util/task_executor.h:53 (tablet_peer-test+0x000000564fe3)
    #12 boost::detail::function::void_function_obj_invoker1<kudu::FutureToStatusCallback, void, kudu::Status const&>::invoke(boost::detail::function::function_buffer&, kudu::Status const&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x000000564d90)
    #13 boost::function1<void, kudu::Status const&>::operator()(kudu::Status const&) const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458539)
    #14 kudu::log::Log::AppendThread::RunThread() /home/mpercy/src/kudu/src/consensus/log.cc:121 (tablet_peer-test+0x0000005bb5a7)
    #15 boost::_mfi::mf0<void, kudu::log::Log::AppendThread>::operator()(kudu::log::Log::AppendThread*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (tablet_peer-test+0x0000005c8fad)
    #16 void boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> >::operator()<boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:253 (tablet_peer-test+0x0000005c8f1a)
    #17 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000005c8ec3)
    #18 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::log::Log::AppendThread>, boost::_bi::list1<boost::_bi::value<kudu::log::Log::AppendThread*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (tablet_peer-test+0x0000005c8cc9)
    #19 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:766 (tablet_peer-test+0x000000458ed1)
    #20 kudu::Thread::SuperviseThread(boost::function<void ()>, long*) /home/mpercy/src/kudu/src/util/thread.cc:462 (tablet_peer-test+0x00000065dd3a)
    #21 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>::operator()(kudu::Thread*, boost::function<void ()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:280 (tablet_peer-test+0x000000661540)
    #22 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:392 (tablet_peer-test+0x00000066145f)
    #23 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (tablet_peer-test+0x0000006613c3)
    #24 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:117 (tablet_peer-test+0x000000660670)
    #25 <null> <null>:0 (libboost_thread.so.1.54.0+0x00000000ba49)

I0520 00:50:47.156287 27519 log.cc:522] Running Log GC on /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId
I0520 00:50:47.156358 27519 log.cc:531] Found 3 stale log segments.
I0520 00:50:47.156441 27519 log.cc:543] Deleting Log file in path: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000015
I0520 00:50:47.156502 27519 log.cc:543] Deleting Log file in path: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000016
I0520 00:50:47.156548 27519 log.cc:543] Deleting Log file in path: /tmp/kudutest-1000/TabletPeerTest.TestActiveTransactionPreventsLogGC.1400572246962113-27519/wals/KuduTabletTestId/log-000000017
I0520 00:50:47.156595 27519 log.cc:523] Times for Log GC: real 0.000s	user 0.000s	sys 0.000s
[       OK ] TabletPeerTest.TestActiveTransactionPreventsLogGC (204 ms)

Attachments

Issue Links

relates to

KUDU-419 Evaluate necessity of various locks in transaction/transactiondriver

In Progress

Activity

People

Assignee:: Todd Lipcon

Reporter:: Mike Percy

Votes:: 0 Vote for this issue

Watchers:: 2 Start watching this issue

Dates

Created:: 20/May/14 02:51

Updated:: 26/Feb/16 13:46

Resolved:: 30/Jul/14 19:15