[KUDU-391] TSAN failure in alter_table-test

• Type: Bug
• Status: Resolved
• Priority: Blocker
• Resolution: Fixed
• Affects Version/s: M4.5
• Component/s: consensus
• Labels: alter-table
• Target Version/s: Feature Complete
• Assignee: Todd Lipcon
• Reporter: Adar Dembo
• Created: 07/Jul/14 21:16
• Updated: 26/Feb/16 13:56
• Resolved: 29/Jun/15 11:29

Description

Three failures. Spotted in http://sandbox.jenkins.cloudera.com/job/kudu-gerrit/3925/BUILD_TYPE=TSAN,label=kudu-gerrit-slaves.

Maybe this is related to KUDU-382?

==================
WARNING: ThreadSanitizer: data race (pid=4136)
  Write of size 8 at 0x7d540002e900 by thread T18 (mutexes: write M14772):
    #0 void std::swap<kudu::Schema*>(kudu::Schema*&, kudu::Schema*&) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/move.h:83 (libtserver.so+0x0000000c93eb)
    #1 std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::swap(std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>&) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:551 (libtablet.so+0x000000201970)
    #2 void std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::reset<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:505 (libtablet.so+0x0000001f3a25)
    #3 kudu::tablet::Tablet::AlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet.cc:653 (libtablet.so+0x0000001eb208)
    #4 kudu::tablet::AlterSchemaTransaction::Apply(gscoped_ptr<kudu::consensus::CommitMsg, base::DefaultDeleter<kudu::consensus::CommitMsg> >*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/alter_schema_transaction.cc:83 (libtablet.so+0x000000244bc7)
    #5 kudu::tablet::LeaderTransactionDriver::ApplyAndCommit() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:270 (libtablet.so+0x0000002495a6)
    #6 boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x000000250142)
    #7 kudu::Status boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<kudu::Status>, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, long) /usr/include/boost/bind/bind.hpp:236 (libtablet.so+0x0000002500a8)
    #8 boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025004c)
    #9 boost::detail::function::function_obj_invoker0<boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, kudu::Status>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:132 (libtablet.so+0x00000024fe20)
    #10 boost::function0<kudu::Status>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libkrpc.so+0x0000000d0c59)
    #11 kudu::BoundTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:348 (libkudu_util.so+0x000000174374)
    #12 kudu::FutureTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:38 (libkudu_util.so+0x0000001706db)
    #13 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #14 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #15 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #16 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #17 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #18 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #19 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #20 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #21 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #22 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #23 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #24 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Previous write of size 8 at 0x7d540002e900 by thread T75 (mutexes: write M14619):
    #0 void std::swap<kudu::Schema*>(kudu::Schema*&, kudu::Schema*&) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/move.h:83 (libtserver.so+0x0000000c93eb)
    #1 std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::swap(std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>&) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:551 (libtablet.so+0x000000201970)
    #2 void std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::reset<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:505 (libtablet.so+0x0000001f3a25)
    #3 kudu::tablet::Tablet::AlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet.cc:653 (libtablet.so+0x0000001eb208)
    #4 kudu::tablet::AlterSchemaTransaction::Apply(gscoped_ptr<kudu::consensus::CommitMsg, base::DefaultDeleter<kudu::consensus::CommitMsg> >*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/alter_schema_transaction.cc:83 (libtablet.so+0x000000244bc7)
    #5 kudu::tablet::LeaderTransactionDriver::ApplyAndCommit() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:270 (libtablet.so+0x0000002495a6)
    #6 boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x000000250142)
    #7 kudu::Status boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<kudu::Status>, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, long) /usr/include/boost/bind/bind.hpp:236 (libtablet.so+0x0000002500a8)
    #8 boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025004c)
    #9 boost::detail::function::function_obj_invoker0<boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, kudu::Status>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:132 (libtablet.so+0x00000024fe20)
    #10 boost::function0<kudu::Status>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libkrpc.so+0x0000000d0c59)
    #11 kudu::BoundTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:348 (libkudu_util.so+0x000000174374)
    #12 kudu::FutureTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:38 (libkudu_util.so+0x0000001706db)
    #13 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #14 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #15 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #16 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #17 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #18 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #19 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #20 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #21 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #22 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #23 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #24 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Location is heap block of size 616 at 0x7d540002e900 allocated by thread T62:
    #0 operator new(unsigned long) ??:0 (exe+0x000000044046)
    #1 kudu::tablet::TabletBootstrap::FetchBlocksAndOpenTablet(bool*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_bootstrap.cc:350 (libtablet.so+0x00000021d76c)
    #2 kudu::tablet::TabletBootstrap::Bootstrap(std::tr1::shared_ptr<kudu::tablet::Tablet>*, gscoped_ptr<kudu::log::Log, base::DefaultDeleter<kudu::log::Log> >*, scoped_refptr<kudu::log::OpIdAnchorRegistry>*, kudu::consensus::ConsensusBootstrapInfo*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_bootstrap.cc:305 (libtablet.so+0x00000021cfc4)
    #3 kudu::tablet::BootstrapTablet(scoped_refptr<kudu::metadata::TabletMetadata> const&, scoped_refptr<kudu::server::Clock> const&, kudu::MetricContext*, kudu::tablet::TabletStatusListener*, std::tr1::shared_ptr<kudu::tablet::Tablet>*, gscoped_ptr<kudu::log::Log, base::DefaultDeleter<kudu::log::Log> >*, scoped_refptr<kudu::log::OpIdAnchorRegistry>*, kudu::consensus::ConsensusBootstrapInfo*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_bootstrap.cc:245 (libtablet.so+0x00000021cc76)
    #4 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::metadata::TabletMetadata> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/ts_tablet_manager.cc:286 (libtserver.so+0x0000000d09c8)
    #5 boost::_mfi::mf1<void, kudu::tserver::TSTabletManager, scoped_refptr<kudu::metadata::TabletMetadata> const&>::operator()(kudu::tserver::TSTabletManager*, scoped_refptr<kudu::metadata::TabletMetadata> const&) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libtserver.so+0x0000000db742)
    #6 void boost::_bi::list2<boost::_bi::value<kudu::tserver::TSTabletManager*>, boost::_bi::value<scoped_refptr<kudu::metadata::TabletMetadata> > >::operator()<boost::_mfi::mf1<void, kudu::tserver::TSTabletManager, scoped_refptr<kudu::metadata::TabletMetadata> const&>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::tserver::TSTabletManager, scoped_refptr<kudu::metadata::TabletMetadata> const&>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libtserver.so+0x0000000db6a0)
    #7 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::tserver::TSTabletManager, scoped_refptr<kudu::metadata::TabletMetadata> const&>, boost::_bi::list2<boost::_bi::value<kudu::tserver::TSTabletManager*>, boost::_bi::value<scoped_refptr<kudu::metadata::TabletMetadata> > > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtserver.so+0x0000000db641)
    #8 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::tserver::TSTabletManager, scoped_refptr<kudu::metadata::TabletMetadata> const&>, boost::_bi::list2<boost::_bi::value<kudu::tserver::TSTabletManager*>, boost::_bi::value<scoped_refptr<kudu::metadata::TabletMetadata> > > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libtserver.so+0x0000000db3a1)
    #9 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #10 kudu::FunctionRunnable::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:33 (libkudu_util.so+0x00000018adad)
    #11 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #12 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #13 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #14 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #15 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #16 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #17 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #18 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #19 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #20 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #21 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #22 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Mutex M14772 created at:
    #0 __tsan_atomic32_compare_exchange_strong ??:0 (exe+0x000000061161)
    #1 base::subtle::Acquire_CompareAndSwap(int volatile*, int, int) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/atomicops-internals-tsan.h:259 (exe+0x00000008c3c7)
    #2 base::SpinLock::Lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/spinlock.h:73 (exe+0x00000008c340)
    #3 kudu::simple_spinlock::lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/locks.h:29 (exe+0x00000008c309)
    #4 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:194 (exe+0x00000008c2d8)
    #5 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:195 (exe+0x00000008c140)
    #6 kudu::tablet::TransactionDriver::Init(kudu::tablet::Transaction*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:44 (libtablet.so+0x000000248196)
    #7 kudu::tablet::LeaderTransactionDriver::Create(kudu::tablet::Transaction*, kudu::tablet::TransactionTracker*, kudu::consensus::Consensus*, kudu::TaskExecutor*, kudu::TaskExecutor*, kudu::simple_spinlock*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:97 (libtablet.so+0x000000248570)
    #8 kudu::tablet::TabletPeer::NewLeaderTransactionDriver(kudu::tablet::Transaction*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:411 (libtablet.so+0x000000234739)
    #9 kudu::tablet::TabletPeer::SubmitAlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:243 (libtablet.so+0x0000002347cf)
    #10 kudu::tserver::TabletServiceImpl::AlterSchema(kudu::tserver::AlterSchemaRequestPB const*, kudu::tserver::AlterSchemaResponsePB*, kudu::rpc::RpcContext*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_service.cc:227 (libtserver.so+0x0000000bee0d)
    #11 kudu::tserver::TabletServerServiceIf::Handle(kudu::rpc::InboundCall*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tserver_service.service.cc:200 (libtserver_service_proto.so+0x0000000081b2)
    #12 kudu::rpc::ServicePool::RunThread() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/rpc/service_pool.cc:155 (libkrpc.so+0x0000000e728e)
    #13 boost::_mfi::mf0<void, kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000e9eeb)
    #14 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::rpc::ServicePool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000e9e51)
    #15 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkrpc.so+0x0000000e9e01)
    #16 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkrpc.so+0x0000000e9bd9)
    #17 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #18 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #19 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #20 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #21 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #22 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #23 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Mutex M14619 created at:
    #0 __tsan_atomic32_compare_exchange_strong ??:0 (exe+0x000000061161)
    #1 base::subtle::Acquire_CompareAndSwap(int volatile*, int, int) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/atomicops-internals-tsan.h:259 (exe+0x00000008c3c7)
    #2 base::SpinLock::Lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/spinlock.h:73 (exe+0x00000008c340)
    #3 kudu::simple_spinlock::lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/locks.h:29 (exe+0x00000008c309)
    #4 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:194 (exe+0x00000008c2d8)
    #5 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:195 (exe+0x00000008c140)
    #6 kudu::tablet::TransactionDriver::Init(kudu::tablet::Transaction*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:44 (libtablet.so+0x000000248196)
    #7 kudu::tablet::LeaderTransactionDriver::Create(kudu::tablet::Transaction*, kudu::tablet::TransactionTracker*, kudu::consensus::Consensus*, kudu::TaskExecutor*, kudu::TaskExecutor*, kudu::simple_spinlock*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:97 (libtablet.so+0x000000248570)
    #8 kudu::tablet::TabletPeer::NewLeaderTransactionDriver(kudu::tablet::Transaction*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:411 (libtablet.so+0x000000234739)
    #9 kudu::tablet::TabletPeer::SubmitAlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:243 (libtablet.so+0x0000002347cf)
    #10 kudu::tserver::TabletServiceImpl::AlterSchema(kudu::tserver::AlterSchemaRequestPB const*, kudu::tserver::AlterSchemaResponsePB*, kudu::rpc::RpcContext*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_service.cc:227 (libtserver.so+0x0000000bee0d)
    #11 kudu::tserver::TabletServerServiceIf::Handle(kudu::rpc::InboundCall*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tserver_service.service.cc:200 (libtserver_service_proto.so+0x0000000081b2)
    #12 kudu::rpc::ServicePool::RunThread() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/rpc/service_pool.cc:155 (libkrpc.so+0x0000000e728e)
    #13 boost::_mfi::mf0<void, kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000e9eeb)
    #14 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::rpc::ServicePool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000e9e51)
    #15 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkrpc.so+0x0000000e9e01)
    #16 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkrpc.so+0x0000000e9bd9)
    #17 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #18 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #19 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #20 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #21 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #22 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #23 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Thread T18 'ldr-apply [work' (tid=5407, running) created by thread T69 at:
    #0 pthread_create ??:0 (exe+0x000000046da2)
    #1 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000a876)
    #2 boost::thread::thread<void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*>(void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*) /usr/include/boost/thread/detail/thread.hpp:253 (libkudu_util.so+0x00000017c8f1)
    #3 kudu::Thread::StartThread(std::string const&, std::string const&, boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:404 (libkudu_util.so+0x00000017a71e)
    #4 kudu::Status kudu::Thread::Create<void (kudu::ThreadPool::*)(bool), kudu::ThreadPool*, bool>(std::string const&, std::string const&, void (kudu::ThreadPool::* const&)(bool), kudu::ThreadPool* const&, bool const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.h:133 (libkudu_util.so+0x000000188bc2)
    #5 kudu::ThreadPool::CreateThreadUnlocked() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:291 (libkudu_util.so+0x000000187355)
    #6 kudu::ThreadPool::Submit(std::tr1::shared_ptr<kudu::Runnable> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:168 (libkudu_util.so+0x000000187763)
    #7 kudu::TaskExecutor::Submit(std::tr1::shared_ptr<kudu::Task> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:167 (libkudu_util.so+0x0000001714b0)
    #8 kudu::TaskExecutor::Submit(boost::function<kudu::Status ()()> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:172 (libkudu_util.so+0x0000001715bd)
    #9 kudu::tablet::LeaderTransactionDriver::PrepareOrReplicateSucceeded() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:202 (libtablet.so+0x000000248ed3)
    #10 boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x00000025236b)
    #11 void boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libtablet.so+0x0000002522d1)
    #12 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025227d)
    #13 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libtablet.so+0x000000252059)
    #14 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #15 kudu::BoundFunctionCallback::OnSuccess() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:226 (libtablet.so+0x000000254d7d)
    #16 kudu::FutureTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:45 (libkudu_util.so+0x00000017081c)
    #17 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #18 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #19 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #20 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #21 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #22 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #23 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #24 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #25 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #26 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #27 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #28 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Thread T75 'ldr-apply [work' (tid=5403, running) created by thread T35 at:
    #0 pthread_create ??:0 (exe+0x000000046da2)
    #1 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000a876)
    #2 boost::thread::thread<void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*>(void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*) /usr/include/boost/thread/detail/thread.hpp:253 (libkudu_util.so+0x00000017c8f1)
    #3 kudu::Thread::StartThread(std::string const&, std::string const&, boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:404 (libkudu_util.so+0x00000017a71e)
    #4 kudu::Status kudu::Thread::Create<void (kudu::ThreadPool::*)(bool), kudu::ThreadPool*, bool>(std::string const&, std::string const&, void (kudu::ThreadPool::* const&)(bool), kudu::ThreadPool* const&, bool const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.h:133 (libkudu_util.so+0x000000188bc2)
    #5 kudu::ThreadPool::CreateThreadUnlocked() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:291 (libkudu_util.so+0x000000187355)
    #6 kudu::ThreadPool::Submit(std::tr1::shared_ptr<kudu::Runnable> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:168 (libkudu_util.so+0x000000187763)
    #7 kudu::TaskExecutor::Submit(std::tr1::shared_ptr<kudu::Task> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:167 (libkudu_util.so+0x0000001714b0)
    #8 kudu::TaskExecutor::Submit(boost::function<kudu::Status ()()> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:172 (libkudu_util.so+0x0000001715bd)
    #9 kudu::tablet::LeaderTransactionDriver::PrepareOrReplicateSucceeded() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:202 (libtablet.so+0x000000248ed3)
    #10 boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x00000025236b)
    #11 void boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libtablet.so+0x0000002522d1)
    #12 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025227d)
    #13 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libtablet.so+0x000000252059)
    #14 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #15 kudu::BoundFunctionCallback::OnSuccess() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:226 (libtablet.so+0x000000254d7d)
    #16 kudu::FutureTask::AddListener(std::tr1::shared_ptr<kudu::FutureCallback>) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:73 (libkudu_util.so+0x000000170d61)
    #17 non-virtual thunk to kudu::FutureTask::AddListener(std::tr1::shared_ptr<kudu::FutureCallback>) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:77 (libkudu_util.so+0x000000170de4)
    #18 kudu::tablet::LeaderTransactionDriver::Execute() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:165 (libtablet.so+0x000000248b3e)
    #19 kudu::tablet::TabletPeer::SubmitAlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:244 (libtablet.so+0x0000002347f2)
    #20 kudu::tserver::TabletServiceImpl::AlterSchema(kudu::tserver::AlterSchemaRequestPB const*, kudu::tserver::AlterSchemaResponsePB*, kudu::rpc::RpcContext*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_service.cc:227 (libtserver.so+0x0000000bee0d)
    #21 kudu::tserver::TabletServerServiceIf::Handle(kudu::rpc::InboundCall*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tserver_service.service.cc:200 (libtserver_service_proto.so+0x0000000081b2)
    #22 kudu::rpc::ServicePool::RunThread() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/rpc/service_pool.cc:155 (libkrpc.so+0x0000000e728e)
    #23 boost::_mfi::mf0<void, kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000e9eeb)
    #24 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::rpc::ServicePool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000e9e51)
    #25 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkrpc.so+0x0000000e9e01)
    #26 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkrpc.so+0x0000000e9bd9)
    #27 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #28 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #29 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #30 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #31 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #32 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #33 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Thread T62 'tablet-bootstra' (tid=5364, running) created by main thread at:
    #0 pthread_create ??:0 (exe+0x000000046da2)
    #1 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000a876)
    #2 boost::thread::thread<void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*>(void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*) /usr/include/boost/thread/detail/thread.hpp:253 (libkudu_util.so+0x00000017c8f1)
    #3 kudu::Thread::StartThread(std::string const&, std::string const&, boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:404 (libkudu_util.so+0x00000017a71e)
    #4 kudu::Status kudu::Thread::Create<void (kudu::ThreadPool::*)(bool), kudu::ThreadPool*, bool>(std::string const&, std::string const&, void (kudu::ThreadPool::* const&)(bool), kudu::ThreadPool* const&, bool const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.h:133 (libkudu_util.so+0x000000188bc2)
    #5 kudu::ThreadPool::CreateThreadUnlocked() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:291 (libkudu_util.so+0x000000187355)
    #6 kudu::ThreadPool::Submit(std::tr1::shared_ptr<kudu::Runnable> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:168 (libkudu_util.so+0x000000187763)
    #7 kudu::ThreadPool::SubmitFunc(boost::function<void ()()> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:141 (libkudu_util.so+0x000000187565)
    #8 kudu::tserver::TSTabletManager::Init() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/ts_tablet_manager.cc:125 (libtserver.so+0x0000000cfd21)
    #9 kudu::tserver::TabletServer::Init() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_server.cc:74 (libtserver.so+0x0000000bbdbf)
    #10 kudu::tserver::MiniTabletServer::Start() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/mini_tablet_server.cc:63 (libtserver.so+0x0000000aad39)
    #11 kudu::AlterTableTest::RestartTabletServer() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/integration-tests/alter_table-test.cc:83 (exe+0x00000007c0d9)
    #12 kudu::AlterTableTest_TestAlterOnTSRestart_Test::TestBody() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/integration-tests/alter_table-test.cc:236 (exe+0x00000007888c)
    #13 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) ??:0 (libkudu_test_main.so+0x0000000654bd)
    #14 __libc_start_main ??:0 (libc.so.6+0x00000001ecdc)

SUMMARY: ThreadSanitizer: data race /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/move.h:83 void std::swap<kudu::Schema*>(kudu::Schema*&, kudu::Schema*&)
==================

==================
WARNING: ThreadSanitizer: data race (pid=4136)
  Read of size 8 at 0x7d540002e908 by thread T18 (mutexes: write M14772):
    #0 std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>::_M_swap(std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>&) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:181 (exe+0x00000008e252)
    #1 std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::swap(std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>&) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:552 (libtablet.so+0x000000201983)
    #2 void std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::reset<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:505 (libtablet.so+0x0000001f3a25)
    #3 kudu::tablet::Tablet::AlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet.cc:653 (libtablet.so+0x0000001eb208)
    #4 kudu::tablet::AlterSchemaTransaction::Apply(gscoped_ptr<kudu::consensus::CommitMsg, base::DefaultDeleter<kudu::consensus::CommitMsg> >*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/alter_schema_transaction.cc:83 (libtablet.so+0x000000244bc7)
    #5 kudu::tablet::LeaderTransactionDriver::ApplyAndCommit() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:270 (libtablet.so+0x0000002495a6)
    #6 boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x000000250142)
    #7 kudu::Status boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<kudu::Status>, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, long) /usr/include/boost/bind/bind.hpp:236 (libtablet.so+0x0000002500a8)
    #8 boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025004c)
    #9 boost::detail::function::function_obj_invoker0<boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, kudu::Status>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:132 (libtablet.so+0x00000024fe20)
    #10 boost::function0<kudu::Status>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libkrpc.so+0x0000000d0c59)
    #11 kudu::BoundTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:348 (libkudu_util.so+0x000000174374)
    #12 kudu::FutureTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:38 (libkudu_util.so+0x0000001706db)
    #13 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #14 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #15 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #16 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #17 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #18 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #19 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #20 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #21 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #22 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #23 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #24 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Previous write of size 8 at 0x7d540002e908 by thread T75 (mutexes: write M14619):
    #0 std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>::_M_swap(std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>&) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:182 (exe+0x00000008e260)
    #1 std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::swap(std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>&) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:552 (libtablet.so+0x000000201983)
    #2 void std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::reset<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:505 (libtablet.so+0x0000001f3a25)
    #3 kudu::tablet::Tablet::AlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet.cc:653 (libtablet.so+0x0000001eb208)
    #4 kudu::tablet::AlterSchemaTransaction::Apply(gscoped_ptr<kudu::consensus::CommitMsg, base::DefaultDeleter<kudu::consensus::CommitMsg> >*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/alter_schema_transaction.cc:83 (libtablet.so+0x000000244bc7)
    #5 kudu::tablet::LeaderTransactionDriver::ApplyAndCommit() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:270 (libtablet.so+0x0000002495a6)
    #6 boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x000000250142)
    #7 kudu::Status boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<kudu::Status>, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, long) /usr/include/boost/bind/bind.hpp:236 (libtablet.so+0x0000002500a8)
    #8 boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025004c)
    #9 boost::detail::function::function_obj_invoker0<boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, kudu::Status>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:132 (libtablet.so+0x00000024fe20)
    #10 boost::function0<kudu::Status>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libkrpc.so+0x0000000d0c59)
    #11 kudu::BoundTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:348 (libkudu_util.so+0x000000174374)
    #12 kudu::FutureTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:38 (libkudu_util.so+0x0000001706db)
    #13 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #14 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #15 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #16 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #17 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #18 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #19 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #20 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #21 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #22 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #23 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #24 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Location is heap block of size 616 at 0x7d540002e900 allocated by thread T62:
    #0 operator new(unsigned long) ??:0 (exe+0x000000044046)
    #1 kudu::tablet::TabletBootstrap::FetchBlocksAndOpenTablet(bool*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_bootstrap.cc:350 (libtablet.so+0x00000021d76c)
    #2 kudu::tablet::TabletBootstrap::Bootstrap(std::tr1::shared_ptr<kudu::tablet::Tablet>*, gscoped_ptr<kudu::log::Log, base::DefaultDeleter<kudu::log::Log> >*, scoped_refptr<kudu::log::OpIdAnchorRegistry>*, kudu::consensus::ConsensusBootstrapInfo*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_bootstrap.cc:305 (libtablet.so+0x00000021cfc4)
    #3 kudu::tablet::BootstrapTablet(scoped_refptr<kudu::metadata::TabletMetadata> const&, scoped_refptr<kudu::server::Clock> const&, kudu::MetricContext*, kudu::tablet::TabletStatusListener*, std::tr1::shared_ptr<kudu::tablet::Tablet>*, gscoped_ptr<kudu::log::Log, base::DefaultDeleter<kudu::log::Log> >*, scoped_refptr<kudu::log::OpIdAnchorRegistry>*, kudu::consensus::ConsensusBootstrapInfo*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_bootstrap.cc:245 (libtablet.so+0x00000021cc76)
    #4 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::metadata::TabletMetadata> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/ts_tablet_manager.cc:286 (libtserver.so+0x0000000d09c8)
    #5 boost::_mfi::mf1<void, kudu::tserver::TSTabletManager, scoped_refptr<kudu::metadata::TabletMetadata> const&>::operator()(kudu::tserver::TSTabletManager*, scoped_refptr<kudu::metadata::TabletMetadata> const&) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libtserver.so+0x0000000db742)
    #6 void boost::_bi::list2<boost::_bi::value<kudu::tserver::TSTabletManager*>, boost::_bi::value<scoped_refptr<kudu::metadata::TabletMetadata> > >::operator()<boost::_mfi::mf1<void, kudu::tserver::TSTabletManager, scoped_refptr<kudu::metadata::TabletMetadata> const&>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::tserver::TSTabletManager, scoped_refptr<kudu::metadata::TabletMetadata> const&>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libtserver.so+0x0000000db6a0)
    #7 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::tserver::TSTabletManager, scoped_refptr<kudu::metadata::TabletMetadata> const&>, boost::_bi::list2<boost::_bi::value<kudu::tserver::TSTabletManager*>, boost::_bi::value<scoped_refptr<kudu::metadata::TabletMetadata> > > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtserver.so+0x0000000db641)
    #8 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::tserver::TSTabletManager, scoped_refptr<kudu::metadata::TabletMetadata> const&>, boost::_bi::list2<boost::_bi::value<kudu::tserver::TSTabletManager*>, boost::_bi::value<scoped_refptr<kudu::metadata::TabletMetadata> > > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libtserver.so+0x0000000db3a1)
    #9 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #10 kudu::FunctionRunnable::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:33 (libkudu_util.so+0x00000018adad)
    #11 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #12 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #13 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #14 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #15 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #16 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #17 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #18 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #19 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #20 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #21 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #22 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Mutex M14772 created at:
    #0 __tsan_atomic32_compare_exchange_strong ??:0 (exe+0x000000061161)
    #1 base::subtle::Acquire_CompareAndSwap(int volatile*, int, int) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/atomicops-internals-tsan.h:259 (exe+0x00000008c3c7)
    #2 base::SpinLock::Lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/spinlock.h:73 (exe+0x00000008c340)
    #3 kudu::simple_spinlock::lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/locks.h:29 (exe+0x00000008c309)
    #4 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:194 (exe+0x00000008c2d8)
    #5 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:195 (exe+0x00000008c140)
    #6 kudu::tablet::TransactionDriver::Init(kudu::tablet::Transaction*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:44 (libtablet.so+0x000000248196)
    #7 kudu::tablet::LeaderTransactionDriver::Create(kudu::tablet::Transaction*, kudu::tablet::TransactionTracker*, kudu::consensus::Consensus*, kudu::TaskExecutor*, kudu::TaskExecutor*, kudu::simple_spinlock*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:97 (libtablet.so+0x000000248570)
    #8 kudu::tablet::TabletPeer::NewLeaderTransactionDriver(kudu::tablet::Transaction*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:411 (libtablet.so+0x000000234739)
    #9 kudu::tablet::TabletPeer::SubmitAlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:243 (libtablet.so+0x0000002347cf)
    #10 kudu::tserver::TabletServiceImpl::AlterSchema(kudu::tserver::AlterSchemaRequestPB const*, kudu::tserver::AlterSchemaResponsePB*, kudu::rpc::RpcContext*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_service.cc:227 (libtserver.so+0x0000000bee0d)
    #11 kudu::tserver::TabletServerServiceIf::Handle(kudu::rpc::InboundCall*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tserver_service.service.cc:200 (libtserver_service_proto.so+0x0000000081b2)
    #12 kudu::rpc::ServicePool::RunThread() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/rpc/service_pool.cc:155 (libkrpc.so+0x0000000e728e)
    #13 boost::_mfi::mf0<void, kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000e9eeb)
    #14 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::rpc::ServicePool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000e9e51)
    #15 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkrpc.so+0x0000000e9e01)
    #16 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkrpc.so+0x0000000e9bd9)
    #17 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #18 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #19 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #20 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #21 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #22 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #23 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Mutex M14619 created at:
    #0 __tsan_atomic32_compare_exchange_strong ??:0 (exe+0x000000061161)
    #1 base::subtle::Acquire_CompareAndSwap(int volatile*, int, int) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/atomicops-internals-tsan.h:259 (exe+0x00000008c3c7)
    #2 base::SpinLock::Lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/spinlock.h:73 (exe+0x00000008c340)
    #3 kudu::simple_spinlock::lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/locks.h:29 (exe+0x00000008c309)
    #4 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:194 (exe+0x00000008c2d8)
    #5 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:195 (exe+0x00000008c140)
    #6 kudu::tablet::TransactionDriver::Init(kudu::tablet::Transaction*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:44 (libtablet.so+0x000000248196)
    #7 kudu::tablet::LeaderTransactionDriver::Create(kudu::tablet::Transaction*, kudu::tablet::TransactionTracker*, kudu::consensus::Consensus*, kudu::TaskExecutor*, kudu::TaskExecutor*, kudu::simple_spinlock*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:97 (libtablet.so+0x000000248570)
    #8 kudu::tablet::TabletPeer::NewLeaderTransactionDriver(kudu::tablet::Transaction*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:411 (libtablet.so+0x000000234739)
    #9 kudu::tablet::TabletPeer::SubmitAlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:243 (libtablet.so+0x0000002347cf)
    #10 kudu::tserver::TabletServiceImpl::AlterSchema(kudu::tserver::AlterSchemaRequestPB const*, kudu::tserver::AlterSchemaResponsePB*, kudu::rpc::RpcContext*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_service.cc:227 (libtserver.so+0x0000000bee0d)
    #11 kudu::tserver::TabletServerServiceIf::Handle(kudu::rpc::InboundCall*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tserver_service.service.cc:200 (libtserver_service_proto.so+0x0000000081b2)
    #12 kudu::rpc::ServicePool::RunThread() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/rpc/service_pool.cc:155 (libkrpc.so+0x0000000e728e)
    #13 boost::_mfi::mf0<void, kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000e9eeb)
    #14 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::rpc::ServicePool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000e9e51)
    #15 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkrpc.so+0x0000000e9e01)
    #16 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkrpc.so+0x0000000e9bd9)
    #17 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #18 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #19 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #20 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #21 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #22 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #23 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Thread T18 'ldr-apply [work' (tid=5407, running) created by thread T69 at:
    #0 pthread_create ??:0 (exe+0x000000046da2)
    #1 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000a876)
    #2 boost::thread::thread<void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*>(void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*) /usr/include/boost/thread/detail/thread.hpp:253 (libkudu_util.so+0x00000017c8f1)
    #3 kudu::Thread::StartThread(std::string const&, std::string const&, boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:404 (libkudu_util.so+0x00000017a71e)
    #4 kudu::Status kudu::Thread::Create<void (kudu::ThreadPool::*)(bool), kudu::ThreadPool*, bool>(std::string const&, std::string const&, void (kudu::ThreadPool::* const&)(bool), kudu::ThreadPool* const&, bool const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.h:133 (libkudu_util.so+0x000000188bc2)
    #5 kudu::ThreadPool::CreateThreadUnlocked() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:291 (libkudu_util.so+0x000000187355)
    #6 kudu::ThreadPool::Submit(std::tr1::shared_ptr<kudu::Runnable> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:168 (libkudu_util.so+0x000000187763)
    #7 kudu::TaskExecutor::Submit(std::tr1::shared_ptr<kudu::Task> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:167 (libkudu_util.so+0x0000001714b0)
    #8 kudu::TaskExecutor::Submit(boost::function<kudu::Status ()()> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:172 (libkudu_util.so+0x0000001715bd)
    #9 kudu::tablet::LeaderTransactionDriver::PrepareOrReplicateSucceeded() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:202 (libtablet.so+0x000000248ed3)
    #10 boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x00000025236b)
    #11 void boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libtablet.so+0x0000002522d1)
    #12 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025227d)
    #13 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libtablet.so+0x000000252059)
    #14 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #15 kudu::BoundFunctionCallback::OnSuccess() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:226 (libtablet.so+0x000000254d7d)
    #16 kudu::FutureTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:45 (libkudu_util.so+0x00000017081c)
    #17 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #18 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #19 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #20 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #21 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #22 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #23 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #24 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #25 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #26 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #27 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #28 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Thread T75 'ldr-apply [work' (tid=5403, running) created by thread T35 at:
    #0 pthread_create ??:0 (exe+0x000000046da2)
    #1 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000a876)
    #2 boost::thread::thread<void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*>(void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*) /usr/include/boost/thread/detail/thread.hpp:253 (libkudu_util.so+0x00000017c8f1)
    #3 kudu::Thread::StartThread(std::string const&, std::string const&, boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:404 (libkudu_util.so+0x00000017a71e)
    #4 kudu::Status kudu::Thread::Create<void (kudu::ThreadPool::*)(bool), kudu::ThreadPool*, bool>(std::string const&, std::string const&, void (kudu::ThreadPool::* const&)(bool), kudu::ThreadPool* const&, bool const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.h:133 (libkudu_util.so+0x000000188bc2)
    #5 kudu::ThreadPool::CreateThreadUnlocked() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:291 (libkudu_util.so+0x000000187355)
    #6 kudu::ThreadPool::Submit(std::tr1::shared_ptr<kudu::Runnable> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:168 (libkudu_util.so+0x000000187763)
    #7 kudu::TaskExecutor::Submit(std::tr1::shared_ptr<kudu::Task> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:167 (libkudu_util.so+0x0000001714b0)
    #8 kudu::TaskExecutor::Submit(boost::function<kudu::Status ()()> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:172 (libkudu_util.so+0x0000001715bd)
    #9 kudu::tablet::LeaderTransactionDriver::PrepareOrReplicateSucceeded() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:202 (libtablet.so+0x000000248ed3)
    #10 boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x00000025236b)
    #11 void boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libtablet.so+0x0000002522d1)
    #12 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025227d)
    #13 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libtablet.so+0x000000252059)
    #14 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #15 kudu::BoundFunctionCallback::OnSuccess() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:226 (libtablet.so+0x000000254d7d)
    #16 kudu::FutureTask::AddListener(std::tr1::shared_ptr<kudu::FutureCallback>) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:73 (libkudu_util.so+0x000000170d61)
    #17 non-virtual thunk to kudu::FutureTask::AddListener(std::tr1::shared_ptr<kudu::FutureCallback>) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:77 (libkudu_util.so+0x000000170de4)
    #18 kudu::tablet::LeaderTransactionDriver::Execute() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:165 (libtablet.so+0x000000248b3e)
    #19 kudu::tablet::TabletPeer::SubmitAlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:244 (libtablet.so+0x0000002347f2)
    #20 kudu::tserver::TabletServiceImpl::AlterSchema(kudu::tserver::AlterSchemaRequestPB const*, kudu::tserver::AlterSchemaResponsePB*, kudu::rpc::RpcContext*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_service.cc:227 (libtserver.so+0x0000000bee0d)
    #21 kudu::tserver::TabletServerServiceIf::Handle(kudu::rpc::InboundCall*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tserver_service.service.cc:200 (libtserver_service_proto.so+0x0000000081b2)
    #22 kudu::rpc::ServicePool::RunThread() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/rpc/service_pool.cc:155 (libkrpc.so+0x0000000e728e)
    #23 boost::_mfi::mf0<void, kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000e9eeb)
    #24 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::rpc::ServicePool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000e9e51)
    #25 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkrpc.so+0x0000000e9e01)
    #26 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkrpc.so+0x0000000e9bd9)
    #27 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #28 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #29 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #30 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #31 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #32 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #33 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Thread T62 'tablet-bootstra' (tid=5364, running) created by main thread at:
    #0 pthread_create ??:0 (exe+0x000000046da2)
    #1 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000a876)
    #2 boost::thread::thread<void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*>(void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*) /usr/include/boost/thread/detail/thread.hpp:253 (libkudu_util.so+0x00000017c8f1)
    #3 kudu::Thread::StartThread(std::string const&, std::string const&, boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:404 (libkudu_util.so+0x00000017a71e)
    #4 kudu::Status kudu::Thread::Create<void (kudu::ThreadPool::*)(bool), kudu::ThreadPool*, bool>(std::string const&, std::string const&, void (kudu::ThreadPool::* const&)(bool), kudu::ThreadPool* const&, bool const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.h:133 (libkudu_util.so+0x000000188bc2)
    #5 kudu::ThreadPool::CreateThreadUnlocked() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:291 (libkudu_util.so+0x000000187355)
    #6 kudu::ThreadPool::Submit(std::tr1::shared_ptr<kudu::Runnable> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:168 (libkudu_util.so+0x000000187763)
    #7 kudu::ThreadPool::SubmitFunc(boost::function<void ()()> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:141 (libkudu_util.so+0x000000187565)
    #8 kudu::tserver::TSTabletManager::Init() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/ts_tablet_manager.cc:125 (libtserver.so+0x0000000cfd21)
    #9 kudu::tserver::TabletServer::Init() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_server.cc:74 (libtserver.so+0x0000000bbdbf)
    #10 kudu::tserver::MiniTabletServer::Start() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/mini_tablet_server.cc:63 (libtserver.so+0x0000000aad39)
    #11 kudu::AlterTableTest::RestartTabletServer() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/integration-tests/alter_table-test.cc:83 (exe+0x00000007c0d9)
    #12 kudu::AlterTableTest_TestAlterOnTSRestart_Test::TestBody() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/integration-tests/alter_table-test.cc:236 (exe+0x00000007888c)
    #13 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) ??:0 (libkudu_test_main.so+0x0000000654bd)
    #14 __libc_start_main ??:0 (libc.so.6+0x00000001ecdc)

SUMMARY: ThreadSanitizer: data race /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:181 std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>::_M_swap(std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>&)
==================

==================
WARNING: ThreadSanitizer: data race on vptr (ctor/dtor vs virtual call) (pid=4136)
  Read of size 8 at 0x7d0800016140 by thread T18 (mutexes: write M14772):
    #0 std::tr1::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1_impl/boost_sp_counted_base.h:140 (exe+0x000000083f08)
    #1 std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>::~__shared_count() /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:153 (exe+0x000000083ec6)
    #2 std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>::~__shared_count() /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:151 (exe+0x000000083e89)
    #3 std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::~__shared_ptr() /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:357 (libtserver.so+0x0000000ca7ed)
    #4 std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::~__shared_ptr() /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:357 (libtablet.so+0x0000002019a9)
    #5 void std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::reset<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:505 (libtablet.so+0x0000001f3a2d)
    #6 kudu::tablet::Tablet::AlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet.cc:653 (libtablet.so+0x0000001eb208)
    #7 kudu::tablet::AlterSchemaTransaction::Apply(gscoped_ptr<kudu::consensus::CommitMsg, base::DefaultDeleter<kudu::consensus::CommitMsg> >*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/alter_schema_transaction.cc:83 (libtablet.so+0x000000244bc7)
    #8 kudu::tablet::LeaderTransactionDriver::ApplyAndCommit() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:270 (libtablet.so+0x0000002495a6)
    #9 boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x000000250142)
    #10 kudu::Status boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<kudu::Status>, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, long) /usr/include/boost/bind/bind.hpp:236 (libtablet.so+0x0000002500a8)
    #11 boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025004c)
    #12 boost::detail::function::function_obj_invoker0<boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, kudu::Status>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:132 (libtablet.so+0x00000024fe20)
    #13 boost::function0<kudu::Status>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libkrpc.so+0x0000000d0c59)
    #14 kudu::BoundTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:348 (libkudu_util.so+0x000000174374)
    #15 kudu::FutureTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:38 (libkudu_util.so+0x0000001706db)
    #16 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #17 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #18 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #19 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #20 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #21 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #22 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #23 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #24 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #25 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #26 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #27 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Previous write of size 8 at 0x7d0800016140 by thread T75 (mutexes: write M14619):
    #0 operator new(unsigned long) ??:0 (exe+0x000000044046)
    #1 std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>::__shared_count<kudu::Schema*>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:114 (libtablet.so+0x000000201b31)
    #2 std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>::__shared_count<kudu::Schema*>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:122 (libtablet.so+0x000000201af0)
    #3 std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::__shared_ptr<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:378 (libtablet.so+0x000000201abf)
    #4 std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::__shared_ptr<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:382 (libtablet.so+0x000000201940)
    #5 void std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::reset<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:505 (libtablet.so+0x0000001f3a1a)
    #6 kudu::tablet::Tablet::AlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet.cc:653 (libtablet.so+0x0000001eb208)
    #7 kudu::tablet::AlterSchemaTransaction::Apply(gscoped_ptr<kudu::consensus::CommitMsg, base::DefaultDeleter<kudu::consensus::CommitMsg> >*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/alter_schema_transaction.cc:83 (libtablet.so+0x000000244bc7)
    #8 kudu::tablet::LeaderTransactionDriver::ApplyAndCommit() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:270 (libtablet.so+0x0000002495a6)
    #9 boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x000000250142)
    #10 kudu::Status boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<kudu::Status>, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, long) /usr/include/boost/bind/bind.hpp:236 (libtablet.so+0x0000002500a8)
    #11 boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025004c)
    #12 boost::detail::function::function_obj_invoker0<boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, kudu::Status>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:132 (libtablet.so+0x00000024fe20)
    #13 boost::function0<kudu::Status>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libkrpc.so+0x0000000d0c59)
    #14 kudu::BoundTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:348 (libkudu_util.so+0x000000174374)
    #15 kudu::FutureTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:38 (libkudu_util.so+0x0000001706db)
    #16 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #17 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #18 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #19 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #20 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #21 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #22 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #23 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #24 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #25 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #26 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #27 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Location is heap block of size 32 at 0x7d0800016140 allocated by thread T75:
    #0 operator new(unsigned long) ??:0 (exe+0x000000044046)
    #1 std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>::__shared_count<kudu::Schema*>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:114 (libtablet.so+0x000000201b31)
    #2 std::tr1::__shared_count<(__gnu_cxx::_Lock_policy)2>::__shared_count<kudu::Schema*>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:122 (libtablet.so+0x000000201af0)
    #3 std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::__shared_ptr<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:378 (libtablet.so+0x000000201abf)
    #4 std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::__shared_ptr<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:382 (libtablet.so+0x000000201940)
    #5 void std::tr1::__shared_ptr<kudu::Schema, (__gnu_cxx::_Lock_policy)2>::reset<kudu::Schema>(kudu::Schema*) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1/shared_ptr.h:505 (libtablet.so+0x0000001f3a1a)
    #6 kudu::tablet::Tablet::AlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet.cc:653 (libtablet.so+0x0000001eb208)
    #7 kudu::tablet::AlterSchemaTransaction::Apply(gscoped_ptr<kudu::consensus::CommitMsg, base::DefaultDeleter<kudu::consensus::CommitMsg> >*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/alter_schema_transaction.cc:83 (libtablet.so+0x000000244bc7)
    #8 kudu::tablet::LeaderTransactionDriver::ApplyAndCommit() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:270 (libtablet.so+0x0000002495a6)
    #9 boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x000000250142)
    #10 kudu::Status boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<kudu::Status>, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, long) /usr/include/boost/bind/bind.hpp:236 (libtablet.so+0x0000002500a8)
    #11 boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025004c)
    #12 boost::detail::function::function_obj_invoker0<boost::_bi::bind_t<kudu::Status, boost::_mfi::mf0<kudu::Status, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, kudu::Status>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:132 (libtablet.so+0x00000024fe20)
    #13 boost::function0<kudu::Status>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libkrpc.so+0x0000000d0c59)
    #14 kudu::BoundTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:348 (libkudu_util.so+0x000000174374)
    #15 kudu::FutureTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:38 (libkudu_util.so+0x0000001706db)
    #16 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #17 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #18 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #19 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #20 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #21 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #22 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #23 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #24 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #25 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #26 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #27 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Mutex M14772 created at:
    #0 __tsan_atomic32_compare_exchange_strong ??:0 (exe+0x000000061161)
    #1 base::subtle::Acquire_CompareAndSwap(int volatile*, int, int) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/atomicops-internals-tsan.h:259 (exe+0x00000008c3c7)
    #2 base::SpinLock::Lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/spinlock.h:73 (exe+0x00000008c340)
    #3 kudu::simple_spinlock::lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/locks.h:29 (exe+0x00000008c309)
    #4 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:194 (exe+0x00000008c2d8)
    #5 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:195 (exe+0x00000008c140)
    #6 kudu::tablet::TransactionDriver::Init(kudu::tablet::Transaction*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:44 (libtablet.so+0x000000248196)
    #7 kudu::tablet::LeaderTransactionDriver::Create(kudu::tablet::Transaction*, kudu::tablet::TransactionTracker*, kudu::consensus::Consensus*, kudu::TaskExecutor*, kudu::TaskExecutor*, kudu::simple_spinlock*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:97 (libtablet.so+0x000000248570)
    #8 kudu::tablet::TabletPeer::NewLeaderTransactionDriver(kudu::tablet::Transaction*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:411 (libtablet.so+0x000000234739)
    #9 kudu::tablet::TabletPeer::SubmitAlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:243 (libtablet.so+0x0000002347cf)
    #10 kudu::tserver::TabletServiceImpl::AlterSchema(kudu::tserver::AlterSchemaRequestPB const*, kudu::tserver::AlterSchemaResponsePB*, kudu::rpc::RpcContext*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_service.cc:227 (libtserver.so+0x0000000bee0d)
    #11 kudu::tserver::TabletServerServiceIf::Handle(kudu::rpc::InboundCall*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tserver_service.service.cc:200 (libtserver_service_proto.so+0x0000000081b2)
    #12 kudu::rpc::ServicePool::RunThread() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/rpc/service_pool.cc:155 (libkrpc.so+0x0000000e728e)
    #13 boost::_mfi::mf0<void, kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000e9eeb)
    #14 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::rpc::ServicePool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000e9e51)
    #15 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkrpc.so+0x0000000e9e01)
    #16 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkrpc.so+0x0000000e9bd9)
    #17 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #18 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #19 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #20 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #21 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #22 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #23 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Mutex M14619 created at:
    #0 __tsan_atomic32_compare_exchange_strong ??:0 (exe+0x000000061161)
    #1 base::subtle::Acquire_CompareAndSwap(int volatile*, int, int) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/atomicops-internals-tsan.h:259 (exe+0x00000008c3c7)
    #2 base::SpinLock::Lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/gutil/spinlock.h:73 (exe+0x00000008c340)
    #3 kudu::simple_spinlock::lock() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/locks.h:29 (exe+0x00000008c309)
    #4 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:194 (exe+0x00000008c2d8)
    #5 boost::lock_guard<kudu::simple_spinlock>::lock_guard(kudu::simple_spinlock&) /usr/include/boost/thread/locks.hpp:195 (exe+0x00000008c140)
    #6 kudu::tablet::TransactionDriver::Init(kudu::tablet::Transaction*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:44 (libtablet.so+0x000000248196)
    #7 kudu::tablet::LeaderTransactionDriver::Create(kudu::tablet::Transaction*, kudu::tablet::TransactionTracker*, kudu::consensus::Consensus*, kudu::TaskExecutor*, kudu::TaskExecutor*, kudu::simple_spinlock*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:97 (libtablet.so+0x000000248570)
    #8 kudu::tablet::TabletPeer::NewLeaderTransactionDriver(kudu::tablet::Transaction*, scoped_refptr<kudu::tablet::LeaderTransactionDriver>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:411 (libtablet.so+0x000000234739)
    #9 kudu::tablet::TabletPeer::SubmitAlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:243 (libtablet.so+0x0000002347cf)
    #10 kudu::tserver::TabletServiceImpl::AlterSchema(kudu::tserver::AlterSchemaRequestPB const*, kudu::tserver::AlterSchemaResponsePB*, kudu::rpc::RpcContext*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_service.cc:227 (libtserver.so+0x0000000bee0d)
    #11 kudu::tserver::TabletServerServiceIf::Handle(kudu::rpc::InboundCall*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tserver_service.service.cc:200 (libtserver_service_proto.so+0x0000000081b2)
    #12 kudu::rpc::ServicePool::RunThread() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/rpc/service_pool.cc:155 (libkrpc.so+0x0000000e728e)
    #13 boost::_mfi::mf0<void, kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000e9eeb)
    #14 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::rpc::ServicePool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000e9e51)
    #15 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkrpc.so+0x0000000e9e01)
    #16 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkrpc.so+0x0000000e9bd9)
    #17 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #18 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #19 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #20 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #21 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #22 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #23 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Thread T18 'ldr-apply [work' (tid=5407, running) created by thread T69 at:
    #0 pthread_create ??:0 (exe+0x000000046da2)
    #1 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000a876)
    #2 boost::thread::thread<void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*>(void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*) /usr/include/boost/thread/detail/thread.hpp:253 (libkudu_util.so+0x00000017c8f1)
    #3 kudu::Thread::StartThread(std::string const&, std::string const&, boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:404 (libkudu_util.so+0x00000017a71e)
    #4 kudu::Status kudu::Thread::Create<void (kudu::ThreadPool::*)(bool), kudu::ThreadPool*, bool>(std::string const&, std::string const&, void (kudu::ThreadPool::* const&)(bool), kudu::ThreadPool* const&, bool const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.h:133 (libkudu_util.so+0x000000188bc2)
    #5 kudu::ThreadPool::CreateThreadUnlocked() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:291 (libkudu_util.so+0x000000187355)
    #6 kudu::ThreadPool::Submit(std::tr1::shared_ptr<kudu::Runnable> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:168 (libkudu_util.so+0x000000187763)
    #7 kudu::TaskExecutor::Submit(std::tr1::shared_ptr<kudu::Task> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:167 (libkudu_util.so+0x0000001714b0)
    #8 kudu::TaskExecutor::Submit(boost::function<kudu::Status ()()> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:172 (libkudu_util.so+0x0000001715bd)
    #9 kudu::tablet::LeaderTransactionDriver::PrepareOrReplicateSucceeded() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:202 (libtablet.so+0x000000248ed3)
    #10 boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x00000025236b)
    #11 void boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libtablet.so+0x0000002522d1)
    #12 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025227d)
    #13 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libtablet.so+0x000000252059)
    #14 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #15 kudu::BoundFunctionCallback::OnSuccess() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:226 (libtablet.so+0x000000254d7d)
    #16 kudu::FutureTask::Run() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:45 (libkudu_util.so+0x00000017081c)
    #17 kudu::ThreadPool::DispatchThread(bool) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:265 (libkudu_util.so+0x000000187cde)
    #18 boost::_mfi::mf1<void, kudu::ThreadPool, bool>::operator()(kudu::ThreadPool*, bool) const /usr/include/boost/bind/mem_fn_template.hpp:162 (libkudu_util.so+0x0000001894e3)
    #19 void boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, kudu::ThreadPool, bool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:306 (libkudu_util.so+0x00000018944b)
    #20 boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x0000001893e1)
    #21 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, kudu::ThreadPool, bool>, boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkudu_util.so+0x0000001891b1)
    #22 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #23 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #24 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #25 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #26 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #27 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #28 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

  Thread T75 'ldr-apply [work' (tid=5403, running) created by thread T35 at:
    #0 pthread_create ??:0 (exe+0x000000046da2)
    #1 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000a876)
    #2 boost::thread::thread<void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*>(void (kudu::Thread::*)(boost::function<void ()()>, long*), kudu::Thread*, boost::function<void ()()>, long*) /usr/include/boost/thread/detail/thread.hpp:253 (libkudu_util.so+0x00000017c8f1)
    #3 kudu::Thread::StartThread(std::string const&, std::string const&, boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:404 (libkudu_util.so+0x00000017a71e)
    #4 kudu::Status kudu::Thread::Create<void (kudu::ThreadPool::*)(bool), kudu::ThreadPool*, bool>(std::string const&, std::string const&, void (kudu::ThreadPool::* const&)(bool), kudu::ThreadPool* const&, bool const&, scoped_refptr<kudu::Thread>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.h:133 (libkudu_util.so+0x000000188bc2)
    #5 kudu::ThreadPool::CreateThreadUnlocked() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:291 (libkudu_util.so+0x000000187355)
    #6 kudu::ThreadPool::Submit(std::tr1::shared_ptr<kudu::Runnable> const&) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/threadpool.cc:168 (libkudu_util.so+0x000000187763)
    #7 kudu::TaskExecutor::Submit(std::tr1::shared_ptr<kudu::Task> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:167 (libkudu_util.so+0x0000001714b0)
    #8 kudu::TaskExecutor::Submit(boost::function<kudu::Status ()()> const&, std::tr1::shared_ptr<kudu::Future>*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:172 (libkudu_util.so+0x0000001715bd)
    #9 kudu::tablet::LeaderTransactionDriver::PrepareOrReplicateSucceeded() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:202 (libtablet.so+0x000000248ed3)
    #10 boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>::operator()(kudu::tablet::LeaderTransactionDriver*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libtablet.so+0x00000025236b)
    #11 void boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> >::operator()<boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libtablet.so+0x0000002522d1)
    #12 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libtablet.so+0x00000025227d)
    #13 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::tablet::LeaderTransactionDriver>, boost::_bi::list1<boost::_bi::value<kudu::tablet::LeaderTransactionDriver*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libtablet.so+0x000000252059)
    #14 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #15 kudu::BoundFunctionCallback::OnSuccess() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.h:226 (libtablet.so+0x000000254d7d)
    #16 kudu::FutureTask::AddListener(std::tr1::shared_ptr<kudu::FutureCallback>) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:73 (libkudu_util.so+0x000000170d61)
    #17 non-virtual thunk to kudu::FutureTask::AddListener(std::tr1::shared_ptr<kudu::FutureCallback>) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/task_executor.cc:77 (libkudu_util.so+0x000000170de4)
    #18 kudu::tablet::LeaderTransactionDriver::Execute() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/transactions/transaction_driver.cc:165 (libtablet.so+0x000000248b3e)
    #19 kudu::tablet::TabletPeer::SubmitAlterSchema(kudu::tablet::AlterSchemaTransactionState*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tablet/tablet_peer.cc:244 (libtablet.so+0x0000002347f2)
    #20 kudu::tserver::TabletServiceImpl::AlterSchema(kudu::tserver::AlterSchemaRequestPB const*, kudu::tserver::AlterSchemaResponsePB*, kudu::rpc::RpcContext*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tablet_service.cc:227 (libtserver.so+0x0000000bee0d)
    #21 kudu::tserver::TabletServerServiceIf::Handle(kudu::rpc::InboundCall*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/tserver/tserver_service.service.cc:200 (libtserver_service_proto.so+0x0000000081b2)
    #22 kudu::rpc::ServicePool::RunThread() /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/rpc/service_pool.cc:155 (libkrpc.so+0x0000000e728e)
    #23 boost::_mfi::mf0<void, kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000e9eeb)
    #24 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, kudu::rpc::ServicePool>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000e9e51)
    #25 boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkrpc.so+0x0000000e9e01)
    #26 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, kudu::rpc::ServicePool>, boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >, void>::invoke(boost::detail::function::function_buffer&) /usr/include/boost/function/function_template.hpp:153 (libkrpc.so+0x0000000e9bd9)
    #27 boost::function0<void>::operator()() const /usr/include/boost/function/function_template.hpp:1012 (libtablet.so+0x000000254f71)
    #28 kudu::Thread::SuperviseThread(boost::function<void ()()>, long*) /var/lib/jenkins/workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/util/thread.cc:464 (libkudu_util.so+0x00000017ac7a)
    #29 boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>::operator()(kudu::Thread*, boost::function<void ()()>, long*) const /usr/include/boost/bind/mem_fn_template.hpp:274 (libkudu_util.so+0x00000017dd8e)
    #30 void boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> >::operator()<boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>&, boost::_bi::list0&, int) /usr/include/boost/bind/bind.hpp:385 (libkudu_util.so+0x00000017dcad)
    #31 boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 (libkudu_util.so+0x00000017dc21)
    #32 boost::detail::thread_data<boost::_bi::bind_t<void, boost::_mfi::mf2<void, kudu::Thread, boost::function<void ()()>, long*>, boost::_bi::list3<boost::_bi::value<kudu::Thread*>, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<long*> > > >::run() /usr/include/boost/thread/detail/thread.hpp:56 (libkudu_util.so+0x00000017dbf0)
    #33 <null> <null>:0 (libboost_thread-mt.so.5+0x00000000ad46)

SUMMARY: ThreadSanitizer: data race on vptr (ctor/dtor vs virtual call) /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/tr1_impl/boost_sp_counted_base.h:140 std::tr1::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release()
==================

Issue Links

• is related to: KUDU-382 Add coverage for and fix concurrent AlterSchema