#0 0x815d58 in std::_Rb_tree, std::_Select1st >, kudu::log::OpIdCompareFunctor, std::allocator > >::_M_begin() /usr/lib/gcc/x86_64-redhat-linux/4.4.6/../../../../include/c++/4.4.6/bits/stl_tree.h:482 #1 0xdf9f70 in std::_Rb_tree, std::_Select1st >, kudu::log::OpIdCompareFunctor, std::allocator > >::find(kudu::consensus::OpId const&) /usr/lib/gcc/x86_64-redhat-linux/4.4.6/../../../../include/c++/4.4.6/bits/stl_tree.h:1421 #2 0xdf829a in kudu::log::OpIdAnchorRegistry::UnregisterUnlocked(kudu::log::OpIdAnchor*) /home/jdcryans/kudu/src/consensus/opid_anchor_registry.cc:78 #3 0xdf88d4 in kudu::log::OpIdAnchorRegistry::Unregister(kudu::log::OpIdAnchor*) /home/jdcryans/kudu/src/consensus/opid_anchor_registry.cc:41 #4 0xdf9303 in kudu::log::OpIdMinAnchorer::ReleaseAnchor() /home/jdcryans/kudu/src/consensus/opid_anchor_registry.cc:124 #5 0xdf9071 in kudu::log::OpIdMinAnchorer::~OpIdMinAnchorer() /home/jdcryans/kudu/src/consensus/opid_anchor_registry.cc:107 #6 0x98897c in kudu::tablet::MemRowSet::~MemRowSet() /home/jdcryans/kudu/src/tablet/memrowset.h:147 #7 0x97d2a6 in kudu::tablet::MemRowSet::~MemRowSet() /home/jdcryans/kudu/src/tablet/memrowset.h:147 #8 0x7d5709 in std::tr1::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() /usr/lib/gcc/x86_64-redhat-linux/4.4.6/../../../../include/c++/4.4.6/tr1_impl/boost_sp_counted_base.h:140 #9 0x86b201 in kudu::tablet::Tablet::~Tablet() /home/jdcryans/kudu/src/tablet/tablet.cc:112 #10 0x8ddd76 in std::tr1::_Sp_deleter::operator()(kudu::tablet::Tablet*) const /usr/lib/gcc/x86_64-redhat-linux/4.4.6/../../../../include/c++/4.4.6/tr1/shared_ptr.h:97 #11 0x7d5709 in std::tr1::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() /usr/lib/gcc/x86_64-redhat-linux/4.4.6/../../../../include/c++/4.4.6/tr1_impl/boost_sp_counted_base.h:140 #12 0x7d37e4 in kudu::tserver::FlushDeltaMemStoresThread(kudu::tserver::TSTabletManager const*) /home/jdcryans/kudu/src/tserver/tablet_server_main.cc:71 #13 0x7d7ffc in boost::_bi::bind_t > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 #14 0xcfe414 in thread_proxy ??:0 #15 0x7ca373 in __asan::AsanThread::ThreadStart(unsigned long) ??:0 #16 0x3918c077f0 in ?? ??:0 #17 0x39188e5ccc in ?? ??:0 0x606000042ed0 is located 16 bytes inside of 56-byte region [0x606000042ec0,0x606000042ef8) freed by thread T27 (rpc worker) here: #0 0x7c4374 in operator delete(void*) ??:0 #1 0x8e428c in kudu::tablet::TabletPeer::~TabletPeer() /home/jdcryans/kudu/src/tablet/tablet_peer.cc:43 #2 0x8117b6 in std::tr1::_Sp_deleter::operator()(kudu::tablet::TabletPeer*) const /usr/lib/gcc/x86_64-redhat-linux/4.4.6/../../../../include/c++/4.4.6/tr1/shared_ptr.h:97 #3 0x7d5709 in std::tr1::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release() /usr/lib/gcc/x86_64-redhat-linux/4.4.6/../../../../include/c++/4.4.6/tr1_impl/boost_sp_counted_base.h:140 #4 0x7df870 in kudu::tserver::TabletServiceImpl::DeleteTablet(kudu::tserver::DeleteTabletRequestPB const*, kudu::tserver::DeleteTabletResponsePB*, kudu::rpc::RpcContext*) /home/jdcryans/kudu/src/tserver/tablet_service.cc:285 #5 0xab2f64 in kudu::rpc::ServicePool::RunThread() /home/jdcryans/kudu/src/rpc/service_pool.cc:95 #6 0xab49ec in boost::_bi::bind_t, boost::_bi::list1 > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 #7 0xcfe414 in thread_proxy ??:0 previously allocated by thread T21 (rpc worker) here: #0 0x7c41b4 in operator new(unsigned long) ??:0 #1 0x8bdd52 in kudu::tablet::TabletBootstrap::Bootstrap(std::tr1::shared_ptr*, gscoped_ptr >*, gscoped_ptr >*) /home/jdcryans/kudu/src/tablet/tablet_bootstrap.cc:342 #2 0x8bd75e in kudu::tablet::BootstrapTablet(gscoped_ptr >, scoped_refptr const&, kudu::MetricContext*, kudu::tablet::TabletStatusListener*, std::tr1::shared_ptr*, gscoped_ptr >*, gscoped_ptr >*) /home/jdcryans/kudu/src/tablet/tablet_bootstrap.cc:258 #3 0x7f9cc0 in kudu::tserver::TSTabletManager::OpenTablet(kudu::metadata::TabletMetadata*) /home/jdcryans/kudu/src/tserver/ts_tablet_manager.cc:284 #4 0x7fbab2 in kudu::tserver::TSTabletManager::CreateNewTablet(std::basic_string, std::allocator > const&, std::basic_string, std::allocator > const&, std::basic_string, std::allocator > const&, std::basic_string, std::allocator > const&, std::basic_string, std::allocator > const&, kudu::Schema const&, kudu::metadata::QuorumPB, std::tr1::shared_ptr*) /home/jdcryans/kudu/src/tserver/ts_tablet_manager.cc:221 #5 0x7df03b in kudu::tserver::TabletServiceImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jdcryans/kudu/src/tserver/tablet_service.cc:250 #6 0xab2f64 in kudu::rpc::ServicePool::RunThread() /home/jdcryans/kudu/src/rpc/service_pool.cc:95 #7 0xab49ec in boost::_bi::bind_t, boost::_bi::list1 > >::operator()() /usr/include/boost/bind/bind_template.hpp:20 #8 0xcfe414 in thread_proxy ??:0 Thread T16 created by T0 here: #0 0x7bfd40 in __interceptor_pthread_create ??:0 #1 0xcfdf64 in boost::thread::start_thread() ??:0 #2 0x7d229b in kudu::tserver::TabletServerMain(int, char**) /home/jdcryans/kudu/src/tserver/tablet_server_main.cc:120 #3 0x7d1f38 in main /home/jdcryans/kudu/src/tserver/tablet_server_main.cc:137 #4 0x391881ecdc in ?? ??:0 Thread T27 (rpc worker) created by T0 here: #0 0x7bfd40 in __interceptor_pthread_create ??:0 #1 0xcfdf64 in boost::thread::start_thread() ??:0 #2 0xab2934 in kudu::rpc::ServicePool::Init(int) /home/jdcryans/kudu/src/rpc/service_pool.cc:55 #3 0xa5a675 in kudu::RpcServer::Start(std::tr1::shared_ptr const&, gscoped_ptr >) /home/jdcryans/kudu/src/server/rpc_server.cc:80 #4 0xa631e9 in kudu::server::ServerBase::Start(gscoped_ptr >) /home/jdcryans/kudu/src/server/server_base.cc:155 #5 0x7dad77 in kudu::tserver::TabletServer::Start() /home/jdcryans/kudu/src/tserver/tablet_server.cc:88 #6 0x7d22f6 in kudu::tserver::TabletServerMain(int, char**) /home/jdcryans/kudu/src/tserver/tablet_server_main.cc:123 #7 0x7d1f38 in main /home/jdcryans/kudu/src/tserver/tablet_server_main.cc:137 #8 0x391881ecdc in ?? ??:0 Thread T21 (rpc worker) created by T0 here: #0 0x7bfd40 in __interceptor_pthread_create ??:0 #1 0xcfdf64 in boost::thread::start_thread() ??:0 #2 0xab2934 in kudu::rpc::ServicePool::Init(int) /home/jdcryans/kudu/src/rpc/service_pool.cc:55 #3 0xa5a675 in kudu::RpcServer::Start(std::tr1::shared_ptr const&, gscoped_ptr >) /home/jdcryans/kudu/src/server/rpc_server.cc:80 #4 0xa631e9 in kudu::server::ServerBase::Start(gscoped_ptr >) /home/jdcryans/kudu/src/server/server_base.cc:155 #5 0x7dad77 in kudu::tserver::TabletServer::Start() /home/jdcryans/kudu/src/tserver/tablet_server.cc:88 #6 0x7d22f6 in kudu::tserver::TabletServerMain(int, char**) /home/jdcryans/kudu/src/tserver/tablet_server_main.cc:123 #7 0x7d1f38 in main /home/jdcryans/kudu/src/tserver/tablet_server_main.cc:137 #8 0x391881ecdc in ?? ??:0