Thread 214 (LWP 7569): #0 0x00000000028f46c7 in GetHashTable (partition_idx=8, this=0x19637400) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/partitioned-aggregation-node.h:451 #1 impala::PartitionedAggregationNode::ProcessRow (this=0x19637400, row=0x1722f5e0, ht_ctx=0x15beef80) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/partitioned-aggregation-node-ir.cc:110 #2 0x00000000028f324b in impala::PartitionedAggregationNode::ProcessBatch (this=0x19637400, batch=0x7f4853d7a870, prefetch_mode=impala::TPrefetchMode::HT_BUCKET, ht_ctx=0x15beef80) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/partitioned-aggregation-node-ir.cc:59 #3 0x00000000028ebad4 in impala::PartitionedAggregationNode::ProcessStream (this=0x19637400, input_stream=0x16045cc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/partitioned-aggregation-node.cc:1285 #4 0x00000000028e1df1 in impala::PartitionedAggregationNode::RepartitionSpilledPartition (this=0x19637400) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/partitioned-aggregation-node.cc:1250 #5 0x00000000028e0ba4 in impala::PartitionedAggregationNode::NextPartition (this=0x19637400) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/partitioned-aggregation-node.cc:1168 #6 0x00000000028d9ba1 in impala::PartitionedAggregationNode::GetRowsFromPartition (this=0x19637400, state=0xaca2780, row_batch=0x7f4853d7b270) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/partitioned-aggregation-node.cc:419 #7 0x00000000028d8f72 in impala::PartitionedAggregationNode::GetNext (this=0x19637400, state=0xaca2780, row_batch=0x7f4853d7b270, eos=0x7f4853d7b32f) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/partitioned-aggregation-node.cc:371 #8 0x000000000293f5eb in impala::TopNNode::Open (this=0x18580580, state=0xaca2780) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/topn-node.cc:158 #9 0x00000000018bf62a in impala::FragmentInstanceState::Open (this=0x1500da00) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:263 #10 0x00000000018bcfe9 in impala::FragmentInstanceState::Exec (this=0x1500da00) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:80 #11 0x00000000018a5da1 in impala::QueryState::ExecFInstance (this=0x8ab8800, fis=0x1500da00) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/query-state.cc:388 #12 0x00000000018a463a in impala::QueryState::::operator()(void) const (__closure=0x7f4853d7bbc8) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/query-state.cc:328 #13 0x00000000018a69bb in boost::detail::function::void_function_obj_invoker0, void>::invoke(boost::detail::function::function_buffer &) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #14 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4853d7bbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #15 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f485e2aa980) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #16 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x1500a9c0, f=@0x1500a9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #17 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x1500a9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #18 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x1500a800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #19 0x0000000002dae1ca in thread_proxy () #20 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #21 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 213 (LWP 5875): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f4882af9790, request_context=0x7f4882af9798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080740, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080750, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080740) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4882af9bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c96dc0, f=@0x8c96db8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c96db8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c96c00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 212 (LWP 5873): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f4883efb790, request_context=0x7f4883efb798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080700, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080710, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080700) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4883efbbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c969c0, f=@0x8c969b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c969b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c96800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 211 (LWP 5880): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f487f8f4790, request_context=0x7f487f8f4798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0807e0, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0807f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0807e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f487f8f4bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c977c0, f=@0x8c977b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c977b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c97600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 210 (LWP 5870): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f4885cfe790, request_context=0x7f4885cfe798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0806a0, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0806b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0806a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4885cfebc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c963c0, f=@0x8c963b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c963b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c96200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 209 (LWP 5866): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f4888502790, request_context=0x7f4888502798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080620, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080630, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080620) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4888502bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c95bc0, f=@0x8c95bb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c95bb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c95a00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 208 (LWP 5862): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f488ad06790, request_context=0x7f488ad06798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0805a0, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0805b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0805a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f488ad06bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c953c0, f=@0x8c953b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c953b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c95200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 207 (LWP 5854): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f488fd0e790, request_context=0x7f488fd0e798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0804a0, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0804b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0804a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f488fd0ebc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c943c0, f=@0x8c943b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c943b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c94200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 206 (LWP 5851): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f4891b11790, request_context=0x7f4891b11798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080440, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080450, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080440) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4891b11bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88ddc0, f=@0xb88ddb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88ddb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88dc00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 205 (LWP 5843): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0650d0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa0650a0, range=0x7f4896b19790, request_context=0x7f4896b19798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080340, p=0x9b63f80, a1=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080350, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4896b19bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88cbc0, f=@0xb88cbb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88cbb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88ca00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 204 (LWP 5881): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00000000017d5199 in impala::ConditionVariable::WaitUntil (this=0x9b64080, lock=..., abs_time=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:51 #2 0x000000000180f820 in impala::ConditionVariable::WaitFor > (this=0x9b64080, lock=..., wait_duration=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:69 #3 0x000000000180c818 in impala::Promise::Get (this=0x9b64080, timeout_millis=1000, timed_out=0x7f487eef37bf) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/promise.h:90 #4 0x0000000002b25489 in impala::io::FileHandleCache::EvictHandlesLoop (this=0x9b64058) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/handle-cache.inline.h:198 #5 0x0000000002b3799d in boost::_mfi::mf0::operator() (this=0x7f487eef3bc8, p=0x9b64058) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #6 0x0000000002b3705a in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f487eef3bd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #7 0x0000000002b36679 in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f487eef3bc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x0000000002b35d64 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f487eef3bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c20) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c979c0, f=@0x8c979b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c979b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c97800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 203 (LWP 5836): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065060, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065030, range=0x7f489b120790, request_context=0x7f489b120798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080260, p=0x9b63f80, a1=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080270, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080260) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489b120bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88bdc0, f=@0xb88bdb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88bdb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88bc00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 202 (LWP 5899): #0 0x000000301240ed2d in nanosleep () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001af3760 in std::this_thread::sleep_for > (__rtime=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/thread:279 #2 0x0000000001af2557 in impala::SleepForMs (duration_ms=5000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/time.cc:30 #3 0x0000000001a2f526 in impala::StatestoreSubscriber::RecoveryModeChecker (this=0xa96ca00) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/statestore/statestore-subscriber.cc:282 #4 0x0000000001a3a915 in boost::_mfi::mf0::operator() (this=0x7f4875ed2bc8, p=0xa96ca00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #5 0x0000000001a3a2e0 in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f4875ed2bd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #6 0x0000000001a39d01 in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f4875ed2bc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000001a394eb in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4875ed2bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35f70) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa47adc0, f=@0xa47adb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa47adb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa47ac00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 201 (LWP 5834): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065060, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065030, range=0x7f489c522790, request_context=0x7f489c522798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080220, p=0x9b63f80, a1=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080230, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080220) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489c522bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88b9c0, f=@0xb88b9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88b9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88b800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 200 (LWP 15719): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xdc34520) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xa237fb0, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xa237fc0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xa237fb0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f486f8c8bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xd5d0dc0, f=@0xd5d0db8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xd5d0db8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xd5d0c00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 199 (LWP 5832): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064ff0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064fc0, range=0x7f489d924790, request_context=0x7f489d924798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0801e0, p=0x9b63f80, a1=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0801f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0801e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489d924bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88b5c0, f=@0xb88b5b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88b5b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88b400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 198 (LWP 8865): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xa295360) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xbfed890, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xbfed8a0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xbfed890) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f486e2c6bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x9ad6fc0, f=@0x9ad6fb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x9ad6fb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x9ad6e00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 197 (LWP 12940): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f49021ca588 in ?? () #2 0x0000000000000003 in ?? () #3 0x3fb957ed51c80000 in ?? () #4 0x00007f4854e81950 in ?? () #5 0x0000000000000000 in ?? () Thread 196 (LWP 5828): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064ff0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064fc0, range=0x7f48a0128790, request_context=0x7f48a0128798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080160, p=0x9b63f80, a1=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080170, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080160) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a0128bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88adc0, f=@0xb88adb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88adb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88ac00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 195 (LWP 8968): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x8bb52a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xdbe7c20, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xdbe7c30, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xdbe7c20) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f485c292bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xe8341c0, f=@0xe8341b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xe8341b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xe834000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 194 (LWP 5825): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064ff0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064fc0, range=0x7f48a1f2b790, request_context=0x7f48a1f2b798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080100, p=0x9b63f80, a1=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080110, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080100) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a1f2bbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88a7c0, f=@0xb88a7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88a7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88a600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 193 (LWP 12939): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f49021ca588 in ?? () #2 0x0000000000000003 in ?? () #3 0x3fb9651728540000 in ?? () #4 0x00007f4855882950 in ?? () #5 0x0000000000000000 in ?? () Thread 192 (LWP 12664): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c7bef in Parker::park(bool, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f4903231315 in Unsafe_Park () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f48ea022d2a in ?? () #4 0x000000039c680480 in ?? () #5 0x00007f48657b4490 in ?? () #6 0x00007f48657b44a0 in ?? () #7 0x00007f48e948f16c in ?? () #8 0x00007f48c17d1ca0 in ?? () #9 0x0000000000000000 in ?? () Thread 191 (LWP 5823): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064dc0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064d90, range=0x7f48a332d790, request_context=0x7f48a332d798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0800c0, p=0x9b63f80, a1=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0800d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0800c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a332dbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88a3c0, f=@0xb88a3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88a3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88a200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 190 (LWP 12566): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f487c4e7527 in Java_sun_nio_ch_EPollArrayWrapper_epollWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libnio.so #2 0x00007f48e9bfa7f2 in ?? () #3 0x000000039cf134c8 in ?? () #4 0x0000000600000000 in ?? () #5 0x00000010739e6d4e in ?? () #6 0x000000039cf36a70 in ?? () #7 0x0000000000000007 in ?? () #8 0x0000000300000010 in ?? () #9 0x0000000000000009 in ?? () #10 0x0000000000000009 in ?? () #11 0x000000039cf134c8 in ?? () #12 0x00007f48eb50a724 in ?? () #13 0x739e269900000001 in ?? () #14 0x0000000000000007 in ?? () #15 0x000000039cf36cc8 in ?? () #16 0x0000000300000001 in ?? () #17 0x000000039cf36bc8 in ?? () #18 0x739e6d7b739e6d79 in ?? () #19 0x000000039cf36bd8 in ?? () #20 0x000000039cf36e88 in ?? () #21 0x000000039cf36770 in ?? () #22 0x0000000000007530 in ?? () #23 0x000001c500000010 in ?? () #24 0x00000007c0026ee8 in ?? () #25 0x000000039cf36980 in ?? () #26 0x739e6d0300000001 in ?? () #27 0x000000039cf36808 in ?? () #28 0x00000010739e6d0b in ?? () #29 0x0000000046d2bab7 in ?? () #30 0x00000000739e6d8d in ?? () #31 0x00000000739e6d7b in ?? () #32 0x0000000000000000 in ?? () Thread 189 (LWP 5815): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48a8335720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48a8335720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc280, out=0x7f48a83357e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc240, thread_id=6) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4440, p=0xa6dc240, a1=6) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4450, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4440) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a8335bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7d1c0, f=@0xbd7d1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7d1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7d000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 188 (LWP 12901): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f487c4e7527 in Java_sun_nio_ch_EPollArrayWrapper_epollWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libnio.so #2 0x00007f48e9bfa7f2 in ?? () #3 0x000000039d01eb78 in ?? () #4 0x0000000660ac4518 in ?? () #5 0x00007f486abbfeb8 in ?? () #6 0x00007f486abbff08 in ?? () #7 0x00007f486abbff78 in ?? () #8 0x00007f48e9d3f09c in ?? () #9 0x000000039cc02e20 in ?? () #10 0x0000000000000000 in ?? () Thread 187 (LWP 24007): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xbd69ea0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xe817710, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xe817720, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xe817710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4860aafbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xd5cf3c0, f=@0xd5cf3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xd5cf3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xd5cf200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 186 (LWP 28726): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xe427080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xb0dbbf0, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xb0dbc00, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xb0dbbf0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4838c4dbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xd6797c0, f=@0xd6797b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xd6797b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xd679600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 185 (LWP 12014): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x8bb5cc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xc591cb0, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xc591cc0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xc591cb0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48678babc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xe8349c0, f=@0xe8349b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xe8349b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xe834800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 184 (LWP 5808): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48ac93c710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48ac93c710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48ac93c7d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=15) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb4360, p=0xa6dc480, a1=15) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb4370, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb4360) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48ac93cbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7c3c0, f=@0xbd7c3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7c3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7c200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 183 (LWP 17573): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x9bae4c0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xb2a4a80, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xb2a4a90, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xb2a4a80) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4850873bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xd5d19c0, f=@0xd5d19b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xd5d19b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xd5d1800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 182 (LWP 5805): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48ae73f710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48ae73f710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48ae73f7d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=12) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb4300, p=0xa6dc480, a1=12) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb4310, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb4300) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48ae73fbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7bdc0, f=@0xbd7bdb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7bdb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7bc00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 181 (LWP 8967): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xa295780) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xdbe61e0, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xdbe61f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xdbe61e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f485cc93bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x9ad77c0, f=@0x9ad77b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x9ad77b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x9ad7600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 180 (LWP 12903): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f487c4e7527 in Java_sun_nio_ch_EPollArrayWrapper_epollWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libnio.so #2 0x00007f48e9bfa7f2 in ?? () #3 0x000000039d01f1c8 in ?? () #4 0x000000066cc5e868 in ?? () #5 0x00007f485b590218 in ?? () #6 0x00007f48e9d3f09c in ?? () #7 0x000000066cc5e3f8 in ?? () #8 0x00007f485b590168 in ?? () #9 0x000000039cc02e20 in ?? () #10 0x0000000000000000 in ?? () Thread 179 (LWP 12938): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f49021ca588 in ?? () #2 0x0000000000000003 in ?? () #3 0x3fb97b8517b40000 in ?? () #4 0x00007f4856283950 in ?? () #5 0x0000000000000000 in ?? () Thread 178 (LWP 5803): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48afb41710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48afb41710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48afb417d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=10) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb42c0, p=0xa6dc480, a1=10) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb42d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb42c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48afb41bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7b9c0, f=@0xbd7b9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7b9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7b800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 177 (LWP 5896): #0 0x00000030120df293 in poll () from cores/sys/lib64/libc.so.6 #1 0x0000000003bbaef7 in apache::thrift::transport::TServerSocket::acceptImpl() () #2 0x00000000017e182d in apache::thrift::transport::TServerTransport::accept (this=0xa802ad0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/transport/TServerTransport.h:57 #3 0x00000000017e06ba in apache::thrift::server::TAcceptQueueServer::serve (this=0xab342b0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:234 #4 0x00000000017d1a86 in impala::ThriftServer::ThriftServerEventProcessor::Supervise (this=0xa2a9b20) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-server.cc:200 #5 0x00000000017dc87b in boost::_mfi::mf0::operator() (this=0x7f48772d4bc8, p=0xa2a9b20) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #6 0x00000000017dc49c in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f48772d4bd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #7 0x00000000017dbffb in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f48772d4bc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017db789 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48772d4bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a359a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa47abc0, f=@0xa47abb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa47abb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa47aa00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 176 (LWP 12906): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f487c4e7527 in Java_sun_nio_ch_EPollArrayWrapper_epollWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libnio.so #2 0x00007f48e9bfa7f2 in ?? () #3 0x000000039d054898 in ?? () #4 0x00000007c0077cf8 in ?? () #5 0x000000000a3ff058 in ?? () #6 0x000000000a3ff000 in ?? () #7 0x00000006692ae778 in ?? () #8 0x0000000000000003 in ?? () #9 0x00000007c0077cf8 in ?? () #10 0x000000000a3ff000 in ?? () #11 0x000000039d054898 in ?? () #12 0x00007f48eb50a724 in ?? () #13 0x73a0a91300000001 in ?? () #14 0x0000000000000007 in ?? () #15 0x00007f485b28d0c0 in ?? () #16 0x00007f4902c67f05 in CollectedHeap::new_store_pre_barrier(JavaThread*, oopDesc*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 175 (LWP 5799): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa6dc600, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x00000000017f6570 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48b23457d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=6) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb4240, p=0xa6dc480, a1=6) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb4250, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb4240) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b2345bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7b1c0, f=@0xbd7b1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7b1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7b000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 174 (LWP 11845): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c7bef in Parker::park(bool, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f4903231315 in Unsafe_Park () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f48ea022d2a in ?? () #4 0x000000039c680480 in ?? () #5 0x000000066a21de90 in ?? () #6 0x000000066a21aa48 in ?? () #7 0x00007f48eb4f6810 in ?? () #8 0x000000066a21aa28 in ?? () #9 0x0000000000000000 in ?? () Thread 173 (LWP 5892): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dcc40) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dcc40) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f4879ad8710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f4879ad8710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x000000000196edd6 in impala::BlockingQueue::BlockingGet (this=0xa6dcb80, out=0x7f4879ad87d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x0000000001965b70 in impala::ThreadPool::WorkerThread (this=0xa6dcb40, thread_id=3) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000019883f1 in boost::_mfi::mf1, int>::operator() (this=0xa156060, p=0xa6dcb40, a1=3) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x000000000198769b in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0xa156070, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x0000000001985e39 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0xa156060) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000019836e0 in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4879ad8bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35e10) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa47a3c0, f=@0xa47a3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa47a3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa47a200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 172 (LWP 5792): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b694c720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b694c720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48b694c7e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=11) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4160, p=0xa6dc6c0, a1=11) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4170, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4160) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b694cbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7a3c0, f=@0xbd7a3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7a3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7a200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 171 (LWP 5891): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dcc40) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dcc40) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f487a4d9710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f487a4d9710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x000000000196edd6 in impala::BlockingQueue::BlockingGet (this=0xa6dcb80, out=0x7f487a4d97d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x0000000001965b70 in impala::ThreadPool::WorkerThread (this=0xa6dcb40, thread_id=2) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000019883f1 in boost::_mfi::mf1, int>::operator() (this=0xa156040, p=0xa6dcb40, a1=2) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x000000000198769b in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0xa156050, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x0000000001985e39 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0xa156040) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000019836e0 in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f487a4d9bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35e10) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa47a1c0, f=@0xa47a1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa47a1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa47a000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 170 (LWP 8966): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c7b50 in Parker::park(bool, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f4903231315 in Unsafe_Park () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f48ea022d2a in ?? () #4 0x000000039c680480 in ?? () #5 0x0000003013003e46 in clock_gettime () from cores/sys/lib64/librt.so.1 #6 0x00007f49030c2d9f in os::javaTimeNanos() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x00007f48ea2c8c64 in ?? () #8 0x00007f485cd94380 in ?? () #9 0x00007f48e935ef50 in ?? () #10 0x00007f48e935ef50 in ?? () #11 0x0000000000fbfc42 in ?? () #12 0x00007f485cd943e8 in ?? () #13 0x00007f48eba7d0ec in ?? () #14 0x00007f485cd94340 in ?? () #15 0x00007f48bdd52fca in ?? () #16 0x000000039c8f9d38 in ?? () #17 0x00007f48bdd53b90 in ?? () #18 0x000000039c8f9b70 in ?? () #19 0x000000039eaa1190 in ?? () #20 0x00007f485cd943e8 in ?? () #21 0x00007f48e935f020 in ?? () #22 0x00007f485cd943e8 in ?? () #23 0x00007f48e935f360 in ?? () #24 0x000000039c8f9728 in ?? () #25 0x0000001176461701 in ?? () #26 0x000000066a1b6640 in ?? () #27 0x0000000000000001 in ?? () #28 0x00000f1674411d6b in ?? () #29 0x0000000000000058 in ?? () #30 0x000000039cc18488 in ?? () #31 0x00007f48e5197000 in ?? () #32 0x0000001176461701 in ?? () #33 0x0000003013003e46 in clock_gettime () from cores/sys/lib64/librt.so.1 #34 0x00007f49030c2d9f in os::javaTimeNanos() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #35 0x00007f48ec154978 in ?? () #36 0x00000007c0088028 in ?? () #37 0x000000039cc18488 in ?? () #38 0x000000039c8f96f8 in ?? () #39 0x7391f2df7391f2e5 in ?? () #40 0x0000000000000000 in ?? () Thread 169 (LWP 5790): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b7d4e720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b7d4e720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48b7d4e7e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=9) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4120, p=0xa6dc6c0, a1=9) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4130, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4120) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b7d4ebc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa96ffc0, f=@0xa96ffb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa96ffb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa96fe00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 168 (LWP 5894): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xb980170, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x000000000194d5e2 in impala::ImpalaServer::ExpireSessions (this=0xb980000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impala-server.cc:1772 #3 0x0000000001987879 in boost::_mfi::mf0::operator() (this=0x7f48786d6bc8, p=0xb980000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #4 0x0000000001985f3c in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f48786d6bd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #5 0x000000000198378d in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f48786d6bc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #6 0x000000000197fd67 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #7 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48786d6bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #8 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a36020) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #9 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa47a7c0, f=@0xa47a7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #10 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa47a7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #11 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa47a600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #12 0x0000000002dae1ca in thread_proxy () #13 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #14 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 167 (LWP 12902): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f487c4e7527 in Java_sun_nio_ch_EPollArrayWrapper_epollWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libnio.so #2 0x00007f48e9bfa7f2 in ?? () #3 0x000000039d01fa20 in ?? () #4 0x000000066cb6cd80 in ?? () #5 0x00007f485b691298 in ?? () #6 0x00007f48e9d3f09c in ?? () #7 0x000000066cb6d058 in ?? () #8 0x00007f485b6911e8 in ?? () #9 0x000000039cc02e20 in ?? () #10 0x00007f485b691240 in ?? () #11 0x000000039d01fa20 in ?? () #12 0x00007f48eb50a724 in ?? () #13 0x73a03f4400000001 in ?? () #14 0x0000000000000007 in ?? () #15 0x000000039d01fbf0 in ?? () #16 0x00007f48e935ece0 in ?? () #17 0x000000039d01fa00 in ?? () #18 0x73a03f4273a03f40 in ?? () #19 0x000000039d01fa10 in ?? () #20 0x73a03f8800000000 in ?? () #21 0x000000039d01f7d8 in ?? () #22 0x00000000000001f4 in ?? () #23 0x000001d200000001 in ?? () #24 0x0000000000000000 in ?? () Thread 166 (LWP 5889): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dcc40) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dcc40) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f487b8db710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f487b8db710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x000000000196edd6 in impala::BlockingQueue::BlockingGet (this=0xa6dcb80, out=0x7f487b8db7d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x0000000001965b70 in impala::ThreadPool::WorkerThread (this=0xa6dcb40, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000019883f1 in boost::_mfi::mf1, int>::operator() (this=0xa156000, p=0xa6dcb40, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x000000000198769b in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0xa156010, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x0000000001985e39 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0xa156000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000019836e0 in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f487b8dbbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35e10) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa479dc0, f=@0xa479db8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa479db8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa479c00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 165 (LWP 6150): #0 0x00000030120df293 in poll () from cores/sys/lib64/libc.so.6 #1 0x0000000003bbaef7 in apache::thrift::transport::TServerSocket::acceptImpl() () #2 0x00000000017e182d in apache::thrift::transport::TServerTransport::accept (this=0x9f56fa0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/transport/TServerTransport.h:57 #3 0x00000000017e06ba in apache::thrift::server::TAcceptQueueServer::serve (this=0xab34580) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:234 #4 0x00000000017d1a86 in impala::ThriftServer::ThriftServerEventProcessor::Supervise (this=0xa2a9e30) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-server.cc:200 #5 0x00000000017dc87b in boost::_mfi::mf0::operator() (this=0x7f4870ccabc8, p=0xa2a9e30) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #6 0x00000000017dc49c in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f4870ccabd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #7 0x00000000017dbffb in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f4870ccabc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017db789 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4870ccabc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c70) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa47b1c0, f=@0xa47b1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa47b1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa47b000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 164 (LWP 5785): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48baf53720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48baf53720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48baf537e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=4) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4080, p=0xa6dc6c0, a1=4) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4090, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4080) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48baf53bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa96f1c0, f=@0xa96f1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa96f1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa96f000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 163 (LWP 12905): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f487c4e7527 in Java_sun_nio_ch_EPollArrayWrapper_epollWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libnio.so #2 0x00007f48e9bfa7f2 in ?? () #3 0x000000039d0554e8 in ?? () #4 0x00007f490314db50 in resource_allocate_bytes(unsigned long, AllocFailStrategy::AllocFailEnum) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f48eb50a724 in ?? () #6 0x73a0aa9d00000001 in ?? () #7 0x0000000000000007 in ?? () #8 0x000000000eb15000 in ?? () #9 0x00000000062e97c8 in ?? () #10 0x000000039d0554c8 in ?? () #11 0x73a0aa9b73a0aa99 in ?? () #12 0x000000039d0554d8 in ?? () #13 0x00000000000000a0 in ?? () #14 0x000000039d0553b0 in ?? () #15 0x00000000000001f4 in ?? () #16 0x040000000c6edfe0 in ?? () #17 0x0000000000000000 in ?? () Thread 162 (LWP 5884): #0 0x000000301240ed2d in nanosleep () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001af3760 in std::this_thread::sleep_for > (__rtime=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/thread:279 #2 0x0000000001af2557 in impala::SleepForMs (duration_ms=10000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/time.cc:30 #3 0x000000000165f663 in MemoryMaintenanceThread () at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/common/init.cc:135 #4 0x00000000016618b5 in boost::detail::function::void_function_invoker0::invoke (function_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:112 #5 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f487d0f0bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #6 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a365a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #7 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c97dc0, f=@0x8c97db8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #8 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c97db8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #9 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c97c00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #10 0x0000000002dae1ca in thread_proxy () #11 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #12 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 161 (LWP 5882): #0 0x00000030120df293 in poll () from cores/sys/lib64/libc.so.6 #1 0x0000000001b0f7ec in master_thread (thread_func_param=0x9413700) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/thirdparty/squeasel/squeasel.c:4771 #2 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #3 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 160 (LWP 5762): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030b5c1d in ObjectMonitor::wait(long, bool, Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4902ede015 in JVM_MonitorWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f48e9e11f28 in ?? () #5 0x000000039c8cf3c8 in ?? () #6 0x0000000673915de7 in ?? () #7 0x000000039c8aef28 in ?? () #8 0x00007f48eb2c23c0 in ?? () #9 0x000000066b3045f0 in ?? () #10 0x0000000000000206 in ?? () #11 0x00007f48be9d2608 in ?? () #12 0x00007f48ea7a72c4 in ?? () #13 0x0000000000000000 in ?? () Thread 159 (LWP 19116): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x19f034e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0xb6fe240, runnable=..., promise=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x15577770, p=0xb6fe240, a1=..., a2=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x15577780, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x15577770) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f486c2c0bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48702c9080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x1737a1c0, f=@0x1737a1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x1737a1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x1737a000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 158 (LWP 5883): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xb993630, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x00000000018d2bb2 in impala::AdmissionController::DequeueLoop (this=0xb9934a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/scheduling/admission-controller.cc:824 #3 0x00000000018e15e3 in boost::_mfi::mf0::operator() (this=0x7f487daf1bc8, p=0xb9934a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #4 0x00000000018e0bea in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f487daf1bd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #5 0x00000000018dfbbd in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f487daf1bc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #6 0x00000000018de460 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #7 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f487daf1bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #8 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35eb0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #9 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c97bc0, f=@0x8c97bb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #10 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c97bb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #11 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c97a00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #12 0x0000000002dae1ca in thread_proxy () #13 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #14 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 157 (LWP 5879): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f48802f5790, request_context=0x7f48802f5798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0807c0, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0807d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0807c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48802f5bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c975c0, f=@0x8c975b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c975b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c97400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 156 (LWP 5878): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f4880cf6790, request_context=0x7f4880cf6798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0807a0, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0807b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0807a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4880cf6bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c973c0, f=@0x8c973b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c973b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c97200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 155 (LWP 5678): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030870f7 in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a16 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f490315d208 in ServiceThread::service_thread_entry(JavaThread*, Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f490320c03f in JavaThread::thread_main_inner() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f490320c205 in JavaThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #8 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #9 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 154 (LWP 5876): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f48820f8790, request_context=0x7f48820f8798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080760, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080770, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080760) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48820f8bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c96fc0, f=@0x8c96fb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c96fb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c96e00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 153 (LWP 5865): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f4888f03790, request_context=0x7f4888f03798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080600, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080610, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4888f03bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c959c0, f=@0x8c959b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c959b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c95800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 152 (LWP 9790): #0 0x0000000003aaa8c1 in llvm::PHINode::hasConstantValue() const () #1 0x000000000390533d in computeKnownBits(llvm::Value*, llvm::APInt&, llvm::APInt&, unsigned int, (anonymous namespace)::Query const&) () #2 0x0000000003907e90 in ComputeSignBit(llvm::Value*, bool&, bool&, unsigned int, (anonymous namespace)::Query const&) () #3 0x0000000003907f84 in llvm::ComputeSignBit(llvm::Value*, bool&, bool&, llvm::DataLayout const&, unsigned int, llvm::AssumptionCache*, llvm::Instruction const*, llvm::DominatorTree const*) () #4 0x0000000003908037 in llvm::computeOverflowForUnsignedAdd(llvm::Value*, llvm::Value*, llvm::DataLayout const&, llvm::AssumptionCache*, llvm::Instruction const*, llvm::DominatorTree const*) () #5 0x000000000365db7f in llvm::InstCombiner::visitAdd(llvm::BinaryOperator&) () #6 0x0000000003654d6d in llvm::InstCombiner::run() () #7 0x00000000036559e0 in combineInstructionsOverFunction(llvm::Function&, llvm::InstCombineWorklist&, llvm::AAResults*, llvm::AssumptionCache&, llvm::TargetLibraryInfo&, llvm::DominatorTree&, bool, llvm::LoopInfo*) () #8 0x0000000003655d98 in llvm::InstructionCombiningPass::runOnFunction(llvm::Function&) () #9 0x0000000003ad30c3 in llvm::FPPassManager::runOnFunction(llvm::Function&) () #10 0x0000000003ad36cb in llvm::legacy::PassManagerImpl::run(llvm::Module&) () #11 0x0000000001b43b73 in impala::LlvmCodeGen::OptimizeModule (this=0xa870300) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/codegen/llvm-codegen.cc:1221 #12 0x0000000001b42b72 in impala::LlvmCodeGen::FinalizeModule (this=0xa870300) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/codegen/llvm-codegen.cc:1106 #13 0x00000000018bf4e9 in impala::FragmentInstanceState::Open (this=0x119f3600) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:257 #14 0x00000000018bcfe9 in impala::FragmentInstanceState::Exec (this=0x119f3600) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:80 #15 0x00000000018a5da1 in impala::QueryState::ExecFInstance (this=0x19a6c800, fis=0x119f3600) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/query-state.cc:388 #16 0x00000000018a463a in impala::QueryState::::operator()(void) const (__closure=0x7f48694bdbc8) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/query-state.cc:328 #17 0x00000000018a69bb in boost::detail::function::void_function_obj_invoker0, void>::invoke(boost::detail::function::function_buffer &) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #18 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48694bdbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #19 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4859289980) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #20 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x143867c0, f=@0x143867b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #21 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x143867b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #22 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x14386600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #23 0x0000000002dae1ca in thread_proxy () #24 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #25 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 151 (LWP 5893): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dcc40) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dcc40) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48790d7710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48790d7710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x000000000196edd6 in impala::BlockingQueue::BlockingGet (this=0xa6dcb80, out=0x7f48790d77d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x0000000001965b70 in impala::ThreadPool::WorkerThread (this=0xa6dcb40, thread_id=4) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000019883f1 in boost::_mfi::mf1, int>::operator() (this=0xa156080, p=0xa6dcb40, a1=4) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x000000000198769b in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0xa156090, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x0000000001985e39 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0xa156080) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000019836e0 in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48790d7bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35e10) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa47a5c0, f=@0xa47a5b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa47a5b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa47a400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 150 (LWP 5874): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f48834fa790, request_context=0x7f48834fa798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080720, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080730, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48834fabc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c96bc0, f=@0x8c96bb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c96bb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c96a00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 149 (LWP 5677): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f490308744e in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a96 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902c8e2b3 in CompileQueue::get() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902c94d9b in CompileBroker::compiler_thread_loop() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f490320c03f in JavaThread::thread_main_inner() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x00007f490320c205 in JavaThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #8 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #9 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #10 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 148 (LWP 5864): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f4889904790, request_context=0x7f4889904798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0805e0, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0805f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0805e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4889904bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c957c0, f=@0x8c957b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c957b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c95600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 147 (LWP 13103): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030b545a in ObjectMonitor::wait(long, bool, Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4902ede015 in JVM_MonitorWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f48e9e11f28 in ?? () #5 0x000000039d7102e8 in ?? () #6 0x0000000000000000 in ?? () Thread 146 (LWP 5872): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f48848fc790, request_context=0x7f48848fc798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0806e0, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0806f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0806e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48848fcbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c967c0, f=@0x8c967b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c967b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c96600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 145 (LWP 5890): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa6dccc0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x000000000196ef36 in impala::BlockingQueue::BlockingGet (this=0xa6dcb80, out=0x7f487aeda7d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x0000000001965b70 in impala::ThreadPool::WorkerThread (this=0xa6dcb40, thread_id=1) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x00000000019883f1 in boost::_mfi::mf1, int>::operator() (this=0xa156020, p=0xa6dcb40, a1=1) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x000000000198769b in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0xa156030, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000001985e39 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0xa156020) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x00000000019836e0 in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f487aedabc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35e10) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa479fc0, f=@0xa479fb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa479fb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa479e00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 144 (LWP 5674): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f490308744e in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a96 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902c8e2b3 in CompileQueue::get() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902c94d9b in CompileBroker::compiler_thread_loop() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f490320c03f in JavaThread::thread_main_inner() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x00007f490320c205 in JavaThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #8 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #9 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #10 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 143 (LWP 5869): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f48866ff790, request_context=0x7f48866ff798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080680, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080690, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080680) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48866ffbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c961c0, f=@0x8c961b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c961b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c96000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 142 (LWP 12937): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f49021ca588 in ?? () #2 0x0000000000000003 in ?? () #3 0x3fb97fefacf80000 in ?? () #4 0x00007f4856c84950 in ?? () #5 0x0000000000000000 in ?? () Thread 141 (LWP 5838): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065060, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065030, range=0x7f4899d1e790, request_context=0x7f4899d1e798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0802a0, p=0x9b63f80, a1=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0802b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0802a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4899d1ebc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88c1c0, f=@0xb88c1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88c1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88c000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 140 (LWP 5861): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f488b707790, request_context=0x7f488b707798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080580, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080590, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f488b707bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c951c0, f=@0x8c951b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c951b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c95000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 139 (LWP 5672): #0 0x000000301240e84d in accept () from cores/sys/lib64/libpthread.so.0 #1 0x00007f48c0c4a8f2 in dbgsysAccept () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libdt_socket.so #2 0x00007f48c0c49bd1 in socketTransport_accept () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libdt_socket.so #3 0x00007f48fe66887a in acceptThread () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libjdwp.so #4 0x00007f4902f5f402 in JvmtiAgentThread::call_start_function() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f490320c03f in JavaThread::thread_main_inner() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f490320c205 in JavaThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #8 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #9 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 138 (LWP 12904): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f487c4e7527 in Java_sun_nio_ch_EPollArrayWrapper_epollWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libnio.so #2 0x00007f48e9bfa7f2 in ?? () #3 0x000000039d054ee8 in ?? () #4 0x000000066c0df8a0 in ?? () #5 0x00007f485b48f198 in ?? () #6 0x00007f48e9d3f09c in ?? () #7 0x000000066c0df448 in ?? () #8 0x00007f485b48f0e8 in ?? () #9 0x000000039cc02e20 in ?? () #10 0x0000000000000000 in ?? () Thread 137 (LWP 5860): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f488c108790, request_context=0x7f488c108798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080560, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080570, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080560) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f488c108bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c94fc0, f=@0x8c94fb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c94fb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c94e00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 136 (LWP 5858): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f488d50a790, request_context=0x7f488d50a798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080520, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080530, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080520) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f488d50abc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c94bc0, f=@0x8c94bb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c94bb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c94a00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 135 (LWP 5837): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065060, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065030, range=0x7f489a71f790, request_context=0x7f489a71f798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080280, p=0x9b63f80, a1=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080290, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080280) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489a71fbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88bfc0, f=@0xb88bfb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88bfb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88be00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 134 (LWP 12663): #0 0x00000030120e8f43 in epoll_wait () from cores/sys/lib64/libc.so.6 #1 0x00007f487c4e7527 in Java_sun_nio_ch_EPollArrayWrapper_epollWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libnio.so #2 0x00007f48e9bfa7f2 in ?? () #3 0x000000039d1929d8 in ?? () #4 0x0000000600000000 in ?? () #5 0x0000001073a3dadc in ?? () #6 0x000000039d1ed6e0 in ?? () #7 0x0000000000000007 in ?? () #8 0x0000000300000010 in ?? () #9 0x0000000000000011 in ?? () #10 0x0000000000000011 in ?? () #11 0x000000039d1929d8 in ?? () #12 0x00007f48eb50a724 in ?? () #13 0x73a3253b00000001 in ?? () #14 0x0000000000000007 in ?? () #15 0x000000039d192a88 in ?? () #16 0x0000000300000001 in ?? () #17 0x000000039d192a68 in ?? () #18 0x73a3254f73a3254d in ?? () #19 0x000000039d192a78 in ?? () #20 0x000000039d180a38 in ?? () #21 0x000000039d192a20 in ?? () #22 0x000000000000752f in ?? () #23 0x000001cd00000010 in ?? () #24 0x00000007c0026ee8 in ?? () #25 0x000000039d1ed5f0 in ?? () #26 0x73a3d49d00000001 in ?? () #27 0x000000039d1ea4d8 in ?? () #28 0x0000001073a3d4a5 in ?? () #29 0x00000000151a463e in ?? () #30 0x0000000073a3dab3 in ?? () #31 0x0000000073a3254f in ?? () #32 0x0000000000000000 in ?? () Thread 133 (LWP 5857): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f488df0b790, request_context=0x7f488df0b798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080500, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080510, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080500) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f488df0bbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c949c0, f=@0x8c949b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c949b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c94800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 132 (LWP 5840): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065060, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065030, range=0x7f489891c790, request_context=0x7f489891c798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0802e0, p=0x9b63f80, a1=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0802f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0802e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489891cbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88c5c0, f=@0xb88c5b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88c5b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88c400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 131 (LWP 5848): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0650d0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa0650a0, range=0x7f4893914790, request_context=0x7f4893914798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0803e0, p=0x9b63f80, a1=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0803f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0803e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4893914bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88d5c0, f=@0xb88d5b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88d5b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88d400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 130 (LWP 5820): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064dc0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064d90, range=0x7f48a5130790, request_context=0x7f48a5130798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080060, p=0x9b63f80, a1=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080070, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080060) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a5130bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7ddc0, f=@0xbd7ddb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7ddb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7dc00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 129 (LWP 5835): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065060, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065030, range=0x7f489bb21790, request_context=0x7f489bb21798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080240, p=0x9b63f80, a1=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080250, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080240) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489bb21bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88bbc0, f=@0xb88bbb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88bbb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88ba00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 128 (LWP 12907): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030c9933 in os::sleep(Thread*, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4902edcaba in JVM_Sleep () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f48ea0fe6b1 in ?? () #5 0x00007f485ab8d380 in ?? () #6 0x0000003013003e46 in clock_gettime () from cores/sys/lib64/librt.so.1 #7 0x00007f49030c2d9f in os::javaTimeNanos() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #8 0x00007f48eb660c0c in ?? () #9 0x000005273f17504f in ?? () #10 0x000000039d0558b0 in ?? () #11 0x000000039d0558c8 in ?? () #12 0x000000039d0558c0 in ?? () #13 0x0000052740430f00 in ?? () #14 0x0000000000000014 in ?? () #15 0x0000000661a87980 in ?? () #16 0x0000000661a87980 in ?? () #17 0x0000000000000000 in ?? () Thread 127 (LWP 11919): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x8bb5f00) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xe480f30, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xe480f40, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xe480f30) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48650b6bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xe8357c0, f=@0xe8357b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xe8357b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xe835600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 126 (LWP 5847): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0650d0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa0650a0, range=0x7f4894315790, request_context=0x7f4894315798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0803c0, p=0x9b63f80, a1=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0803d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0803c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4894315bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88d3c0, f=@0xb88d3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88d3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88d200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 125 (LWP 12567): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c7bef in Parker::park(bool, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f4903231315 in Unsafe_Park () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f48ea022d2a in ?? () #4 0x000000039c680480 in ?? () #5 0x00007f4873bce390 in ?? () #6 0x00007f4873bce3a0 in ?? () #7 0x00007f48e948f16c in ?? () #8 0x00007f48c17d1ca0 in ?? () #9 0x0000000000000000 in ?? () Thread 124 (LWP 5833): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065060, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065030, range=0x7f489cf23790, request_context=0x7f489cf23798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080200, p=0x9b63f80, a1=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080210, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489cf23bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88b7c0, f=@0xb88b7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88b7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88b600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 123 (LWP 8965): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030c9933 in os::sleep(Thread*, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4902edcaba in JVM_Sleep () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f48ea0fe6b1 in ?? () #5 0x00007f48c1b4ae18 in ?? () #6 0x00007f485ce955b0 in ?? () #7 0x0000000000000000 in ?? () Thread 122 (LWP 5816): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48a7934720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48a7934720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc280, out=0x7f48a79347e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc240, thread_id=7) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4460, p=0xa6dc240, a1=7) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4470, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4460) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a7934bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7d3c0, f=@0xbd7d3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7d3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7d200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 121 (LWP 5846): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0650d0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa0650a0, range=0x7f4894d16790, request_context=0x7f4894d16798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0803a0, p=0x9b63f80, a1=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0803b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0803a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4894d16bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88d1c0, f=@0xb88d1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88d1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88d000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 120 (LWP 8867): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xa295720) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xb426870, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xb426880, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xb426870) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f486eec7bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x9ad75c0, f=@0x9ad75b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x9ad75b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x9ad7400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 119 (LWP 5830): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064ff0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064fc0, range=0x7f489ed26790, request_context=0x7f489ed26798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0801a0, p=0x9b63f80, a1=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0801b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0801a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489ed26bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88b1c0, f=@0xb88b1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88b1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88b000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 118 (LWP 6145): #0 0x00000030120df293 in poll () from cores/sys/lib64/libc.so.6 #1 0x0000000003bbaef7 in apache::thrift::transport::TServerSocket::acceptImpl() () #2 0x00000000017e182d in apache::thrift::transport::TServerTransport::accept (this=0x9f56d70) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/transport/TServerTransport.h:57 #3 0x00000000017e06ba in apache::thrift::server::TAcceptQueueServer::serve (this=0xab343a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:234 #4 0x00000000017d1a86 in impala::ThriftServer::ThriftServerEventProcessor::Supervise (this=0xa2a9d50) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-server.cc:200 #5 0x00000000017dc87b in boost::_mfi::mf0::operator() (this=0x7f48734cebc8, p=0xa2a9d50) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #6 0x00000000017dc49c in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f48734cebd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #7 0x00000000017dbffb in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f48734cebc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017db789 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48734cebc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c70) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7d5c0, f=@0xbd7d5b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7d5b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7d400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 117 (LWP 5671): #0 0x000000301240d720 in sem_wait () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c82c2 in check_pending_signals(bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030c0ff3 in signal_thread_entry(JavaThread*, Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f490320c03f in JavaThread::thread_main_inner() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f490320c205 in JavaThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #7 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 116 (LWP 5795): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b4b49710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b4b49710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48b4b497d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=2) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb41c0, p=0xa6dc480, a1=2) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb41d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb41c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b4b49bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7a9c0, f=@0xbd7a9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7a9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7a800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 115 (LWP 5844): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0650d0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa0650a0, range=0x7f4896118790, request_context=0x7f4896118798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080360, p=0x9b63f80, a1=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080370, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080360) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4896118bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88cdc0, f=@0xb88cdb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88cdb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88cc00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 114 (LWP 6151): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0x7f4870cca500, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x00000000017e4dc2 in impala::BlockingQueue >::BlockingGet (this=0x7f4870cca3c0, out=0x7f48702c9800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x00000000017e3c42 in impala::ThreadPool >::WorkerThread (this=0x7f4870cca380, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x00000000017e7639 in boost::_mfi::mf1 >, int>::operator() (this=0xb9fe260, p=0x7f4870cca380, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x00000000017e7487 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0> (this=0xb9fe270, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x00000000017e6f95 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator() (this=0xb9fe260) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x00000000017e6d20 in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48702c9bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4870cc9e50) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x9f613c0, f=@0x9f613b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x9f613b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x9f61200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 113 (LWP 5829): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064ff0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064fc0, range=0x7f489f727790, request_context=0x7f489f727798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080180, p=0x9b63f80, a1=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080190, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489f727bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88afc0, f=@0xb88afb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88afb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88ae00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 112 (LWP 5663): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030870f7 in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a16 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902d9c763 in GCTaskManager::get_task(unsigned int) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902d9de48 in GCTaskThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #8 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 111 (LWP 5839): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065060, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065030, range=0x7f489931d790, request_context=0x7f489931d798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0802c0, p=0x9b63f80, a1=0xa065030) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0802d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0802c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489931dbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88c3c0, f=@0xb88c3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88c3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88c200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 110 (LWP 5900): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xa9be180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x9f5a380, runnable=..., promise=0x7f48768d33a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x9f5c330, p=0x9f5a380, a1=..., a2=0x7f48768d33a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x9f5c340, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x9f5c330) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48754d1bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48768d3080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x9f5e5c0, f=@0x9f5e5b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x9f5e5b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x9f5e400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 109 (LWP 5782): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48bcd56720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48bcd56720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48bcd567e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=1) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4020, p=0xa6dc6c0, a1=1) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4030, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4020) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48bcd56bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa96ebc0, f=@0xa96ebb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa96ebb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa96ea00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 108 (LWP 5826): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064ff0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064fc0, range=0x7f48a152a790, request_context=0x7f48a152a798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080120, p=0x9b63f80, a1=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080130, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080120) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a152abc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88a9c0, f=@0xb88a9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88a9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88a800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 107 (LWP 5660): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030870f7 in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a16 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902d9c763 in GCTaskManager::get_task(unsigned int) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902d9de48 in GCTaskThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #8 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 106 (LWP 5831): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064ff0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064fc0, range=0x7f489e325790, request_context=0x7f489e325798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0801c0, p=0x9b63f80, a1=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0801d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0801c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489e325bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88b3c0, f=@0xb88b3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88b3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88b200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 105 (LWP 5868): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f4887100790, request_context=0x7f4887100798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080660, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080670, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080660) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4887100bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c95fc0, f=@0x8c95fb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c95fb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c95e00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 104 (LWP 5819): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064dc0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064d90, range=0x7f48a5b31790, request_context=0x7f48a5b31798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080040, p=0x9b63f80, a1=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080050, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080040) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a5b31bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7dbc0, f=@0xbd7dbb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7dbb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7da00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 103 (LWP 9789): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0x192da638, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000001886c19 in impala::DataStreamRecvr::SenderQueue::GetBatch (this=0x192da600, next_batch=0xdc55d50) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/data-stream-recvr.cc:122 #3 0x000000000188949e in impala::DataStreamRecvr::GetBatch (this=0x16913500, next_batch=0xdc55d50) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/data-stream-recvr.cc:361 #4 0x0000000001b84a53 in impala::ExchangeNode::FillInputRowBatch (this=0xdc55b80, state=0x19d8b680) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/exchange-node.cc:140 #5 0x0000000001b846e9 in impala::ExchangeNode::Open (this=0xdc55b80, state=0x19d8b680) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/exchange-node.cc:117 #6 0x00000000028d73d4 in impala::PartitionedAggregationNode::Open (this=0x15c91200, state=0x19d8b680) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/exec/partitioned-aggregation-node.cc:249 #7 0x00000000018bf62a in impala::FragmentInstanceState::Open (this=0x119f1800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:263 #8 0x00000000018bcfe9 in impala::FragmentInstanceState::Exec (this=0x119f1800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:80 #9 0x00000000018a5da1 in impala::QueryState::ExecFInstance (this=0x19a6c800, fis=0x119f1800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/query-state.cc:388 #10 0x00000000018a463a in impala::QueryState::::operator()(void) const (__closure=0x7f4858889bc8) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/query-state.cc:328 #11 0x00000000018a69bb in boost::detail::function::void_function_obj_invoker0, void>::invoke(boost::detail::function::function_buffer &) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #12 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4858889bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #13 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4859289980) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #14 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x119f31c0, f=@0x119f31b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #15 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x119f31b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #16 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x119f3000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #17 0x0000000002dae1ca in thread_proxy () #18 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #19 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 102 (LWP 5796): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b4148710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b4148710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48b41487d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=3) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb41e0, p=0xa6dc480, a1=3) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb41f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb41e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b4148bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7abc0, f=@0xbd7abb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7abb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7aa00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 101 (LWP 6149): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0x7f48720cc500, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x00000000017e4dc2 in impala::BlockingQueue >::BlockingGet (this=0x7f48720cc3c0, out=0x7f48716cb800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x00000000017e3c42 in impala::ThreadPool >::WorkerThread (this=0x7f48720cc380, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x00000000017e7639 in boost::_mfi::mf1 >, int>::operator() (this=0xb9fe1c0, p=0x7f48720cc380, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x00000000017e7487 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0> (this=0xb9fe1d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x00000000017e6f95 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator() (this=0xb9fe1c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x00000000017e6d20 in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48716cbbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48720cbe50) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x9f60dc0, f=@0x9f60db8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x9f60db8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x9f60c00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 100 (LWP 5670): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030b5c1d in ObjectMonitor::wait(long, bool, Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4902ede015 in JVM_MonitorWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f48e9e11f28 in ?? () #5 0x000000039c699da0 in ?? () #6 0x00007f48eac85354 in ?? () #7 0x00000000069ed800 in ?? () #8 0x00007f48c104c410 in ?? () #9 0x000000039c6983f0 in ?? () #10 0x00007f48e9cf9ab8 in ?? () #11 0x000000039c6983f0 in ?? () #12 0x000000066d1a8b20 in ?? () #13 0x0000000000000000 in ?? () Thread 99 (LWP 5853): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f489070f790, request_context=0x7f489070f798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080480, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080490, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080480) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489070fbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c941c0, f=@0x8c941b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c941b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c94000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 98 (LWP 31883): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030c9933 in os::sleep(Thread*, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4902edcaba in JVM_Sleep () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f48ea0fe6b1 in ?? () #5 0x00007f486d2c54d0 in ?? () #6 0x000000301209c99a in gettimeofday () from cores/sys/lib64/libc.so.6 #7 0x00007f49030c2df3 in os::javaTimeMillis() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #8 0x00007f48e935f360 in ?? () #9 0x00007f486d2c5560 in ?? () #10 0x00007f48e935f360 in ?? () #11 0x00000000000003e8 in ?? () #12 0x000000039d6edaa0 in ?? () #13 0x0000000000000051 in ?? () #14 0x0000000000000000 in ?? () Thread 97 (LWP 5814): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48a8d36720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48a8d36720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc280, out=0x7f48a8d367e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc240, thread_id=5) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4420, p=0xa6dc240, a1=5) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4430, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4420) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a8d36bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7cfc0, f=@0xbd7cfb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7cfb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7ce00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 96 (LWP 9758): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xc0ae528) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xc0ae528) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625784 in boost::lock_guard::lock_guard (this=0x7f486b8bf480, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_guard.hpp:38 #6 0x0000000002c9b8c8 in impala::Coordinator::UpdateStatus (this=0xc0ae000, status=..., backend_hostname=..., is_fragment_failure=true, instance_id=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:465 #7 0x0000000002c9f3bc in impala::Coordinator::Wait (this=0xc0ae000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:812 #8 0x00000000019aa13e in impala::ClientRequestState::WaitInternal (this=0xd5b9a000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/client-request-state.cc:682 #9 0x00000000019a9c32 in impala::ClientRequestState::Wait (this=0xd5b9a000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/client-request-state.cc:650 #10 0x00000000019c8093 in boost::_mfi::mf0::operator() (this=0x7f486b8bfbc8, p=0xd5b9a000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #11 0x00000000019c7c6a in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f486b8bfbd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #12 0x00000000019c7a05 in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f486b8bfbc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x00000000019c7220 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #14 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f486b8bfbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #15 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48686b9a30) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #16 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x15ce93c0, f=@0x15ce93b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #17 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x15ce93b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #18 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x15ce9200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #19 0x0000000002dae1ca in thread_proxy () #20 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #21 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 95 (LWP 5897): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0x7f48772d4500, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x00000000017e4dc2 in impala::BlockingQueue >::BlockingGet (this=0x7f48772d43c0, out=0x7f48768d3800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x00000000017e3c42 in impala::ThreadPool >::WorkerThread (this=0x7f48772d4380, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x00000000017e7639 in boost::_mfi::mf1 >, int>::operator() (this=0xa1561c0, p=0x7f48772d4380, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x00000000017e7487 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0> (this=0xa1561d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x00000000017e6f95 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator() (this=0xa1561c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x00000000017e6d20 in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48768d3bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48772d3e50) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x9f5e3c0, f=@0x9f5e3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x9f5e3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x9f5e200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 94 (LWP 5794): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b554a710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b554a710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48b554a7d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=1) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb41a0, p=0xa6dc480, a1=1) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb41b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb41a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b554abc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7a7c0, f=@0xbd7a7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7a7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7a600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 93 (LWP 6148): #0 0x00000030120df293 in poll () from cores/sys/lib64/libc.so.6 #1 0x0000000003bbaef7 in apache::thrift::transport::TServerSocket::acceptImpl() () #2 0x00000000017e182d in apache::thrift::transport::TServerTransport::accept (this=0x9f56f00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/transport/TServerTransport.h:57 #3 0x00000000017e06ba in apache::thrift::server::TAcceptQueueServer::serve (this=0xab34490) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:234 #4 0x00000000017d1a86 in impala::ThriftServer::ThriftServerEventProcessor::Supervise (this=0xa2a9dc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-server.cc:200 #5 0x00000000017dc87b in boost::_mfi::mf0::operator() (this=0x7f48720ccbc8, p=0xa2a9dc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #6 0x00000000017dc49c in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f48720ccbd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #7 0x00000000017dbffb in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f48720ccbc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017db789 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48720ccbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c70) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa47afc0, f=@0xa47afb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa47afb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa47ae00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 92 (LWP 5852): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f4891110790, request_context=0x7f4891110798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080460, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080470, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080460) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4891110bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88dfc0, f=@0xb88dfb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88dfb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88de00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 91 (LWP 5813): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48a9737720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48a9737720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc280, out=0x7f48a97377e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc240, thread_id=4) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4400, p=0xa6dc240, a1=4) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4410, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a9737bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7cdc0, f=@0xbd7cdb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7cdb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7cc00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 90 (LWP 9756): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xb424c40, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002cccbea in impala::BlockingQueue::BlockingGet (this=0xb424b00, out=0x7f48628b2818) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x0000000002ccb807 in impala::ThreadPool::WorkerThread (this=0xb424ac0, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x0000000002ccf829 in boost::_mfi::mf1, int>::operator() (this=0x3a7f2c60, p=0xb424ac0, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002ccf5d3 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x3a7f2c70, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002ccef23 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x3a7f2c60) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002cce9ab in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48628b2bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f486aabe9b0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x361621c0, f=@0x361621b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x361621b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x36162000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 89 (LWP 5877): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f48816f7790, request_context=0x7f48816f7798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080780, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080790, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080780) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48816f7bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c971c0, f=@0x8c971b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c971b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c97000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 88 (LWP 12936): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f4901ff2bfe in ?? () #2 0x00007f48576859f0 in ?? () #3 0x000000000eb85980 in ?? () #4 0x0000000000004088 in ?? () #5 0x00000000123f1a8f in ?? () #6 0x0000000000004088 in ?? () #7 0x000000001e2adc8f in ?? () #8 0x0000000000000000 in ?? () Thread 87 (LWP 5791): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa6dc840, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x00000000017f5cb6 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48b734d7e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=10) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4140, p=0xa6dc6c0, a1=10) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4150, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4140) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b734dbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7a1c0, f=@0xbd7a1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7a1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7a000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 86 (LWP 5811): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa6dc3c0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x00000000017f5cb6 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc280, out=0x7f48aab397e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc240, thread_id=2) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb43c0, p=0xa6dc240, a1=2) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb43d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb43c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48aab39bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7c9c0, f=@0xbd7c9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7c9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7c800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 85 (LWP 5827): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064ff0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064fc0, range=0x7f48a0b29790, request_context=0x7f48a0b29798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080140, p=0x9b63f80, a1=0xa064fc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080150, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080140) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a0b29bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88abc0, f=@0xb88abb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88abb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88aa00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 84 (LWP 9738): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbbe07 in apache::thrift::transport::TBufferedTransport::readSlow(unsigned char*, unsigned int) () #3 0x0000000001620257 in apache::thrift::transport::TBufferBase::read (this=0x1535dd10, buf=0x7f486aabed60 "\220\355\253jH\177", len=4) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/transport/TBufferTransports.h:69 #4 0x000000000162562e in apache::thrift::transport::readAll (trans=..., buf=0x7f486aabed60 "\220\355\253jH\177", len=4) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/transport/TTransport.h:39 #5 0x00000000016202d7 in apache::thrift::transport::TBufferBase::readAll (this=0x1535dd10, buf=0x7f486aabed60 "\220\355\253jH\177", len=4) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/transport/TBufferTransports.h:82 #6 0x00000000017af3dd in apache::thrift::transport::TBufferedTransport::readAll (this=0x1535dd10, buf=0x7f486aabed60 "\220\355\253jH\177", len=4) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/transport/TBufferTransports.h:279 #7 0x00000000017bdd05 in apache::thrift::transport::TVirtualTransport::readAll_virt (this=0x1535dd10, buf=0x7f486aabed60 "\220\355\253jH\177", len=4) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/transport/TVirtualTransport.h:99 #8 0x00000000017c6f33 in apache::thrift::transport::TTransport::readAll (this=0x1535dd10, buf=0x7f486aabed60 "\220\355\253jH\177", len=4) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/transport/TTransport.h:126 #9 0x00000000017ce640 in apache::thrift::protocol::TBinaryProtocolT::readI32 (this=0x17dac450, i32=@0x7f486aabedac: 0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/protocol/TBinaryProtocol.tcc:375 #10 0x00000000017cde2f in apache::thrift::protocol::TBinaryProtocolT::readMessageBegin (this=0x17dac450, name=..., messageType=@0x7f486aabeeac: 0, seqid=@0x7f486aabeebc: 0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/protocol/TBinaryProtocol.tcc:206 #11 0x00000000017ca66a in apache::thrift::protocol::TVirtualProtocol, apache::thrift::protocol::TProtocolDefaults>::readMessageBegin_virt (this=0x17dac450, name=..., messageType=@0x7f486aabeeac: 0, seqid=@0x7f486aabeebc: 0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/protocol/TVirtualProtocol.h:432 #12 0x000000000160ba28 in apache::thrift::protocol::TProtocol::readMessageBegin (this=0x17dac450, name=..., messageType=@0x7f486aabeeac: 0, seqid=@0x7f486aabeebc: 0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/protocol/TProtocol.h:529 #13 0x0000000002aa88c2 in impala::ImpalaInternalServiceClient::recv_ReportExecStatus (this=0x1a883840, _return=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:1092 #14 0x00000000018a836b in impala::ImpalaBackendClient::ReportExecStatus (this=0x1a883840, _return=..., params=..., send_done=0x7f486aabefdf) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/backend-client.h:65 #15 0x00000000018aa394 in impala::ClientConnection::DoRpc (this=0x7f486aabf0a0, f=@0x7f486aabf380: (void (impala::ImpalaBackendClient::*)(impala::ImpalaBackendClient * const, impala::TReportExecStatusResult &, const impala::TReportExecStatusParams &, bool *)) 0x18a8278 , request=..., response=0x7f486aabf0d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/client-cache.h:240 #16 0x00000000018a424d in impala::QueryState::ReportExecStatusAux (this=0xcd3a000, done=true, status=..., fis=0x41f99800, instances_started=true) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/query-state.cc:266 #17 0x00000000018a3a37 in impala::QueryState::ReportExecStatus (this=0xcd3a000, done=true, status=..., fis=0x41f99800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/query-state.cc:201 #18 0x00000000018c0d84 in impala::FragmentInstanceState::SendReport (this=0x41f99800, done=true, status=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:382 #19 0x00000000018c19d3 in impala::FragmentInstanceState::Finalize (this=0x41f99800, status=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:475 #20 0x00000000018bd1f7 in impala::FragmentInstanceState::Exec (this=0x41f99800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:95 #21 0x00000000018a5da1 in impala::QueryState::ExecFInstance (this=0xcd3a000, fis=0x41f99800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/query-state.cc:388 #22 0x00000000018a463a in impala::QueryState::::operator()(void) const (__closure=0x7f486aabfbc8) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/query-state.cc:328 #23 0x00000000018a69bb in boost::detail::function::void_function_obj_invoker0, void>::invoke(boost::detail::function::function_buffer &) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #24 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f486aabfbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #25 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f486b8be980) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #26 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x41f9b1c0, f=@0x41f9b1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #27 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x41f9b1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #28 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x41f9b000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #29 0x0000000002dae1ca in thread_proxy () #30 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #31 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 83 (LWP 5871): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f48852fd790, request_context=0x7f48852fd798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0806c0, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0806d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0806c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48852fdbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c965c0, f=@0x8c965b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c965b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c96400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 82 (LWP 5903): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xa9be1e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x9f5a380, runnable=..., promise=0x7f48768d33a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x9f5c690, p=0x9f5a380, a1=..., a2=0x7f48768d33a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x9f5c6a0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x9f5c690) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4874ad0bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48768d3080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x9f5e7c0, f=@0x9f5e7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x9f5e7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x9f5e600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 81 (LWP 5810): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48ab53a720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48ab53a720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc280, out=0x7f48ab53a7e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc240, thread_id=1) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb43a0, p=0xa6dc240, a1=1) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb43b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb43a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48ab53abc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7c7c0, f=@0xbd7c7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7c7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7c600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 80 (LWP 5789): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b874f720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b874f720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48b874f7e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=8) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4100, p=0xa6dc6c0, a1=8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4110, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4100) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b874fbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa96fdc0, f=@0xa96fdb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa96fdb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa96fc00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 79 (LWP 5818): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064dc0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064d90, range=0x7f48a6532790, request_context=0x7f48a6532798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080020, p=0x9b63f80, a1=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080030, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080020) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a6532bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7d9c0, f=@0xbd7d9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7d9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7d800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 78 (LWP 5867): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0651b0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065180, range=0x7f4887b01790, request_context=0x7f4887b01798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080640, p=0x9b63f80, a1=0xa065180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080650, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080640) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4887b01bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c95dc0, f=@0x8c95db8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c95db8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c95c00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 77 (LWP 7246): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xbf59c80) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0xb6fe240, runnable=..., promise=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x8bd8750, p=0xb6fe240, a1=..., a2=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x8bd8760, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x8bd8750) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f485a68cbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48702c9080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x192e33c0, f=@0x192e33b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x192e33b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x192e3200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 76 (LWP 5809): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48abf3b720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48abf3b720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc280, out=0x7f48abf3b7e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc240, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4380, p=0xa6dc240, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4390, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4380) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48abf3bbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7c5c0, f=@0xbd7c5b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7c5b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7c400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 75 (LWP 5895): #0 0x000000301240ed2d in nanosleep () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001af3760 in std::this_thread::sleep_for > (__rtime=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/thread:279 #2 0x0000000001af2557 in impala::SleepForMs (duration_ms=1000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/time.cc:30 #3 0x000000000194e486 in impala::ImpalaServer::ExpireQueries (this=0xb980000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impala-server.cc:1898 #4 0x0000000001987879 in boost::_mfi::mf0::operator() (this=0x7f4877cd5bc8, p=0xb980000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #5 0x0000000001985f3c in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f4877cd5bd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #6 0x000000000198378d in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f4877cd5bc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x000000000197fd67 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4877cd5bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a36020) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa47a9c0, f=@0xa47a9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa47a9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa47a800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 74 (LWP 5807): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48ad33d710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48ad33d710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48ad33d7d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=14) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb4340, p=0xa6dc480, a1=14) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb4350, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb4340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48ad33dbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7c1c0, f=@0xbd7c1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7c1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7c000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 73 (LWP 5676): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f490308744e in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a96 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902c8e2b3 in CompileQueue::get() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902c94d9b in CompileBroker::compiler_thread_loop() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f490320c03f in JavaThread::thread_main_inner() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x00007f490320c205 in JavaThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #8 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #9 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #10 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 72 (LWP 5863): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f488a305790, request_context=0x7f488a305798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0805c0, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0805d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0805c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f488a305bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c955c0, f=@0x8c955b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c955b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c95400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 71 (LWP 5665): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030870f7 in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a16 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902d9c763 in GCTaskManager::get_task(unsigned int) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902d9de48 in GCTaskThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #8 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 70 (LWP 15050): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x17df8ca0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0xb6fe240, runnable=..., promise=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x37cb2ae0, p=0xb6fe240, a1=..., a2=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x37cb2af0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x37cb2ae0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48646b5bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48702c9080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x428cf1c0, f=@0x428cf1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x428cf1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x428cf000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 69 (LWP 6147): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0x7f48734ce500, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x00000000017e4dc2 in impala::BlockingQueue >::BlockingGet (this=0x7f48734ce3c0, out=0x7f4872acd800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x00000000017e3c42 in impala::ThreadPool >::WorkerThread (this=0x7f48734ce380, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x00000000017e7639 in boost::_mfi::mf1 >, int>::operator() (this=0xb9fe120, p=0x7f48734ce380, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x00000000017e7487 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0> (this=0xb9fe130, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x00000000017e6f95 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator() (this=0xb9fe120) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x00000000017e6d20 in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4872acdbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48734cde50) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x9f607c0, f=@0x9f607b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x9f607b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x9f60600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 68 (LWP 5806): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48add3e710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48add3e710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48add3e7d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=13) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb4320, p=0xa6dc480, a1=13) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb4330, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb4320) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48add3ebc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7bfc0, f=@0xbd7bfb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7bfb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7be00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 67 (LWP 5804): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48af140710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48af140710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48af1407d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=11) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb42e0, p=0xa6dc480, a1=11) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb42f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb42e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48af140bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7bbc0, f=@0xbd7bbb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7bbb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7ba00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 66 (LWP 5855): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f488f30d790, request_context=0x7f488f30d798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0804c0, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0804d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0804c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f488f30dbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c945c0, f=@0x8c945b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c945b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c94400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 65 (LWP 5859): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f488cb09790, request_context=0x7f488cb09798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080540, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080550, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080540) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f488cb09bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c94dc0, f=@0x8c94db8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c94db8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c94c00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 64 (LWP 5675): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f490308744e in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a96 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902c8e2b3 in CompileQueue::get() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902c94d9b in CompileBroker::compiler_thread_loop() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f490320c03f in JavaThread::thread_main_inner() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x00007f490320c205 in JavaThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #8 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #9 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #10 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 63 (LWP 5888): #0 0x00000030120acbcd in nanosleep () from cores/sys/lib64/libc.so.6 #1 0x00000030120aca40 in sleep () from cores/sys/lib64/libc.so.6 #2 0x0000000001941e33 in impala::ImpalaServer::LogFileFlushThread (this=0xb980000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impala-server.cc:708 #3 0x0000000001987879 in boost::_mfi::mf0::operator() (this=0x7f487c2dcbc8, p=0xb980000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #4 0x0000000001985f3c in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f487c2dcbd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #5 0x000000000198378d in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f487c2dcbc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #6 0x000000000197fd67 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #7 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f487c2dcbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #8 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35db0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #9 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa479bc0, f=@0xa479bb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #10 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa479bb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #11 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa479a00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #12 0x0000000002dae1ca in thread_proxy () #13 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #14 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 62 (LWP 5802): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b0542710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b0542710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48b05427d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=9) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb42a0, p=0xa6dc480, a1=9) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb42b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb42a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b0542bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7b7c0, f=@0xbd7b7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7b7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7b600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 61 (LWP 9671): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xc0ae528) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xc0ae528) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625784 in boost::lock_guard::lock_guard (this=0x7f483b450d50, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_guard.hpp:38 #6 0x0000000002c9b8c8 in impala::Coordinator::UpdateStatus (this=0xc0ae000, status=..., backend_hostname=..., is_fragment_failure=true, instance_id=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:465 #7 0x0000000002ca0a8c in impala::Coordinator::UpdateBackendExecStatus (this=0xc0ae000, params=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:950 #8 0x0000000001947e84 in impala::ImpalaServer::ReportExecStatus (this=0xb980000, return_val=..., params=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impala-server.cc:1167 #9 0x00000000019f9c50 in impala::ImpalaInternalService::ReportExecStatus (this=0xa61cea0, return_val=..., params=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impala-internal-service.cc:79 #10 0x0000000002aab132 in impala::ImpalaInternalServiceProcessor::process_ReportExecStatus (this=0xa9b7f80, seqid=0, iprot=0x196051d0, oprot=0x19605f80, callContext=0xb906c80) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:1451 #11 0x0000000002aaa718 in impala::ImpalaInternalServiceProcessor::dispatchCall (this=0xa9b7f80, iprot=0x196051d0, oprot=0x19605f80, fname=..., seqid=0, callContext=0xb906c80) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:1370 #12 0x000000000160bc1a in apache::thrift::TDispatchProcessor::process (this=0xa9b7f80, in=..., out=..., connectionContext=0xb906c80) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/TDispatchProcessor.h:121 #13 0x00000000017e1e91 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x17521240) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:77 #14 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #15 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xdf8cb10, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #16 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xdf8cb20, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #17 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xdf8cb10) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #18 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #19 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f483b451bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #20 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #21 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x41e861c0, f=@0x41e861b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #22 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x41e861b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #23 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x41e86000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #24 0x0000000002dae1ca in thread_proxy () #25 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #26 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 60 (LWP 5800): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b1944710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b1944710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48b19447d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=7) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb4260, p=0xa6dc480, a1=7) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb4270, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb4260) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b1944bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7b3c0, f=@0xbd7b3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7b3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7b200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 59 (LWP 5661): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030870f7 in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a16 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902d9c763 in GCTaskManager::get_task(unsigned int) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902d9de48 in GCTaskThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #8 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 58 (LWP 5856): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f488e90c790, request_context=0x7f488e90c798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0804e0, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0804f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0804e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f488e90cbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x8c947c0, f=@0x8c947b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x8c947b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x8c94600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 57 (LWP 5849): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f4892f13790, request_context=0x7f4892f13798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080400, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080410, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4892f13bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88d7c0, f=@0xb88d7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88d7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88d600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 56 (LWP 5798): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b2d46710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b2d46710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48b2d467d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=5) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb4220, p=0xa6dc480, a1=5) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb4230, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb4220) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b2d46bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7afc0, f=@0xbd7afb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7afb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7ae00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 55 (LWP 5841): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0650d0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa0650a0, range=0x7f4897f1b790, request_context=0x7f4897f1b798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080300, p=0x9b63f80, a1=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080310, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080300) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4897f1bbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88c7c0, f=@0xb88c7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88c7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88c600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 54 (LWP 5673): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f4902f6315d in JvmtiRawMonitor::SimpleWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4902f63330 in JvmtiRawMonitor::raw_wait(long, bool, Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902f3c427 in JvmtiEnv::RawMonitorWait(JvmtiRawMonitor*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f48fe66ccdc in debugMonitorWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libjdwp.so #6 0x00007f48fe65df9c in commandLoop () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/libjdwp.so #7 0x00007f4902f5f402 in JvmtiAgentThread::call_start_function() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #8 0x00007f490320c03f in JavaThread::thread_main_inner() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #9 0x00007f490320c205 in JavaThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #10 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #11 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #12 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 53 (LWP 5786): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48ba552720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48ba552720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48ba5527e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=5) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb40a0, p=0xa6dc6c0, a1=5) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb40b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb40a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48ba552bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa96f7c0, f=@0xa96f7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa96f7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa96f600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 52 (LWP 21419): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xdc872a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xdcdc0c0, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xdcdc0d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xdcdc0c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f483aa50bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x119f2bc0, f=@0x119f2bb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x119f2bb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x119f2a00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 51 (LWP 5850): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa065140, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa065110, range=0x7f4892512790, request_context=0x7f4892512798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080420, p=0x9b63f80, a1=0xa065110) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080430, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080420) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4892512bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88dbc0, f=@0xb88dbb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88dbb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88da00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 50 (LWP 5658): #0 0x000000301240ed2d in nanosleep () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001af3760 in std::this_thread::sleep_for > (__rtime=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/thread:279 #2 0x0000000001af2557 in impala::SleepForMs (duration_ms=500) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/time.cc:30 #3 0x000000000165f6ff in PauseMonitorLoop () at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/common/init.cc:163 #4 0x00000000016618b5 in boost::detail::function::void_function_invoker0::invoke (function_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:112 #5 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f49000b9bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #6 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a36210) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #7 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x690e3c0, f=@0x690e3b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #8 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x690e3b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #9 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x690e200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #10 0x0000000002dae1ca in thread_proxy () #11 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #12 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 49 (LWP 5797): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b3747710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b3747710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48b37477d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=4) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb4200, p=0xa6dc480, a1=4) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb4210, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb4200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b3747bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7adc0, f=@0xbd7adb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7adb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7ac00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 48 (LWP 5662): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030870f7 in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a16 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902d9c763 in GCTaskManager::get_task(unsigned int) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902d9de48 in GCTaskThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #8 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 47 (LWP 7570): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00000000017d5199 in impala::ConditionVariable::WaitUntil (this=0x1500da58, lock=..., abs_time=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:51 #2 0x00000000018c4502 in impala::ConditionVariable::WaitFor (this=0x1500da58, lock=..., wait_duration=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:69 #3 0x00000000018c05bf in impala::FragmentInstanceState::ReportProfileThread (this=0x1500da00) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:356 #4 0x00000000018bd49a in impala::FragmentInstanceState::::operator()(void) const (__closure=0x7f485f6adbc8) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:226 #5 0x00000000018c2993 in boost::detail::function::void_function_obj_invoker0, void>::invoke(boost::detail::function::function_buffer &) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #6 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f485f6adbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #7 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4853d7ae70) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #8 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x17f50bc0, f=@0x17f50bb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #9 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x17f50bb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #10 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x17f50a00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #11 0x0000000002dae1ca in thread_proxy () #12 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #13 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 46 (LWP 5824): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064dc0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064d90, range=0x7f48a292c790, request_context=0x7f48a292c798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0800e0, p=0x9b63f80, a1=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0800f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0800e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a292cbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88a5c0, f=@0xb88a5b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88a5b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88a400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 45 (LWP 5784): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48bb954720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48bb954720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48bb9547e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=3) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4060, p=0xa6dc6c0, a1=3) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4070, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4060) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48bb954bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa96efc0, f=@0xa96efb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa96efb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa96ee00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 44 (LWP 5845): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0650d0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa0650a0, range=0x7f4895717790, request_context=0x7f4895717798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080380, p=0x9b63f80, a1=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080390, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080380) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4895717bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88cfc0, f=@0xb88cfb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88cfb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88ce00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 43 (LWP 14204): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x155cdc20) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x10650c90, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x10650ca0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x10650c90) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f484225cbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x193a47c0, f=@0x193a47b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x193a47b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x193a4600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 42 (LWP 5793): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b5f4b710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b5f4b710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48b5f4b7d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb4180, p=0xa6dc480, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb4190, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb4180) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b5f4bbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7a5c0, f=@0xbd7a5b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7a5b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7a400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 41 (LWP 5657): #0 0x00000030120acbcd in nanosleep () from cores/sys/lib64/libc.so.6 #1 0x00000030120aca40 in sleep () from cores/sys/lib64/libc.so.6 #2 0x000000000165f601 in LogMaintenanceThread () at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/common/init.cc:116 #3 0x00000000016618b5 in boost::detail::function::void_function_invoker0::invoke (function_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:112 #4 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4900ababc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #5 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a36210) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #6 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x690e7c0, f=@0x690e7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #7 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x690e7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x690e600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #9 0x0000000002dae1ca in thread_proxy () #10 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #11 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 40 (LWP 5659): #0 0x000000301240ed2d in nanosleep () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001af3760 in std::this_thread::sleep_for > (__rtime=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/thread:279 #2 0x0000000001af2557 in impala::SleepForMs (duration_ms=500) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/time.cc:30 #3 0x0000000001aa6d27 in impala::PeriodicCounterUpdater::UpdateLoop (this=0x6914a50) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/periodic-counter-updater.cc:131 #4 0x0000000001ab1633 in boost::_mfi::mf0::operator() (this=0x6932758, p=0x6914a50) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #5 0x0000000001ab1596 in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x6932768, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #6 0x0000000001ab1541 in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x6932758) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000001ab1504 in boost::detail::thread_data, boost::_bi::list1 > > >::run (this=0x69325a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #8 0x0000000002dae1ca in thread_proxy () #9 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #10 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 39 (LWP 5822): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064dc0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064d90, range=0x7f48a3d2e790, request_context=0x7f48a3d2e798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa0800a0, p=0x9b63f80, a1=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa0800b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa0800a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a3d2ebc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88a1c0, f=@0xb88a1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88a1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88a000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 38 (LWP 5783): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48bc355720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48bc355720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48bc3557e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=2) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4040, p=0xa6dc6c0, a1=2) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4050, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4040) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48bc355bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa96edc0, f=@0xa96edb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa96edb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa96ec00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 37 (LWP 5842): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa0650d0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa0650a0, range=0x7f489751a790, request_context=0x7f489751a798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080320, p=0x9b63f80, a1=0xa0650a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080330, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080320) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f489751abc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xb88c9c0, f=@0xb88c9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xb88c9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xb88c800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 36 (LWP 19828): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030b545a in ObjectMonitor::wait(long, bool, Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4902ede015 in JVM_MonitorWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f48e9e11f28 in ?? () #5 0x000000039e4dcbb0 in ?? () #6 0x0000000000000000 in ?? () Thread 35 (LWP 5788): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b9150720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b9150720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48b91507e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=7) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb40e0, p=0xa6dc6c0, a1=7) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb40f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb40e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b9150bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa96fbc0, f=@0xa96fbb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa96fbb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa96fa00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 34 (LWP 9810): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xe4d0940, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002cccbea in impala::BlockingQueue::BlockingGet (this=0xe4d0800, out=0x7f484cc6d818) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x0000000002ccb807 in impala::ThreadPool::WorkerThread (this=0xe4d07c0, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x0000000002ccf829 in boost::_mfi::mf1, int>::operator() (this=0x5e349200, p=0xe4d07c0, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002ccf5d3 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x5e349210, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002ccef23 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x5e349200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002cce9ab in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f484cc6dbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48694bc9b0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x14f9e9c0, f=@0x14f9e9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x14f9e9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x14f9e800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 33 (LWP 8651): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xe36dd20) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x3a177920, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x3a177930, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x3a177920) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f485ecacbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x19ea25c0, f=@0x19ea25b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x19ea25b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x19ea2400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 32 (LWP 5636): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001af9dc1 in boost::condition_variable::wait (this=0xbd7d458, m=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/condition_variable.hpp:73 #2 0x0000000002daebfc in boost::thread::join_noexcept() () #3 0x00000000017d4951 in boost::thread::join (this=0x8c9d830) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:767 #4 0x00000000017d522a in impala::Thread::Join (this=0xa468e40) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.h:118 #5 0x00000000017d3b57 in impala::ThriftServer::Join (this=0x8ed7ba0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-server.cc:463 #6 0x000000000194fd92 in impala::ImpalaServer::Join (this=0xb980000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impala-server.cc:2030 #7 0x00000000019394eb in ImpaladMain (argc=15, argv=0x7fff56a36e18) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impalad-main.cc:98 #8 0x0000000001609a20 in main (argc=15, argv=0x7fff56a36e18) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/daemon-main.cc:37 Thread 31 (LWP 5817): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064dc0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064d90, range=0x7f48a6f33790, request_context=0x7f48a6f33798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080000, p=0x9b63f80, a1=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080010, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a6f33bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7d7c0, f=@0xbd7d7b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7d7b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7d600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 30 (LWP 5667): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030870f7 in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a16 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902d9c763 in GCTaskManager::get_task(unsigned int) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902d9de48 in GCTaskThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #8 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 29 (LWP 5821): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xa064dc0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002b2b04a in impala::io::DiskIoMgr::GetNextRequestRange (this=0x9b63f80, disk_queue=0xa064d90, range=0x7f48a472f790, request_context=0x7f48a472f798) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:774 #3 0x0000000002b2c7f6 in impala::io::DiskIoMgr::WorkLoop (this=0x9b63f80, disk_queue=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:975 #4 0x0000000002b37c56 in boost::_mfi::mf1::operator() (this=0xa080080, p=0x9b63f80, a1=0xa064d90) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002b3762d in boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xa080090, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002b36bfd in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xa080080) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002b361e0 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48a472fbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35c90) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7dfc0, f=@0xbd7dfb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7dfb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7de00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 28 (LWP 9808): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xb4225c0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002cccbea in impala::BlockingQueue::BlockingGet (this=0xb422480, out=0x7f484e06f818) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x0000000002ccb807 in impala::ThreadPool::WorkerThread (this=0xb422440, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x0000000002ccf829 in boost::_mfi::mf1, int>::operator() (this=0x4200e960, p=0xb422440, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002ccf5d3 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x4200e970, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002ccef23 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x4200e960) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002cce9ab in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f484e06fbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48694bc9b0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x119f0dc0, f=@0x119f0db8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x119f0db8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x119f0c00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 27 (LWP 5773): #0 0x00000030120df293 in poll () from cores/sys/lib64/libc.so.6 #1 0x00007f48bea212fa in ?? () #2 0x00007f48bdd56fc8 in ?? () #3 0x00007f48bdc78450 in ?? () #4 0x0000000000000000 in ?? () Thread 26 (LWP 30970): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x17d32960) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xba297d0, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xba297e0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xba297d0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f483dc55bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x19ea2fc0, f=@0x19ea2fb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x19ea2fb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x19ea2e00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 25 (LWP 5787): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b9b51720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b9b51720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48b9b517e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=6) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb40c0, p=0xa6dc6c0, a1=6) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb40d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb40c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b9b51bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa96f9c0, f=@0xa96f9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa96f9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa96f800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 24 (LWP 12068): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x994a700) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x9f5bf80, runnable=..., promise=0x7f48716cb3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x14fc6390, p=0x9f5bf80, a1=..., a2=0x7f48716cb3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x14fc63a0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x14fc6390) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48600aebc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48716cb080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x99fdfc0, f=@0x99fdfb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x99fdfb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x99fde00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 23 (LWP 5666): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030870f7 in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a16 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902d9c763 in GCTaskManager::get_task(unsigned int) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902d9de48 in GCTaskThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #8 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 22 (LWP 9805): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00000000017d5199 in impala::ConditionVariable::WaitUntil (this=0x119f1858, lock=..., abs_time=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:51 #2 0x00000000018c4502 in impala::ConditionVariable::WaitFor (this=0x119f1858, lock=..., wait_duration=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:69 #3 0x00000000018c0578 in impala::FragmentInstanceState::ReportProfileThread (this=0x119f1800) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:346 #4 0x00000000018bd49a in impala::FragmentInstanceState::::operator()(void) const (__closure=0x7f484f471bc8) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:226 #5 0x00000000018c2993 in boost::detail::function::void_function_obj_invoker0, void>::invoke(boost::detail::function::function_buffer &) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #6 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f484f471bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #7 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4858888e70) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #8 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbafa9c0, f=@0xbafa9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #9 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbafa9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #10 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbafa800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #11 0x0000000002dae1ca in thread_proxy () #12 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #13 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 21 (LWP 5812): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc340) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48aa138720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48aa138720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc280, out=0x7f48aa1387e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc240, thread_id=3) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb43e0, p=0xa6dc240, a1=3) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb43f0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb43e0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48aa138bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7cbc0, f=@0xbd7cbb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7cbb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7ca00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 20 (LWP 9752): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xcee2cc0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002cccbea in impala::BlockingQueue::BlockingGet (this=0xcee2b80, out=0x7f48664b8818) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x0000000002ccb807 in impala::ThreadPool::WorkerThread (this=0xcee2b40, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x0000000002ccf829 in boost::_mfi::mf1, int>::operator() (this=0x3a7f3e20, p=0xcee2b40, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002ccf5d3 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x3a7f3e30, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002ccef23 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x3a7f3e20) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002cce9ab in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48664b8bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f486aabe9b0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x36163dc0, f=@0x36163db8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x36163db8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x36163c00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 19 (LWP 5664): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030870f7 in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a16 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f4902d9c763 in GCTaskManager::get_task(unsigned int) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f4902d9de48 in GCTaskThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #8 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 18 (LWP 5781): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc7c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48bd757720) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48bd757720, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f5b56 in impala::BlockingQueue >::BlockingGet(boost::function*) (this=0xa6dc700, out=0x7f48bd7577e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2cbc in impala::ThreadPool >::WorkerThread(int) (this=0xa6dc6c0, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fec91 in boost::_mfi::mf1 >, int>::operator()(impala::ThreadPool >*, int) const (this=0x9bb4000, p=0xa6dc6c0, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe3e9 in boost::_bi::list2 >*>, boost::_bi::value >::operator() >, int>, boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1 >, int>&, boost::_bi::list0&, int) (this=0x9bb4010, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd6d5 in boost::_bi::bind_t >, int>, boost::_bi::list2 >*>, boost::_bi::value > >::operator()() (this=0x9bb4000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc7fd in boost::detail::function::void_function_obj_invoker0 >, int>, boost::_bi::list2 >*>, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48bd757bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xa96e9c0, f=@0xa96e9b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xa96e9b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xa96e800) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 17 (LWP 5801): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xa6dc580) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625884 in boost::unique_lock::lock (this=0x7f48b0f43710) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:346 #6 0x00000000016257d3 in boost::unique_lock::unique_lock (this=0x7f48b0f43710, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_types.hpp:124 #7 0x00000000017f6410 in impala::BlockingQueue::BlockingGet (this=0xa6dc4c0, out=0x7f48b0f437d0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:66 #8 0x00000000017f2f2e in impala::ThreadPool::WorkerThread (this=0xa6dc480, thread_id=8) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #9 0x00000000017fed31 in boost::_mfi::mf1, int>::operator() (this=0x9bb4280, p=0xa6dc480, a1=8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #10 0x00000000017fe5d5 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x9bb4290, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #11 0x00000000017fd7f7 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x9bb4280) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x00000000017fc95a in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48b0f43bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fff56a35de0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #15 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xbd7b5c0, f=@0xbd7b5b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #16 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xbd7b5b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xbd7b400) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x0000000002dae1ca in thread_proxy () #19 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #20 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 16 (LWP 5679): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030c974f in os::sleep(Thread*, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903207b71 in WatcherThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #6 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 15 (LWP 29246): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xbf58780) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0xb6fe240, runnable=..., promise=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xafa0480, p=0xb6fe240, a1=..., a2=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xafa0490, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xafa0480) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48686babc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48702c9080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x15319bc0, f=@0x15319bb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x15319bb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x15319a00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 14 (LWP 7571): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0x1500db58, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x00000000017b091f in impala::Promise::Get (this=0x1500db58) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/promise.h:67 #3 0x00000000018c1c70 in impala::FragmentInstanceState::WaitForOpen (this=0x1500da00) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:499 #4 0x0000000002c9f393 in impala::Coordinator::Wait (this=0xba36000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:812 #5 0x00000000019aa13e in impala::ClientRequestState::WaitInternal (this=0x164f8000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/client-request-state.cc:682 #6 0x00000000019a9c32 in impala::ClientRequestState::Wait (this=0x164f8000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/client-request-state.cc:650 #7 0x00000000019c8093 in boost::_mfi::mf0::operator() (this=0x7f485e2abbc8, p=0x164f8000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:49 #8 0x00000000019c7c6a in boost::_bi::list1 >::operator(), boost::_bi::list0> (this=0x7f485e2abbd8, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:253 #9 0x00000000019c7a05 in boost::_bi::bind_t, boost::_bi::list1 > >::operator() (this=0x7f485e2abbc8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #10 0x00000000019c7220 in boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #11 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f485e2abbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #12 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f485a68ba30) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #13 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x1814b1c0, f=@0x1814b1b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #14 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x1814b1b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #15 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x1814b000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #16 0x0000000002dae1ca in thread_proxy () #17 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #18 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 13 (LWP 9669): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x15878fa0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xbf80600, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xbf80610, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xbf80600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f484fe72bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x41e87fc0, f=@0x41e87fb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x41e87fb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x41e87e00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 12 (LWP 23344): #0 0x000000301240e054 in __lll_lock_wait () from cores/sys/lib64/libpthread.so.0 #1 0x0000003012409388 in _L_lock_854 () from cores/sys/lib64/libpthread.so.0 #2 0x0000003012409257 in pthread_mutex_lock () from cores/sys/lib64/libpthread.so.0 #3 0x000000000161c16d in pthread_mutex_lock (m=0xc0ae528) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:62 #4 boost::mutex::lock (this=0xc0ae528) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/pthread/mutex.hpp:116 #5 0x0000000001625784 in boost::lock_guard::lock_guard (this=0x7f4866eb8d50, m_=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_guard.hpp:38 #6 0x0000000002c9b8c8 in impala::Coordinator::UpdateStatus (this=0xc0ae000, status=..., backend_hostname=..., is_fragment_failure=true, instance_id=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:465 #7 0x0000000002ca0a8c in impala::Coordinator::UpdateBackendExecStatus (this=0xc0ae000, params=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:950 #8 0x0000000001947e84 in impala::ImpalaServer::ReportExecStatus (this=0xb980000, return_val=..., params=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impala-server.cc:1167 #9 0x00000000019f9c50 in impala::ImpalaInternalService::ReportExecStatus (this=0xa61cea0, return_val=..., params=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impala-internal-service.cc:79 #10 0x0000000002aab132 in impala::ImpalaInternalServiceProcessor::process_ReportExecStatus (this=0xa9b7f80, seqid=0, iprot=0xd7578f0, oprot=0xd757ec0, callContext=0xa795600) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:1451 #11 0x0000000002aaa718 in impala::ImpalaInternalServiceProcessor::dispatchCall (this=0xa9b7f80, iprot=0xd7578f0, oprot=0xd757ec0, fname=..., seqid=0, callContext=0xa795600) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:1370 #12 0x000000000160bc1a in apache::thrift::TDispatchProcessor::process (this=0xa9b7f80, in=..., out=..., connectionContext=0xa795600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/TDispatchProcessor.h:121 #13 0x00000000017e1e91 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xe56a5e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:77 #14 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #15 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xdf825a0, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #16 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xdf825b0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #17 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xdf825a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #18 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #19 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4866eb9bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #20 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #21 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x41e85bc0, f=@0x41e85bb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #22 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x41e85bb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #23 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x41e85a00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #24 0x0000000002dae1ca in thread_proxy () #25 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #26 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 11 (LWP 9811): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00000000017d5199 in impala::ConditionVariable::WaitUntil (this=0x119f3658, lock=..., abs_time=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:51 #2 0x00000000018c4502 in impala::ConditionVariable::WaitFor (this=0x119f3658, lock=..., wait_duration=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:69 #3 0x00000000018c05bf in impala::FragmentInstanceState::ReportProfileThread (this=0x119f3600) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:356 #4 0x00000000018bd49a in impala::FragmentInstanceState::::operator()(void) const (__closure=0x7f484c26cbc8) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/fragment-instance-state.cc:226 #5 0x00000000018c2993 in boost::detail::function::void_function_obj_invoker0, void>::invoke(boost::detail::function::function_buffer &) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #6 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f484c26cbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #7 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48694bce70) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #8 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x14fa1bc0, f=@0x14fa1bb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #9 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x14fa1bb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #10 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x14fa1a00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #11 0x0000000002dae1ca in thread_proxy () #12 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #13 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 10 (LWP 5669): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c2ef3 in os::PlatformEvent::park() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f49030b5c1d in ObjectMonitor::wait(long, bool, Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4902ede015 in JVM_MonitorWait () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f48e9e11f28 in ?? () #5 0x000000039c698400 in ?? () #6 0x00000000069ed000 in ?? () #7 0x00007f48c114d430 in ?? () #8 0x00007f48c114d430 in ?? () #9 0x00007f48c114d4c8 in ?? () #10 0x0000000000000002 in ?? () #11 0x000000000690bcc0 in ?? () #12 0xffff80b747693002 in ?? () #13 0x00007f48c114d560 in ?? () #14 0x00007f48eae19d44 in ?? () #15 0x00007f48c114d4c8 in ?? () #16 0x000000039c698400 in ?? () #17 0x00007f48c114d4f8 in ?? () #18 0x00000000069ed000 in ?? () #19 0x00007f48c114d4c8 in ?? () #20 0x00007f48e937ca21 in ?? () #21 0x00007f48e937c9df in ?? () #22 0x0000000000000003 in ?? () #23 0x000000039c69b988 in ?? () #24 0x000000066c10b828 in ?? () #25 0x0000000000000000 in ?? () Thread 9 (LWP 7701): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xbf590e0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0xb6fe240, runnable=..., promise=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x3a15a000, p=0xb6fe240, a1=..., a2=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x3a15a010, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x3a15a000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4852871bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48702c9080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xe65bfc0, f=@0xe65bfb8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xe65bfb8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xe65be00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 8 (LWP 9670): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x17520be0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x19a9db00, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x19a9db10, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x19a9db00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4840459bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x41e873c0, f=@0x41e873b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x41e873b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x41e87200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 7 (LWP 9809): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xe4d2c40, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002cccbea in impala::BlockingQueue::BlockingGet (this=0xe4d2b00, out=0x7f484d66e818) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x0000000002ccb807 in impala::ThreadPool::WorkerThread (this=0xe4d2ac0, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x0000000002ccf829 in boost::_mfi::mf1, int>::operator() (this=0x5e348d80, p=0xe4d2ac0, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002ccf5d3 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x5e348d90, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002ccef23 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x5e348d80) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002cce9ab in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f484d66ebc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48694bc9b0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x119f33c0, f=@0x119f33b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x119f33b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x119f3200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 6 (LWP 5668): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c802f in os::PlatformEvent::park(long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f490308744e in Monitor::IWait(Thread*, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903087a16 in Monitor::wait(bool, long, bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f490325faf9 in VMThread::loop() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f490325fe00 in VMThread::run() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 0x00007f49030c90c8 in java_start(Thread*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #8 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 5 (LWP 28728): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x19f03600) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xa240240, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xa240250, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xa240240) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4835047bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x19ea4dc0, f=@0x19ea4db8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x19ea4db8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x19ea4c00) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 4 (LWP 6455): #0 0x000000301240b7bb in pthread_cond_timedwait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x00007f49030c7b50 in Parker::park(bool, long) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #2 0x00007f4903231315 in Unsafe_Park () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f48ea022d2a in ?? () #4 0x000000039c680480 in ?? () #5 0x0000003013003e46 in clock_gettime () from cores/sys/lib64/librt.so.1 #6 0x00007f49030c2d9f in os::javaTimeNanos() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #7 0x00007f48ea0964b4 in ?? () #8 0xcd821b2c00000000 in ?? () #9 0x0000000000000000 in ?? () Thread 3 (LWP 4816): #0 0x000000301240e94c in recv () from cores/sys/lib64/libpthread.so.0 #1 0x0000000003bb22ad in apache::thrift::transport::TSocket::read(unsigned char*, unsigned int) () #2 0x0000000003bbc8d2 in apache::thrift::transport::TBufferedTransport::peek() () #3 0x00000000017e1ee4 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0xbf58ae0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:78 #4 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0xb6fe240, runnable=..., promise=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #5 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0x9e740240, p=0xb6fe240, a1=..., a2=0x7f48702c93a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #6 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0x9e740250, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #7 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0x9e740240) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #8 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #9 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f4829730bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #10 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f48702c9080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #11 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x192e47c0, f=@0x192e47b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #12 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x192e47b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #13 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x192e4600) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #14 0x0000000002dae1ca in thread_proxy () #15 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #16 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 2 (LWP 9755): #0 0x000000301240b43c in pthread_cond_wait@@GLIBC_2.3.2 () from cores/sys/lib64/libpthread.so.0 #1 0x0000000001621971 in impala::ConditionVariable::Wait (this=0xb4248c0, lock=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/condition-variable.h:41 #2 0x0000000002cccbea in impala::BlockingQueue::BlockingGet (this=0xb424780, out=0x7f48632b3818) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/blocking-queue.h:84 #3 0x0000000002ccb807 in impala::ThreadPool::WorkerThread (this=0xb424740, thread_id=0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread-pool.h:152 #4 0x0000000002ccf829 in boost::_mfi::mf1, int>::operator() (this=0x3a7f2160, p=0xb424740, a1=0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:165 #5 0x0000000002ccf5d3 in boost::_bi::list2*>, boost::_bi::value >::operator(), int>, boost::_bi::list0> (this=0x3a7f2170, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:313 #6 0x0000000002ccef23 in boost::_bi::bind_t, int>, boost::_bi::list2*>, boost::_bi::value > >::operator() (this=0x3a7f2160) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #7 0x0000000002cce9ab in boost::detail::function::void_function_obj_invoker0, int>, boost::_bi::list2*>, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #8 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f48632b3bc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #9 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f486aabe9b0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #10 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x361601c0, f=@0x361601b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #11 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x361601b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #12 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x36160000) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #13 0x0000000002dae1ca in thread_proxy () #14 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #15 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6 Thread 1 (LWP 28727): #0 0x00000030120328e5 in raise () from cores/sys/lib64/libc.so.6 #1 0x00000030120340c5 in abort () from cores/sys/lib64/libc.so.6 #2 0x00007f49030c81a5 in os::abort(bool) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #3 0x00007f4903258843 in VMError::report_and_die() () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #4 0x00007f49030cd562 in JVM_handle_linux_signal () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #5 0x00007f49030c44f3 in signalHandler(int, siginfo*, void*) () from cores/sys/opt/toolchain/sun-jdk-64bit-1.8.0.05/jre/lib/amd64/server/libjvm.so #6 #7 0x000000000182355a in std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::_M_begin (this=0x382e657461745393) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/bits/stl_tree.h:518 #8 0x0000000001821eb2 in std::_Rb_tree, std::_Select1st >, std::less, std::allocator > >::lower_bound (this=0x382e657461745393, __k=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/bits/stl_tree.h:927 #9 0x0000000001820bc9 in std::map, std::allocator > >::lower_bound (this=0x382e657461745393, __x=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/bits/stl_map.h:902 #10 0x000000000181f8b6 in std::map, std::allocator > >::operator[] (this=0x382e657461745393, __k=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/bits/stl_map.h:496 #11 0x000000000184e526 in impala::RuntimeProfile::total_time_counter (this=0x382e657461745373) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/runtime-profile.h:261 #12 0x0000000002cb656b in InstanceComparator::operator() (this=0x7f483784a380, a=..., b=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator-backend-state.cc:554 #13 0x0000000002cbe794 in __gnu_cxx::__ops::_Val_comp_iter::operator(), __gnu_cxx::__normal_iterator*, std::vector, std::allocator > > > > (this=0x7f483784a380, __val=..., __it=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/bits/predefined_ops.h:166 #14 0x0000000002cbdcc0 in std::__unguarded_linear_insert<__gnu_cxx::__normal_iterator*, std::vector, std::allocator > > >, __gnu_cxx::__ops::_Val_comp_iter > (__last=..., __comp=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/bits/stl_algo.h:1827 #15 0x0000000002cbd01b in std::__insertion_sort<__gnu_cxx::__normal_iterator*, std::vector, std::allocator > > >, __gnu_cxx::__ops::_Iter_comp_iter > (__first=..., __last=..., __comp=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/bits/stl_algo.h:1854 #16 0x0000000002cbc1d3 in std::__final_insertion_sort<__gnu_cxx::__normal_iterator*, std::vector, std::allocator > > >, __gnu_cxx::__ops::_Iter_comp_iter > (__first=..., __last=..., __comp=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/bits/stl_algo.h:1889 #17 0x0000000002cbb2bf in std::__sort<__gnu_cxx::__normal_iterator*, std::vector, std::allocator > > >, __gnu_cxx::__ops::_Iter_comp_iter > (__first=..., __last=..., __comp=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/bits/stl_algo.h:1970 #18 0x0000000002cba0d1 in std::sort<__gnu_cxx::__normal_iterator*, std::vector, std::allocator > > >, InstanceComparator> (__first=..., __last=..., __comp=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/gcc-4.9.2/include/c++/4.9.2/bits/stl_algo.h:4716 #19 0x0000000002cb8019 in impala::RuntimeProfile::SortChildren (this=0x15a23400, cmp=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/runtime-profile.h:144 #20 0x0000000002cb4e30 in impala::Coordinator::FragmentStats::AddExecStats (this=0x131756c0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator-backend-state.cc:560 #21 0x0000000002ca15b8 in impala::Coordinator::ComputeQuerySummary (this=0xc0ae000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:1036 #22 0x0000000002ca0570 in impala::Coordinator::CancelInternal (this=0xc0ae000) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:916 #23 0x0000000002c9baa3 in impala::Coordinator::UpdateStatus (this=0xc0ae000, status=..., backend_hostname=..., is_fragment_failure=true, instance_id=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:478 #24 0x0000000002ca0a8c in impala::Coordinator::UpdateBackendExecStatus (this=0xc0ae000, params=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/runtime/coordinator.cc:950 #25 0x0000000001947e84 in impala::ImpalaServer::ReportExecStatus (this=0xb980000, return_val=..., params=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impala-server.cc:1167 #26 0x00000000019f9c50 in impala::ImpalaInternalService::ReportExecStatus (this=0xa61cea0, return_val=..., params=...) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/service/impala-internal-service.cc:79 #27 0x0000000002aab132 in impala::ImpalaInternalServiceProcessor::process_ReportExecStatus (this=0xa9b7f80, seqid=0, iprot=0xb0db020, oprot=0xb0da630, callContext=0xca8fec0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:1451 #28 0x0000000002aaa718 in impala::ImpalaInternalServiceProcessor::dispatchCall (this=0xa9b7f80, iprot=0xb0db020, oprot=0xb0da630, fname=..., seqid=0, callContext=0xca8fec0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:1370 #29 0x000000000160bc1a in apache::thrift::TDispatchProcessor::process (this=0xa9b7f80, in=..., out=..., connectionContext=0xca8fec0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/thrift-0.9.0-p11/include/thrift/TDispatchProcessor.h:121 #30 0x00000000017e1e91 in apache::thrift::server::TAcceptQueueServer::Task::run (this=0x19f00720) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:77 #31 0x00000000017ddf11 in impala::ThriftThread::RunRunnable (this=0x975d6c0, runnable=..., promise=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/rpc/thrift-thread.cc:74 #32 0x00000000017df615 in boost::_mfi::mf2, impala::Promise*>::operator() (this=0xb0da6c0, p=0x975d6c0, a1=..., a2=0x7f4872acd3a0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280 #33 0x00000000017df4ab in boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*>, boost::_bi::list0> (this=0xb0da6d0, f=..., a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392 #34 0x00000000017df1f7 in boost::_bi::bind_t, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >::operator() (this=0xb0da6c0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #35 0x00000000017df10a in boost::detail::function::void_function_obj_invoker0, impala::Promise*>, boost::_bi::list3, boost::_bi::value >, boost::_bi::value*> > >, void>::invoke (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #36 0x00000000017ee6a6 in boost::function0::operator() (this=0x7f483784bbc0) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #37 0x0000000001ae975b in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7f4872acd080) at /data/jenkins/workspace/impala-asf-master-core/repos/Impala/be/src/util/thread.cc:354 #38 0x0000000001af2470 in boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0x19ea43c0, f=@0x19ea43b8: 0x1ae9414 , impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:457 #39 0x0000000001af23b3 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0x19ea43b8) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #40 0x0000000001af2376 in boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0x19ea4200) at /data/jenkins/workspace/impala-asf-master-core/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #41 0x0000000002dae1ca in thread_proxy () #42 0x0000003012407851 in start_thread () from cores/sys/lib64/libpthread.so.0 #43 0x00000030120e894d in clone () from cores/sys/lib64/libc.so.6