Details
-
Bug
-
Status: Resolved
-
Critical
-
Resolution: Fixed
-
Impala 1.4
-
None
-
None
Description
Taras found this crash while running stress with the changes tpcds queries (with limits removed wherever appropriate). It seems to happen with tpcds-q7, with 10 concurrent clients.
Version:
impalad -version impalad version 1.4.0-cdh5-INTERNAL RELEASE (build cecb68c1b1a98a63c5c62e0d48131806f6a5b35a) Built on Mon, 16 Jun 2014 01:45:02 PST
bt:
(gdb) bt #0 0x00000030cf8328e5 in raise () from /lib64/libc.so.6 #1 0x00000030cf8340c5 in abort () from /lib64/libc.so.6 #2 0x00007f475ebe6155 in os::abort(bool) () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #3 0x00007f475ed65087 in VMError::report_and_die() () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #4 0x00007f475ed6561e in crash_handler(int, siginfo*, void*) () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #5 0x00007f475ebe4f92 in os::Linux::chained_handler(int, siginfo*, void*) () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #6 0x00007f475ebeaa46 in JVM_handle_linux_signal () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #7 <signal handler called> #8 0x000000000150dc33 in tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned long, int) () #9 0x000000000150e35a in tcmalloc::ThreadCache::Scavenge() () #10 0x0000000001523bb2 in tc_free () #11 0x00007f475e868943 in ElfDecoder::demangle(char const*, char*, int) () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #12 0x00007f475e8683ba in Decoder::demangle(char const*, char*, int) () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #13 0x00007f475ebe3c7d in os::dll_address_to_function_name(unsigned char*, char*, int, int*) () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #14 0x00007f475e8eb7ef in frame::print_on_error(outputStream*, char*, int, bool) const () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #15 0x00007f475ed63542 in VMError::report(outputStream*) () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #16 0x00007f475ed64b04 in VMError::report_and_die() () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #17 0x00007f475ebeaadf in JVM_handle_linux_signal () from /usr/java/jdk1.7.0_45-cloudera/jre/lib/amd64/server/libjvm.so #18 <signal handler called> #19 0x000000000150dc33 in tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned long, int) () #20 0x000000000150e35a in tcmalloc::ThreadCache::Scavenge() () #21 0x0000000001524192 in tc_delete () #22 0x00000000008d7902 in impala::RowBatch::RowBatch(impala::RowDescriptor const&, impala::TRowBatch const&, impala::MemTracker*) () #23 0x00000000008c6ca4 in impala::DataStreamRecvr::SenderQueue::AddBatch(impala::TRowBatch const&) () #24 0x00000000008c475a in impala::DataStreamMgr::AddData(impala::TUniqueId const&, int, impala::TRowBatch const&, int) () #25 0x00000000008f1d56 in impala::ImpalaServer::TransmitData(impala::TTransmitDataResult&, impala::TTransmitDataParams const&) () #26 0x0000000000a303ac in impala::ImpalaInternalServiceProcessor::process_TransmitData(int, apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*, void*) () #27 0x0000000000a2eb44 in impala::ImpalaInternalServiceProcessor::dispatchCall(apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, int, void*) () #28 0x000000000090e20e in apache::thrift::TDispatchProcessor::process(boost::shared_ptr<apache::thrift::protocol::TProtocol>, boost::shared_ptr<apache::thrift::protocol::TProtocol>, void*) () #29 0x00000000014712a9 in apache::thrift::server::TThreadedServer::Task::run() () #30 0x000000000088ae2b in impala::ThriftThread::RunRunnable(boost::shared_ptr<apache::thrift::concurrency::Runnable>, impala::Promise<unsigned long>*) () #31 0x000000000088c75e in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, boost::shared_ptr<apache::thrift::concurrency::Runnable>, impala::Promise<unsigned long>*>, boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, boost::_bi::value<impala::Promise<unsigned long>*> > >, void>::invoke(boost::detail::function::function_buffer&) () #32 0x00000000009d3b4a in impala::Thread::SuperviseThread(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*) () #33 0x00000000009d4750 in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() () #34 0x0000000000ba30f4 in thread_proxy () #35 0x00000030cfc07851 in start_thread () from /lib64/libpthread.so.0
I'll add the location of the coredump and its associated binary shortly.