Details
-
Bug
-
Status: Resolved
-
Major
-
Resolution: Workaround
-
Impala 2.11.0
-
None
-
None
-
ghx-label-5
Description
When running 16 concurrent TPCDS queries on a 7 node secure cluster, this crash occurred.
Memory was not oversubscribed on the host.
#0 0x0000003c49632625 in raise () from /lib64/libc.so.6 #1 0x0000003c49633e05 in abort () from /lib64/libc.so.6 #2 0x0000000003bb9bd4 in ?? () #3 0x0000000003bb064d in google::LogMessage::Fail() () #4 0x0000000003bb1ef2 in google::LogMessage::SendToLog() () #5 0x0000000003bb0027 in google::LogMessage::Flush() () #6 0x0000000003bb35ee in google::LogMessageFatal::~LogMessageFatal() () #7 0x0000000001b03d2f in ?? () #8 0x0000000003ada85a in llvm::report_fatal_error(llvm::Twine const&, bool) () #9 0x0000000003adaa1c in llvm::report_fatal_error(char const*, bool) () #10 0x00000000038b2902 in llvm::RuntimeDyldImpl::emitSection(llvm::object::ObjectFile const&, llvm::object::SectionRef const&, bool) () #11 0x00000000038b2d7c in llvm::RuntimeDyldImpl::findOrEmitSection(llvm::object::ObjectFile const&, llvm::object::SectionRef const&, bool, std::map<llvm::object::SectionRef, unsigned int, std::less<llvm::object::SectionRef>, std::allocator<std::pair<llvm::object::SectionRef const, unsigned int> > >&) () #12 0x00000000038b3e35 in llvm::RuntimeDyldImpl::loadObjectImpl(llvm::object::ObjectFile const&) () #13 0x00000000038c9f47 in llvm::RuntimeDyldELF::loadObject(llvm::object::ObjectFile const&) () #14 0x00000000038afc20 in llvm::RuntimeDyld::loadObject(llvm::object::ObjectFile const&) () #15 0x000000000372d3fa in llvm::MCJIT::generateCodeForModule(llvm::Module*) () #16 0x0000000003729b10 in llvm::MCJIT::finalizeObject() () #17 0x0000000001b0dc16 in impala::LlvmCodeGen::FinalizeModule() () #18 0x000000000189c254 in impala::FragmentInstanceState::Open() () #19 0x0000000001899e7b in impala::FragmentInstanceState::Exec() () #20 0x00000000018847fe in impala::QueryState::ExecFInstance(impala::FragmentInstanceState*) () #21 0x00000000018830c0 in ?? () ---Type <return> to continue, or q <return> to quit--- #22 0x0000000001885449 in ?? () #23 0x00000000017b048a in boost::function0<void>::operator()() const () #24 0x0000000001ab4ab1 in impala::Thread::SuperviseThread(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*) () #25 0x0000000001abd63c in void boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> >::operator()<void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list0&, int) () #26 0x0000000001abd57f in boost::_bi::bind_t<void, void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() () #27 0x0000000001abd542 in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() () #28 0x0000000002d3a09a in ?? () #29 0x0000003c49a07aa1 in start_thread () from /lib64/libpthread.so.0 #30 0x0000003c496e893d in clone () from /lib64/libc.so.6