Details
-
Bug
-
Status: Closed
-
Major
-
Resolution: Fixed
-
Impala 2.6.0
Description
Hi, all:
Met a impala crash yesterday, it seems impala crashed when processing probe
batch using codgen. bt is pasted below which is generated by mini-dump when crashing :
#0 0x0000000001d083b4 in llvm::Value::getContext() const ()
Missing separate debuginfos, use: debuginfo-install bzip2-libs-1.0.5-7.el6_0.x86_64 db4-4.7.25-18.el6_4.x86_64 glibc-2.12-1.132.el6_5.4.x86_64 keyutils-libs-1.4-5.el6.x86_64 krb5-libs-1.10.3-42.el6.x86_64 libcom_err-1.41.12-22.el6.x86_64 libgcc-4.4.7-4.el6.x86_64 libselinux-2.0.94-5.8.el6.x86_64 ncurses-libs-5.7-3.20090208.el6.x86_64 nss-softokn-freebl-3.14.3-12.el6_5.x86_64 numactl-2.0.7-8.el6.x86_64 openssl-1.0.1e-42.el6.x86_64 zlib-1.2.3-29.el6.x86_64
(gdb) bt
#0 0x0000000001d083b4 in llvm::Value::getContext() const ()
#1 0x0000000001d09f2c in llvm::ValueHandleBase::RemoveFromUseList() ()
#2 0x0000000001b39363 in std::vector<llvm::WeakVH, std::allocator<llvm::WeakVH> >::_M_default_append ()
#3 0x0000000001b39cb3 in (anonymous namespace)::BitcodeReaderValueList::getValueFwdRef(unsigned int, llvm::Type*) ()
#4 0x0000000001b54541 in (anonymous namespace)::BitcodeReader::parseFunctionBody(llvm::Function*) ()
#5 0x0000000001b5a896 in (anonymous namespace)::BitcodeReader::materialize(llvm::GlobalValue*) ()
#6 0x0000000001cf9a96 in llvm::Module::materialize(llvm::GlobalValue*) ()
#7 0x0000000000e577f0 in impala::LlvmCodeGen::MaterializeFunctionHelper (this=0x50e28d80, fn=0x275b5228)
at /export/ldb/online/impala_gitlab/be/src/codegen/llvm-codegen.cc:656
#8 0x0000000000e57ab9 in impala::LlvmCodeGen::MaterializeFunction (this=Unhandled dwarf expression opcode 0xf3
)
at /export/ldb/online/impala_gitlab/be/src/codegen/llvm-codegen.cc:673
#9 0x0000000000e5dd1a in impala::LlvmCodeGen::GetFunction (this=0x50e28d80, ir_type=Unhandled dwarf expression opcode 0xf3
)
at /export/ldb/online/impala_gitlab/be/src/codegen/llvm-codegen.cc:701
#10 0x0000000000ef7104 in impala::PartitionedHashJoinNode::CodegenProcessProbeBatch (this=0x192f1480, codegen=0x50e28d80,
prefetch_mode=impala::TPrefetchMode::HT_BUCKET) at /export/ldb/online/impala_gitlab/be/src/exec/partitioned-hash-join-node.cc:1238
#11 0x0000000000ef8628 in impala::PartitionedHashJoinNode::Codegen (this=0x192f1480, state=0x3eb11600)
at /export/ldb/online/impala_gitlab/be/src/exec/partitioned-hash-join-node.cc:154
#12 0x0000000001059619 in impala::PlanFragmentExecutor::PrepareInternal (this=0x192063d8, request=Unhandled dwarf expression opcode 0xf3
)
at /export/ldb/online/impala_gitlab/be/src/runtime/plan-fragment-executor.cc:239
#13 0x0000000001059d83 in impala::PlanFragmentExecutor::Prepare (this=0x192063d8, request=Unhandled dwarf expression opcode 0xf3
)
at /export/ldb/online/impala_gitlab/be/src/runtime/plan-fragment-executor.cc:84
#14 0x0000000000d79501 in impala::FragmentMgr::FragmentExecState::Prepare (this=0x19206000)
at /export/ldb/online/impala_gitlab/be/src/service/fragment-exec-state.cc:53
#15 0x0000000000d795d7 in impala::FragmentMgr::FragmentExecState::Exec (this=0x19206000)
at /export/ldb/online/impala_gitlab/be/src/service/fragment-exec-state.cc:60
#16 0x0000000000d7188a in impala::FragmentMgr::FragmentThread (this=0xaa23440, fragment_instance_id=...)
at /export/ldb/online/impala_gitlab/be/src/service/fragment-mgr.cc:90
#17 0x0000000000d7317a in operator() (function_obj_ptr=Unhandled dwarf expression opcode 0xf3
) at /usr/local/include/boost/bind/mem_fn_template.hpp:165
#18 operator()<boost::_mfi::mf1<void, impala::FragmentMgr, impala::TUniqueId>, boost::_bi::list0> (function_obj_ptr=Unhandled dwarf expression opcode 0xf3
)
at /usr/local/include/boost/bind/bind.hpp:313
#19 operator() (function_obj_ptr=Unhandled dwarf expression opcode 0xf3
) at /usr/local/include/boost/bind/bind_template.hpp:20
#20 boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::FragmentMgr, impala::TUniqueId>, boost::_bi::list2<boost::_bi::value<impala::FragmentMgr*>, boost::_bi::value<impala::TUniqueId> > >, void>::invoke (
function_obj_ptr=Unhandled dwarf expression opcode 0xf3
) at /usr/local/include/boost/function/function_template.hpp:153
#21 0x0000000000e1dc25 in operator() (name=Unhandled dwarf expression opcode 0xf3
) at /usr/local/include/boost/function/function_template.hpp:767
#22 impala::Thread::SuperviseThread (name=Unhandled dwarf expression opcode 0xf3
) at /export/ldb/online/impala_gitlab/be/src/util/thread.cc:317
#23 0x0000000000e1e584 in operator()<void (*)(const std::basic_string<char>&, const std::basic_string<char>&, boost::function<void()>, impa---Type <return> to continue, or q <return> to quit---
la::Promise<long int>*), boost::_bi::list0> (this=0xd922a00) at /usr/local/include/boost/bind/bind.hpp:457
#24 operator() (this=0xd922a00) at /usr/local/include/boost/bind/bind_template.hpp:20
#25 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(const std::basic_string<char, std::char_traits<char>, std::allocator<char> >&, const std::basic_string<char, std::char_traits<char>, std::allocator<char> >&, boost::function<void()>, impala::Promise<long int>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, boost::_bi::value<impala::Promise<long int>*> > > >::run(void) (this=0xd922a00) at /usr/local/include/boost/thread/detail/thread.hpp:116
#26 0x00007f164df860f5 in ?? ()
#27 0x000000000d922a00 in ?? ()
#28 0x00000000177220c0 in ?? ()
#29 0x000000000d922a00 in ?? ()
#30 0x00000000177220c0 in ?? ()
#31 0x0000000000000000 in ?? ()
(gdb)
raw minidump is also uploaded as attachment.
By the way impala is crashed when issued this sql:
" select `name`,url from jshop_activity where state=1 and id in (select distinct id from jshop_activity_sku) limit 100"