[IMPALA-2241] Check failed: !process_batch_status_.ok() 0

• Type: Bug
• Status: Resolved
• Priority: Blocker
• Resolution: Fixed
• Affects Version/s: Impala 2.3.0
• Fix Version/s: Impala 2.3.0
• Labels: stress
• Environment: impalad version 2.3.0-cdh5-INTERNAL DEBUG (build 82ad449c087642356c771ed5f59a59f13dc30b00)
• Target Version: Impala 2.3.0
• Assignee: Ippokratis Pandis
• Reporter: casey
• Created: 24/Aug/15 21:21
• Updated: 30/Sep/15 02:33
• Resolved: 23/Sep/15 01:24

Description

The stress test occasionally runs into a failed dcheck

F0824 01:34:30.128062 14100 partitioned-aggregation-node-ir.cc:153] Check failed: !process_batch_status_.ok() 0

[...bt skipped...]
#6  0x000000000200701d in google::LogMessageFatal::~LogMessageFatal() ()
#7  0x000000000162e064 in impala::Status impala::PartitionedAggregationNode::ProcessBatch<false>(impala::RowBatch*, impala::HashTableCtx*) ()
#8  0x000000000161c87c in impala::PartitionedAggregationNode::Open(impala::RuntimeState*) ()
#9  0x000000000152c64a in impala::PlanFragmentExecutor::OpenInternal() ()
#10 0x000000000152c4f6 in impala::PlanFragmentExecutor::Open() ()
#11 0x0000000001301e34 in impala::FragmentMgr::FragmentExecState::Exec() ()
#12 0x00000000012fa452 in impala::FragmentMgr::FragmentExecThread(impala::FragmentMgr::FragmentExecState*) ()
#13 0x00000000012fde42 in boost::_mfi::mf1<void, impala::FragmentMgr, impala::FragmentMgr::FragmentExecState*>::operator()(impala::FragmentMgr*, impala::FragmentMgr::FragmentExecState*) const ()
#14 0x00000000012fdbfb in void boost::_bi::list2<boost::_bi::value<impala::FragmentMgr*>, boost::_bi::value<impala::FragmentMgr::FragmentExecState*> >::operator()<boost::_mfi::mf1<void, impala::FragmentMgr, impala::FragmentMgr::FragmentExecState*>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, impala::FragmentMgr, impala::FragmentMgr::FragmentExecState*>&, boost::_bi::list0&, int) ()
#15 0x00000000012fd4e3 in boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::FragmentMgr, impala::FragmentMgr::FragmentExecState*>, boost::_bi::list2<boost::_bi::value<impala::FragmentMgr*>, boost::_bi::value<impala::FragmentMgr::FragmentExecState*> > >::operator()() ()
#16 0x00000000012fce31 in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::FragmentMgr, impala::FragmentMgr::FragmentExecState*>, boost::_bi::list2<boost::_bi::value<impala::FragmentMgr*>, boost::_bi::value<impala::FragmentMgr::FragmentExecState*> > >, void>::invoke(boost::detail::function::function_buffer&) ()
#17 0x00000000011d0715 in boost::function0<void>::operator()() const ()
#18 0x00000000013e39e2 in impala::Thread::SuperviseThread(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*) ()
#19 0x00000000013ecb6a in void boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> >::operator()<void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list0&, int) ()
#20 0x00000000013ecab1 in boost::_bi::bind_t<void, void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() ()
#21 0x00000000013eca70 in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() ()
#22 0x00000000016df843 in ?? ()
#23 0x0000003c83e079d1 in start_thread () from /lib64/libpthread.so.0
#24 0x0000003c83ae89dd in clone () from /lib64/libc.so.6

Issue Links

• is related to: IMPALA-1621 Reduce minimum memory requirement for TPC-H Q9 (1.29GB)
• relates to: IMPALA-1621 Reduce minimum memory requirement for TPC-H Q9 (1.29GB)