[IMPALA-5125] Check failed: tuple_desc_map_.back() != __null

• Type: Bug
• Status: Resolved
• Priority: Blocker
• Resolution: Fixed
• Affects Version/s: Impala 2.9.0
• Fix Version/s: Impala 2.9.0
• Component/s: Frontend
• Labels: crash query_generator regression
• Target Version: Impala 2.9.0
• Epic Color: ghx-label-9
• Assignee: Thomas Tauber-Marshall
• Reporter: Michael Brown
• Created: 28/Mar/17 17:28
• Updated: 26/Apr/17 18:15
• Resolved: 26/Apr/17 18:15

Description

The following query seems to produce this dcheck reliably:

USE tpch;

SELECT
IF(True, 514, COUNT(a1.ps_partkey)) AS int_col
FROM partsupp a1
WHERE
(a1.ps_availqty) IN (SELECT
(a2.ps_availqty) * (((a2.ps_partkey) + (538.4658339348)) - (-445.1448857941)) AS decimal_col
FROM partsupp a2
WHERE
(False) AND ((a2.ps_partkey) < (a2.ps_suppkey)))

#6  0x00000000028c316e in google::LogMessageFatal::~LogMessageFatal() ()
#7  0x00000000013f1d1a in impala::RowDescriptor::RowDescriptor (this=0x93bfe48, desc_tbl=..., row_tuples=..., nullable_tuples=...) at /home/mikeb/Impala/be/src/runtime/descriptors.cc:364
#8  0x00000000016a94a1 in impala::ExecNode::ExecNode (this=0x93bfe00, pool=0x9752b40, tnode=..., descs=...) at /home/mikeb/Impala/be/src/exec/exec-node.cc:134
#9  0x000000000179c27a in impala::PartitionedAggregationNode::PartitionedAggregationNode (this=0x93bfe00, pool=0x9752b40, tnode=..., descs=...) at /home/mikeb/Impala/be/src/exec/partitioned-aggregation-node.cc:137
#10 0x00000000016ab599 in impala::ExecNode::CreateNode (pool=0x9752b40, tnode=..., descs=..., node=0x7fcd18fa4878, state=0x9817500) at /home/mikeb/Impala/be/src/exec/exec-node.cc:303
#11 0x00000000016aab70 in impala::ExecNode::CreateTreeHelper (state=0x9817500, tnodes=..., descs=..., parent=0x0, node_idx=0x7fcd18fa494c, root=0xad690d0) at /home/mikeb/Impala/be/src/exec/exec-node.cc:239
#12 0x00000000016aa82e in impala::ExecNode::CreateTree (state=0x9817500, plan=..., descs=..., root=0xad690d0) at /home/mikeb/Impala/be/src/exec/exec-node.cc:217
#13 0x0000000001a6fe26 in impala::PlanFragmentExecutor::PrepareInternal (this=0xad690d0, qs=0x9183c00, tdesc_tbl=..., fragment_ctx=..., instance_ctx=...) at /home/mikeb/Impala/be/src/runtime/plan-fragment-executor.cc:177
#14 0x0000000001a6eaff in impala::PlanFragmentExecutor::Prepare (this=0xad690d0, query_state=0x9183c00, desc_tbl=..., fragment_ctx=..., instance_ctx=...) at /home/mikeb/Impala/be/src/runtime/plan-fragment-executor.cc:99
#15 0x0000000001a6ba7b in impala::FragmentInstanceState::Exec (this=0xad68e00) at /home/mikeb/Impala/be/src/runtime/fragment-instance-state.cc:64
#16 0x0000000001a77167 in impala::QueryExecMgr::ExecFInstance (this=0x9a46ba0, fis=0xad68e00) at /home/mikeb/Impala/be/src/runtime/query-exec-mgr.cc:110
#17 0x0000000001a79f90 in boost::_mfi::mf1<void, impala::QueryExecMgr, impala::FragmentInstanceState*>::operator() (this=0x9752ac0, p=0x9a46ba0, a1=0xad68e00)
    at /home/mikeb/Impala/toolchain/boost-1.57.0-p1/include/boost/bind/mem_fn_template.hpp:165
#18 0x0000000001a79e19 in boost::_bi::list2<boost::_bi::value<impala::QueryExecMgr*>, boost::_bi::value<impala::FragmentInstanceState*> >::operator()<boost::_mfi::mf1<void, impala::QueryExecMgr, impala::FragmentInstanceState*>, boost::_bi::list0> (this=0x9752ad0, f=..., a=...) at /home/mikeb/Impala/toolchain/boost-1.57.0-p1/include/boost/bind/bind.hpp:313
#19 0x0000000001a7994d in boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::QueryExecMgr, impala::FragmentInstanceState*>, boost::_bi::list2<boost::_bi::value<impala::QueryExecMgr*>, boost::_bi::value<impala::FragmentInstanceState*> > >::operator() (this=0x9752ac0) at /home/mikeb/Impala/toolchain/boost-1.57.0-p1/include/boost/bind/bind_template.hpp:20
#20 0x0000000001a79558 in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::QueryExecMgr, impala::FragmentInstanceState*>, boost::_bi::list2<boost::_bi::value<impala::QueryExecMgr*>, boost::_bi::value<impala::FragmentInstanceState*> > >, void>::invoke (function_obj_ptr=...) at /home/mikeb/Impala/toolchain/boost-1.57.0-p1/include/boost/function/function_template.hpp:153
#21 0x000000000137cb70 in boost::function0<void>::operator() (this=0x7fcd18fa5d20) at /home/mikeb/Impala/toolchain/boost-1.57.0-p1/include/boost/function/function_template.hpp:767
#22 0x000000000162f1c7 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*) (name=..., category=..., functor=..., thread_started=0x7fcd1a7aea80)
    at /home/mikeb/Impala/be/src/util/thread.cc:325
#23 0x0000000001637ba2 in boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> >::operator()<void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list0&, int) (this=0x8a2c5c0, f=@0x8a2c5b8: 0x162ef02 <impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*)>, a=...)
    at /home/mikeb/Impala/toolchain/boost-1.57.0-p1/include/boost/bind/bind.hpp:457
#24 0x0000000001637ae5 in boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() (this=0x8a2c5b8) at /home/mikeb/Impala/toolchain/boost-1.57.0-p1/include/boost/bind/bind_template.hpp:20
#25 0x0000000001637aa8 in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0x8a2c400) at /home/mikeb/Impala/toolchain/boost-1.57.0-p1/include/boost/thread/detail/thread.hpp:116
#26 0x0000000001af148a in thread_proxy ()
#27 0x00007fcda3de6184 in start_thread (arg=0x7fcd18fa6700) at pthread_create.c:312
#28 0x00007fcda3b1337d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Commit: IMPALA-5113: fix dirty unpinned invariant

Workaround

SET ENABLE_EXPR_REWRITES=FALSE;

Issue Links

• is broken by: IMPALA-1861 Conditional functions with constant arguments should be simplified during analysis