[IMPALA-2495] Crash: impala::InPredicate::SetLookupPrepare

• Type: Bug
• Status: Resolved
• Priority: Blocker
• Resolution: Fixed
• Affects Version/s: Impala 2.3.0
• Fix Version/s: Impala 2.3.0
• Labels: crash nested_types query_generator
• Target Version: Impala 2.3.0
• Assignee: Skye Wanderman-Milne
• Reporter: Taras Bobrovytsky
• Created: 07/Oct/15 03:19
• Updated: 10/Oct/15 20:17
• Resolved: 09/Oct/15 22:59

Description

Query:

USE random_nested_db_0;
SELECT
t1.value AS int_col,
GREATEST(COALESCE(t1.value, -860), COALESCE(t6.int_col, 407)) AS int_col_t7,
LEAST(COALESCE(LEAD(COALESCE(-349, 451, 953), 29) OVER (ORDER BY t1.value ASC, GREATEST(COALESCE(t1.value, -860), COALESCE(t6.int_col, 407))), 116), -259) AS int_col_t8,
LEAST(COALESCE(t6.int_col, 63), COALESCE(t6.int_col, 788)) AS int_col_t9
FROM table_3.field_90.field_92.value t1
LEFT JOIN (
SELECT
CAST(217 AS STRING) AS char_col,
t2.key AS char_col_t3,
COALESCE(-48, -698) AS int_col,
CAST(-464 AS STRING) AS char_col_t4,
CAST(497 AS STRING) AS char_col_t5
FROM table_3.field_89.item t2
) t6 ON ((t6.int_col) = (t1.value)) AND ((t6.char_col_t3) = (t1.key))
WHERE
(t6.int_col) IN (t6.int_col, t6.int_col)

Stack Trace:

__GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
__GI_abort () at abort.c:89
google::DumpStackTraceAndExit () at src/utilities.cc:147
google::LogMessage::Fail () at src/logging.cc:1315
google::LogMessage::SendToLog (this=0x7fbea9defb10) at src/logging.cc:1269
google::LogMessage::Flush (this=this@entry=0x7fbea9defb10) at src/logging.cc:1138
google::LogMessageFatal::~LogMessageFatal (this=0x7fbea9defb10, __in_chrg=) at src/logging.cc:1836
impala::InPredicate::SetLookupPrepare (ctx=0x3909480, scope=impala_udf::FunctionContext::FRAGMENT_LOCAL) at /home/dev/Impala/be/src/exprs/in-predicate-ir.cc:65
impala::InPredicate::SetLookupPrepare_smallint (ctx=0x3909480, scope=impala_udf::FunctionContext::FRAGMENT_LOCAL) at /home/dev/Impala/be/src/exprs/in-predicate-ir.cc:171
impala::ScalarFnCall::Open (this=0xdd4e5a0, state=0xbb77600, ctx=0xbfc8000, scope=impala_udf::FunctionContext::FRAGMENT_LOCAL) at /home/dev/Impala/be/src/exprs/scalar-fn-call.cc:179
impala::ExprContext::Open (this=0xbfc8000, state=0xbb77600) at /home/dev/Impala/be/src/exprs/expr-context.cc:64
impala::Expr::Open (ctxs=..., state=0xbb77600) at /home/dev/Impala/be/src/exprs/expr.cc:373
impala::ExecNode::Open (this=0xcaf7400, state=0xbb77600) at /home/dev/Impala/be/src/exec/exec-node.cc:160
impala::BlockingJoinNode::Open (this=0xcaf7400, state=0xbb77600) at /home/dev/Impala/be/src/exec/blocking-join-node.cc:155
impala::PartitionedHashJoinNode::Open (this=0xcaf7400, state=0xbb77600) at /home/dev/Impala/be/src/exec/partitioned-hash-join-node.cc:187
impala::SortNode::Open (this=0xc7a3e00, state=0xbb77600) at /home/dev/Impala/be/src/exec/sort-node.cc:58
impala::PlanFragmentExecutor::OpenInternal (this=0xbb74228) at /home/dev/Impala/be/src/runtime/plan-fragment-executor.cc:334
impala::PlanFragmentExecutor::Open (this=0xbb74228) at /home/dev/Impala/be/src/runtime/plan-fragment-executor.cc:320
impala::FragmentMgr::FragmentExecState::Exec (this=0xbb74000) at /home/dev/Impala/be/src/service/fragment-exec-state.cc:50
impala::FragmentMgr::FragmentExecThread (this=0xca90de0, exec_state=0xbb74000) at /home/dev/Impala/be/src/service/fragment-mgr.cc:70
boost::_mfi::mf1::operator() (this=0xebc7c20, p=0xca90de0, a1=0xbb74000) at /usr/include/boost/bind/mem_fn_template.hpp:165
boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0> (this=0xebc7c30, f=..., a=...) at /usr/include/boost/bind/bind.hpp:313
boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator() (this=0xebc7c20) at /usr/include/boost/bind/bind_template.hpp:20
boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke (function_obj_ptr=...) at /usr/include/boost/function/function_template.hpp:153
boost::function0::operator() (this=0x7fbea9df0e00) at /usr/include/boost/function/function_template.hpp:767
impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) (name=..., category=..., functor=..., thread_started=0x7fbeaaef1ea0) at /home/dev/Impala/be/src/util/thread.cc:314
boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) (this=0xc2683c0, f=@0xc2683b8: 0x145b43c , impala::Promise*)>, a=...) at /usr/include/boost/bind/bind.hpp:457
boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() (this=0xc2683b8) at /usr/include/boost/bind/bind_template.hpp:20
boost::detail::thread_data, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > > >::run() (this=0xc268200) at /usr/include/boost/thread/detail/thread.hpp:117
?? () from /usr/lib/x86_64-linux-gnu/libboost_thread.so.1.54.0
start_thread (arg=0x7fbea9df1700) at pthread_create.c:312
clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

impalad.FATAL:

F1006 20:19:33.095060 11055 in-predicate-ir.cc:65] Check failed: ctx->IsArgConstant(i)

To access the machine with the loaded data:

ssh [e-mail] -p 33336 (pw: cloudera)
cd Impala
source bin/impala-config.sh
run-all.sh && start-impala-cluster.py
impala-shell.sh
use random_nested_db_0;

(core dumps are saved to /tmp/core_files)