Uploaded image for project: 'IMPALA'
  1. IMPALA
  2. IMPALA-2367

Crash: impala::Sorter::Run::AddBatch

    XMLWordPrintableJSON

Details

    • Bug
    • Status: Resolved
    • Blocker
    • Resolution: Duplicate
    • Impala 2.3.0
    • Impala 2.3.0
    • None
    • DB: use random_nested_db_0
      Machine: vd0206.halxg.cloudera.com:33333

    Description

      Query:

      SELECT
      t1.field_102.field_104.field_107,
      LAG(-496, 72) OVER (ORDER BY t1.field_102.field_104.field_107 ASC) AS int_col
      FROM table_3 t1
      INNER JOIN t1.field_86 t2 ON (t2.value.field_96) = (t1.field_85)
      INNER JOIN t1.field_102.field_104.field_108.field_110 t3
      INNER JOIN table_5 t4 ON ((t4.field_146.field_149) = (t2.value.field_96)) AND ((t4.field_146.field_152) = (t2.key))
      WHERE
      NOT EXISTS (SELECT
      COALESCE(tt1.pos, tt3.item, tt3.pos) AS int_col
      FROM t1.field_102.field_104.field_108.field_110 tt1
      CROSS JOIN t1.field_86 tt2
      RIGHT JOIN t1.field_102.field_104.field_108.field_110 tt3 ON ((tt3.pos) = (tt1.pos)) AND ((tt3.pos) = (tt1.pos))
      WHERE
      ((tt1.pos) IN (tt1.pos, -581.8)) AND (((t1.field_85) = (tt2.key)) AND ((t1.field_82) = (tt2.value.field_94))))
      

      Stack Trace:

      #0  0x00007f8d0a2f9cc9 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
      #1  0x00007f8d0a2fd0d8 in __GI_abort () at abort.c:89
      #2  0x0000000002116799 in google::DumpStackTraceAndExit () at src/utilities.cc:147
      #3  0x000000000210f84d in google::LogMessage::Fail () at src/logging.cc:1315
      #4  0x00000000021116d5 in google::LogMessage::SendToLog (this=0x7f8c55c42c20) at src/logging.cc:1269
      #5  0x000000000210f3a3 in google::LogMessage::Flush (this=this@entry=0x7f8c55c42c20) at src/logging.cc:1138
      #6  0x000000000211202e in google::LogMessageFatal::~LogMessageFatal (this=0x7f8c55c42c20, __in_chrg=<optimized out>) at src/logging.cc:1836
      #7  0x000000000172ef0b in impala::Sorter::Run::AddBatch<true> (this=0x10211700, batch=0x7f8c55c42e50, start_index=0, num_processed=0x7f8c55c42da8) at /home/dev/Impala/be/src/runtime/sorter.cc:448
      #8  0x0000000001729a2b in impala::Sorter::AddBatch (this=0xef448c0, batch=0x7f8c55c42e50) at /home/dev/Impala/be/src/runtime/sorter.cc:988
      #9  0x00000000016cd4fb in impala::SortNode::SortInput (this=0xd1f3c00, state=0x885c900) at /home/dev/Impala/be/src/exec/sort-node.cc:156
      #10 0x00000000016cc9a7 in impala::SortNode::Open (this=0xd1f3c00, state=0x885c900) at /home/dev/Impala/be/src/exec/sort-node.cc:76
      #11 0x0000000001597bf3 in impala::PlanFragmentExecutor::OpenInternal (this=0xd4c9d28) at /home/dev/Impala/be/src/runtime/plan-fragment-executor.cc:334
      #12 0x00000000015979f8 in impala::PlanFragmentExecutor::Open (this=0xd4c9d28) at /home/dev/Impala/be/src/runtime/plan-fragment-executor.cc:320
      #13 0x000000000137d290 in impala::FragmentMgr::FragmentExecState::Exec (this=0xd4c9b00) at /home/dev/Impala/be/src/service/fragment-exec-state.cc:50
      #14 0x0000000001375dcf in impala::FragmentMgr::FragmentExecThread (this=0xd506d80, exec_state=0xd4c9b00) at /home/dev/Impala/be/src/service/fragment-mgr.cc:70
      #15 0x00000000013795da in boost::_mfi::mf1<void, impala::FragmentMgr, impala::FragmentMgr::FragmentExecState*>::operator() (this=0x10339c20, p=0xd506d80, a1=0xd4c9b00) at /usr/include/boost/bind/mem_fn_template.hpp:165
      #16 0x000000000137939d in boost::_bi::list2<boost::_bi::value<impala::FragmentMgr*>, boost::_bi::value<impala::FragmentMgr::FragmentExecState*> >::operator()<boost::_mfi::mf1<void, impala::FragmentMgr, impala::FragmentMgr::FragmentExecState*>, boost::_bi::list0> (this=0x10339c30, f=..., a=...) at /usr/include/boost/bind/bind.hpp:313
      #17 0x0000000001378cb7 in boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::FragmentMgr, impala::FragmentMgr::FragmentExecState*>, boost::_bi::list2<boost::_bi::value<impala::FragmentMgr*>, boost::_bi::value<impala::FragmentMgr::FragmentExecState*> > >::operator() (this=0x10339c20) at /usr/include/boost/bind/bind_template.hpp:20
      #18 0x000000000137860c in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf1<void, impala::FragmentMgr, impala::FragmentMgr::FragmentExecState*>, boost::_bi::list2<boost::_bi::value<impala::FragmentMgr*>, boost::_bi::value<impala::FragmentMgr::FragmentExecState*> > >, void>::invoke (function_obj_ptr=...) at /usr/include/boost/function/function_template.hpp:153
      #19 0x00000000012479d8 in boost::function0<void>::operator() (this=0x7f8c55c43e00) at /usr/include/boost/function/function_template.hpp:767
      #20 0x0000000001457233 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*) (name=..., category=..., functor=..., thread_started=0x7f8c56cc4ea0) at /home/dev/Impala/be/src/util/thread.cc:314
      #21 0x0000000001460469 in boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> >::operator()<void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list0&, int) (this=0xe49edc0, f=@0xe49edb8: 0x1456f2a <impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*)>, a=...) at /usr/include/boost/bind/bind.hpp:457
      #22 0x00000000014603b3 in boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() (this=0xe49edb8) at /usr/include/boost/bind/bind_template.hpp:20
      #23 0x0000000001460378 in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0xe49ec00) at /usr/include/boost/thread/detail/thread.hpp:117
      #24 0x00007f8d0d2c3a4a in ?? () from /usr/lib/x86_64-linux-gnu/libboost_thread.so.1.54.0
      #25 0x00007f8d0c770182 in start_thread (arg=0x7f8c55c44700) at pthread_create.c:312
      #26 0x00007f8d0a3bd47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      

      impalad.FATAL:

      F0918 12:43:21.205409 14253 sorter.cc:448] Check failed: new_tuple->IsNull(collection_slot->null_indicator_offset())
      

      Steps to reproduce:

      ssh dev@vd0206.halxg.cloudera.com -p 33333 (pw: cloudera)
      run-all.sh && start-impala-cluster.py && impala-shell.sh;
      use random_nested_db_0;
      Core dumps are saved to /tmp/core_files on the machine
      

      Attachments

        Issue Links

          Activity

            People

              alex.behm Alexander Behm
              tarasbob Taras Bobrovytsky
              Votes:
              0 Vote for this issue
              Watchers:
              4 Start watching this issue

              Dates

                Created:
                Updated:
                Resolved: