Uploaded image for project: 'IMPALA'
  1. IMPALA
  2. IMPALA-2065

Crash: impala::BufferedBlockMgr::ConsumeMemory (PartitionedHashJoinNode)

    XMLWordPrintableJSON

    Details

    • Type: Bug
    • Status: Resolved
    • Priority: Critical
    • Resolution: Fixed
    • Affects Version/s: Impala 2.3.0
    • Fix Version/s: Impala 2.2.2
    • Component/s: None
    • Labels:

      Description

      DB: functional
      Core files and relevant logs are in vd0206.halxg.cloudera.com:/tmp/IMPALA-2065.

      Query:

      SELECT
      COUNT(DISTINCT t1.double_col) AS int_col,
      (COALESCE((t1.month) - (t1.tinyint_col), (t1.month) - (t1.tinyint_col), (t1.month) - (t1.tinyint_col))) = (MIN((t1.month) - (t1.tinyint_col))) AS boolean_col,
      (t1.month) - (t1.tinyint_col) AS int_col_2
      FROM alltypes t1
      WHERE
      (t1.id) NOT IN (WITH with_1 AS (SELECT
      LEAD(COALESCE(COALESCE(300, 124, -158), 369, 365), 63) OVER (ORDER BY bigint_col DESC, string_col ASC) AS int_col
      FROM alltypes)
      SELECT
      (tt1.int_col) - (-822.1) AS decimal_col
      FROM with_1 tt1
      INNER JOIN with_1 tt2 ON ((tt2.int_col) = (tt1.int_col)) AND ((tt2.int_col) = (tt1.int_col))
      WHERE
      ((tt1.int_col) <= (tt1.int_col)) AND (((t1.tinyint_col) = (tt2.int_col)) AND ((t1.id) = (tt2.int_col))))
      GROUP BY
      (t1.month) - (t1.tinyint_col)
      

      Stack Trace:

      #0  0x00007f1f85563cc9 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
      #0  0x00007f1f85563cc9 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
      #1  0x00007f1f855670d8 in __GI_abort () at abort.c:89
      #2  0x00000000020889a9 in google::DumpStackTraceAndExit () at src/utilities.cc:147
      #3  0x0000000002081a5d in google::LogMessage::Fail () at src/logging.cc:1315
      #4  0x00000000020838e5 in google::LogMessage::SendToLog (this=0x7f1ec5e4e130) at src/logging.cc:1269
      #5  0x00000000020815b3 in google::LogMessage::Flush (this=this@entry=0x7f1ec5e4e130) at src/logging.cc:1138
      #6  0x000000000208423e in google::LogMessageFatal::~LogMessageFatal (this=0x7f1ec5e4e130, __in_chrg=<optimized out>) at src/logging.cc:1836
      #7  0x0000000001211091 in impala::BufferedBlockMgr::ConsumeMemory (this=0xd4c5800, client=0xe2a0ff0, size=2147483648) at /home/dev/Impala/be/src/runtime/buffered-block-mgr.cc:280
      #8  0x0000000001673d08 in impala::HashTable::Init (this=0x1367a840) at /home/dev/Impala/be/src/exec/hash-table.cc:248
      #9  0x0000000001635363 in impala::PartitionedHashJoinNode::Partition::BuildHashTableInternal<false> (this=0x135abb90, state=0x10c0c000, built=0x7f1ec5e4e5a0) at /home/dev/Impala/be/src/exec/partitioned-hash-join-node.cc:333
      #10 0x0000000001627a42 in impala::PartitionedHashJoinNode::Partition::BuildHashTable (this=0x135abb90, state=0x10c0c000, built=0x7f1ec5e4e5a0, add_probe_filters=false) at /home/dev/Impala/be/src/exec/partitioned-hash-join-node.cc:296
      #11 0x000000000162e6da in impala::PartitionedHashJoinNode::BuildHashTables (this=0xe9cc000, state=0x10c0c000) at /home/dev/Impala/be/src/exec/partitioned-hash-join-node.cc:1104
      #12 0x0000000001629b9f in impala::PartitionedHashJoinNode::ProcessBuildInput (this=0xe9cc000, state=0x10c0c000, level=0) at /home/dev/Impala/be/src/exec/partitioned-hash-join-node.cc:589
      #13 0x0000000001628973 in impala::PartitionedHashJoinNode::ConstructBuildSide (this=0xe9cc000, state=0x10c0c000) at /home/dev/Impala/be/src/exec/partitioned-hash-join-node.cc:494
      #14 0x000000000166568c in impala::BlockingJoinNode::BuildSideThread (this=0xe9cc000, state=0x10c0c000, status=0x7f1ecdc00d90) at /home/dev/Impala/be/src/exec/blocking-join-node.cc:143
      #15 0x00000000016672aa in boost::_mfi::mf2<void, impala::BlockingJoinNode, impala::RuntimeState*, impala::Promise<impala::Status>*>::operator() (this=0xf057da0, p=0xe9cc000, a1=0x10c0c000, a2=0x7f1ecdc00d90) at /usr/include/boost/bind/mem_fn_template.hpp:280
      #16 0x0000000001667156 in boost::_bi::list3<boost::_bi::value<impala::BlockingJoinNode*>, boost::_bi::value<impala::RuntimeState*>, boost::_bi::value<impala::Promise<impala::Status>*> >::operator()<boost::_mfi::mf2<void, impala::BlockingJoinNode, impala::RuntimeState*, impala::Promise<impala::Status>*>, boost::_bi::list0> (this=0xf057db0, f=..., a=...) at /usr/include/boost/bind/bind.hpp:392
      #17 0x0000000001666f03 in boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::BlockingJoinNode, impala::RuntimeState*, impala::Promise<impala::Status>*>, boost::_bi::list3<boost::_bi::value<impala::BlockingJoinNode*>, boost::_bi::value<impala::RuntimeState*>, boost::_bi::value<impala::Promise<impala::Status>*> > >::operator() (this=0xf057da0) at /usr/include/boost/bind/bind_template.hpp:20
      #18 0x0000000001666e44 in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::BlockingJoinNode, impala::RuntimeState*, impala::Promise<impala::Status>*>, boost::_bi::list3<boost::_bi::value<impala::BlockingJoinNode*>, boost::_bi::value<impala::RuntimeState*>, boost::_bi::value<impala::Promise<impala::Status>*> > >, void>::invoke (function_obj_ptr=...) at /usr/include/boost/function/function_template.hpp:153
      #19 0x00000000011ecf02 in boost::function0<void>::operator() (this=0x7f1ec5e4ee00) at /usr/include/boost/function/function_template.hpp:767
      #20 0x00000000013f015f in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*) (name=..., category=..., functor=..., thread_started=0x7f1ecdc00b60) at /home/dev/Impala/be/src/util/thread.cc:314
      #21 0x00000000013f93bb in boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> >::operator()<void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list0&, int) (this=0x1174b1c0, f=@0x1174b1b8: 0x13efe56 <impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*)>, a=...) at /usr/include/boost/bind/bind.hpp:457
      #22 0x00000000013f9305 in boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() (this=0x1174b1b8) at /usr/include/boost/bind/bind_template.hpp:20
      #23 0x00000000013f92ca in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0x1174b000) at /usr/include/boost/thread/detail/thread.hpp:117
      #24 0x00007f1f87ceaa4a in ?? () from /usr/lib/x86_64-linux-gnu/libboost_thread.so.1.54.0
      #25 0x00007f1f873a8182 in start_thread (arg=0x7f1ec5e4f700) at pthread_create.c:312
      #26 0x00007f1f8562747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      

        Attachments

          Issue Links

            Activity

              People

              • Assignee:
                ippokratis Ippokratis Pandis
                Reporter:
                tarasbob Taras Bobrovytsky
              • Votes:
                0 Vote for this issue
                Watchers:
                5 Start watching this issue

                Dates

                • Created:
                  Updated:
                  Resolved: