Uploaded image for project: 'IMPALA'
  1. IMPALA
  2. IMPALA-4504

fragment-exec-state.cc:70] Check failed: status.ok() || done

    Details

    • Type: Bug
    • Status: Resolved
    • Priority: Blocker
    • Resolution: Fixed
    • Affects Version/s: Impala 2.8.0
    • Fix Version/s: Impala 2.8.0
    • Component/s: Backend
    • Labels:

      Description

      The stress test caused this DCHECK to fail, roughly 75% of the way into the test (~7500 queries run out of 10,000).

      #0  0x000000323f632625 in raise (sig=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:64
      #1  0x000000323f633e05 in abort () at abort.c:92
      #2  0x000000000280f344 in google::DumpStackTraceAndExit() ()
      #3  0x00000000028087ad in google::LogMessage::Fail() ()
      #4  0x000000000280b0d6 in google::LogMessage::SendToLog() ()
      #5  0x00000000028082cd in google::LogMessage::Flush() ()
      #6  0x000000000280bb7e in google::LogMessageFatal::~LogMessageFatal() ()
      #7  0x000000000152ba96 in impala::FragmentMgr::FragmentExecState::ReportStatusCb (this=0x7fc0bd01cd00, status=..., profile=0x7fb67e42a5f8, done=false)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/be/src/service/fragment-exec-state.cc:70
      #8  0x000000000152689b in boost::_mfi::mf3<void, impala::FragmentMgr::FragmentExecState, impala::Status const&, impala::RuntimeProfile*, bool>::operator() (this=0x7fc0bd01d0c0, p=0x7fc0bd01cd00, a1=..., a2=0x7fb67e42a5f8, a3=false)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/bind/mem_fn_template.hpp:393
      #9  0x000000000152605e in boost::_bi::list4<boost::_bi::value<impala::FragmentMgr::FragmentExecState*>, boost::arg<1>, boost::arg<2>, boost::arg<3> >::operator()<boost::_mfi::mf3<void, impala::FragmentMgr::FragmentExecState, impala::Status const&, impala::RuntimeProfile*, bool>, boost::_bi::list3<impala::Status const&, impala::RuntimeProfile*&, bool&> > (this=0x7fc0bd01d0d0, f=..., a=...)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/bind/bind.hpp:457
      #10 0x00000000015259f1 in boost::_bi::bind_t<void, boost::_mfi::mf3<void, impala::FragmentMgr::FragmentExecState, impala::Status const&, impala::RuntimeProfile*, bool>, boost::_bi::list4<boost::_bi::value<impala::FragmentMgr::FragmentExecState*>, boost::arg<1>, boost::arg<2>, boost::arg<3> > >::operator()<impala::Status const, impala::RuntimeProfile*, bool> (this=0x7fc0bd01d0c0, a1=..., a2=@0x7fbe6d7a74d8, a3=@0x7fbe6d7a74d4)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/bind/bind_template.hpp:116
      #11 0x00000000015254ff in boost::detail::function::void_function_obj_invoker3<boost::_bi::bind_t<void, boost::_mfi::mf3<void, impala::FragmentMgr::FragmentExecState, impala::Status const&, impala::RuntimeProfile*, bool>, boost::_bi::list4<boost::_bi::value<impala::FragmentMgr::FragmentExecState*>, boost::arg<1>, boost::arg<2>, boost::arg<3> > >, void, impala::Status const&, impala::RuntimeProfile*, bool>::invoke (function_obj_ptr=..., a0=...,
          a1=0x7fb67e42a5f8, a2=false)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/function/function_template.hpp:153
      #12 0x00000000019d60d4 in boost::function3<void, impala::Status const&, impala::RuntimeProfile*, bool>::operator() (this=0x7fc0bd01d0b8, a0=...,
          a1=0x7fb67e42a5f8, a2=false)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/function/function_template.hpp:767
      #13 0x00000000019d471c in impala::PlanFragmentExecutor::SendReport (this=0x7fc0bd01d090, done=false)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/be/src/runtime/plan-fragment-executor.cc:449
      #14 0x00000000019d4356 in impala::PlanFragmentExecutor::ReportProfile (this=0x7fc0bd01d090)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/be/src/runtime/plan-fragment-executor.cc:419
      #15 0x00000000019d73ef in boost::_mfi::mf0<void, impala::PlanFragmentExecutor>::operator() (this=0x7fbe6d7a7c48, p=0x7fc0bd01d090)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/bind/mem_fn_template.hpp:49
      #16 0x00000000019d711a in boost::_bi::list1<boost::_bi::value<impala::PlanFragmentExecutor*> >::operator()<boost::_mfi::mf0<void, impala::PlanFragmentExecutor>, boost::_bi::list0> (this=0x7fbe6d7a7c58, f=..., a=...)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/bind/bind.hpp:253
      #17 0x00000000019d6d61 in boost::_bi::bind_t<void, boost::_mfi::mf0<void, impala::PlanFragmentExecutor>, boost::_bi::list1<boost::_bi::value<impala::PlanFragmentExecutor*> > >::operator() (this=0x7fbe6d7a7c48)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/bind/bind_template.hpp:20
      #18 0x00000000019d6b44 in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, impala::PlanFragmentExecutor>, boost::_bi::list1<boost::_bi::value<impala::PlanFragmentExecutor*> > >, void>::invoke (function_obj_ptr=...)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/function/function_template.hpp:153
      #19 0x000000000133b10c in boost::function0<void>::operator() (this=0x7fbe6d7a7c40)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/function/function_template.hpp:767
      #20 0x00000000015e6561 in impala::Thread::SuperviseThread (name=..., category=..., functor=..., thread_started=0x7fbf299d5b30)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/be/src/util/thread.cc:317
      #21 0x00000000015ed53a in boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, boost::_bi::value<impala::Promise<long int>*> >::operator()<void (*)(const std::basic_string<char>&, const std::basic_string<char>&, boost::function<void()>, impala::Promise<long int>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(const std::basic_string<char, std::char_traits<char>, std::allocator<char> > &, const std::basic_string<char, std::char_traits<char>, std::allocator<char> > &, boost::function<void()>, impala::Promise<long> *), boost::_bi::list0 &, int) (
          this=0x7fbbb6d3d1c0, f=@0x7fbbb6d3d1b8, a=...)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/bind/bind.hpp:457
      #22 0x00000000015ed47d in boost::_bi::bind_t<void, void (*)(const std::basic_string<char, std::char_traits<char>, std::allocator<char> >&, const std::basic_string<char, std::char_traits<char>, std::allocator<char> >&, boost::function<void()>, impala::Promise<long int>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, boost::_bi::value<impala::Promise<long int>*> > >::operator()(void) (this=0x7fbbb6d3d1b8)
          at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/bind/bind_template.hpp:20
      #23 0x00000000015ed3d8 in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(const std::basic_string<char, std::char_traits<char>, std::allocator<char> >&, const std::basic_string<char, std::char_traits<char>, std::allocator<char> >&, boost::function<void()>, impala::Promise<long int>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, boost::_bi::value<impala::Promise<long int>*> > > >::run(void) (
          this=0x7fbbb6d3d000) at /usr/src/debug/impala-2.7.0-cdh5.10.0-SNAPSHOT/toolchain/boost-1.57.0/include/boost/thread/detail/thread.hpp:116
      #24 0x0000000001a399da in thread_proxy ()
      #25 0x000000323fa079d1 in start_thread (arg=0x7fbe6d7a8700) at pthread_create.c:301
      #26 0x000000323f6e88fd in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115
      

      The Impala under test was at this commit:

      Run MT_DOP tests on all file formats.

        Attachments

          Activity

            People

            • Assignee:
              dhecht Dan Hecht
              Reporter:
              mikesbrown Michael Brown
            • Votes:
              0 Vote for this issue
              Watchers:
              3 Start watching this issue

              Dates

              • Created:
                Updated:
                Resolved: