Uploaded image for project: 'IMPALA'
  1. IMPALA
  2. IMPALA-2476

Check failed: def_level_ >= 0 (-1 vs. 0)

    XMLWordPrintableJSON

    Details

    • Type: Bug
    • Status: Resolved
    • Priority: Blocker
    • Resolution: Duplicate
    • Affects Version/s: Impala 2.3.0
    • Fix Version/s: None
    • Component/s: None
    • Labels:
    • Environment:
      impalad version 2.3.0-cdh5-INTERNAL DEBUG (build ce29c76580138ad29676c566e9281ca1999a94d3)
      Built on Fri, 02 Oct 2015 22:40:35 PST

      Description

      This dcheck is hit by the stress test in ~10-15 mins.

      Fatal log

      F1003 13:11:51.740957 18910 hdfs-parquet-scanner.cc:646] Check failed: def_level_ >= 0 (-1 vs. 0)
      

      backtrace

      #6 0x000000000205b86d in google::LogMessageFatal::~LogMessageFatal() () 
      #7 0x000000000162dde6 in bool impala::HdfsParquetScanner::ScalarColumnReader<impala::DecimalValue<int>, true>::ReadValue<false>(impala::MemPool*, impala::Tuple*, bool*) () 
      #8 0x0000000001628f28 in impala::HdfsParquetScanner::ScalarColumnReader<impala::DecimalValue<int>, true>::ReadNonRepeatedValue(impala::MemPool*, impala::Tuple*, bool*) () 
      #9 0x000000000161fd6d in bool impala::HdfsParquetScanner::ReadRow<false>(std::vector<impala::HdfsParquetScanner::ColumnReader*, std::allocator<impala::HdfsParquetScanner::ColumnReader*> > const&, impala::Tuple*, impala::MemPool*, bool*) () 
      #10 0x000000000161c21c in bool impala::HdfsParquetScanner::AssembleRows<false, false>(impala::TupleDescriptor const*, std::vector<impala::HdfsParquetScanner::ColumnReader*, std::allocator<impala::HdfsParquetScanner::ColumnReader*> > const&, int, int, impala::ArrayValueBuilder*) () 
      #11 0x00000000016092fb in impala::HdfsParquetScanner::ProcessSplit() () 
      #12 0x00000000015bb36b in impala::HdfsScanNode::ScannerThread() () 
      #13 0x00000000015d244d in boost::_mfi::mf0<void, impala::HdfsScanNode>::operator()(impala::HdfsScanNode*) const () 
      #14 0x00000000015d1a32 in void boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> >::operator()<boost::_mfi::mf0<void, impala::HdfsScanNode>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, impala::HdfsScanNode>&, boost::_bi::list0&, int) () 
      #15 0x00000000015d0903 in boost::_bi::bind_t<void, boost::_mfi::mf0<void, impala::HdfsScanNode>, boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> > >::operator()() () 
      #16 0x00000000015cee22 in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, impala::HdfsScanNode>, boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> > >, void>::invoke(boost::detail::function::function_buffer&) () 
      #17 0x00000000011f8285 in boost::function0<void>::operator()() const () 
      #18 0x00000000014125e2 in impala::Thread::SuperviseThread(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*) () 
      #19 0x000000000141b76a in void boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> >::operator()<void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list0&, int) () 
      #20 0x000000000141b6b1 in boost::_bi::bind_t<void, void (*)(std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void ()()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() () 
      

      Earlier I was thinking this might be the same as IMPALA-2468 but the build that just hit this has that fix.

      I'll collect the core dumps and logs and post the location.

        Attachments

          Activity

            People

            • Assignee:
              caseyc casey
              Reporter:
              caseyc casey
            • Votes:
              0 Vote for this issue
              Watchers:
              4 Start watching this issue

              Dates

              • Created:
                Updated:
                Resolved: