Uploaded image for project: 'IMPALA'
  1. IMPALA
  2. IMPALA-5921

Internal-UDF crashed

    XMLWordPrintableJSON

Details

    • Bug
    • Status: Resolved
    • Major
    • Resolution: Cannot Reproduce
    • Impala 2.7.0
    • None
    • Backend
    • ghx-label-4

    Description

      Impala crashed and a mindump was written. Here's the resolved stack:

      Thread 231 (crashed)
       0  impalad!impala::ScalarFnCall::EvaluateChildren(impala::ExprContext*, impala::TupleRow const*, std::vector<impala_udf::AnyVal*, std::allocator<impala_udf::AnyVal*> >*) [anyval-util.h : 215 + 0x0]
          rax = 0x00007f15a5316090   rdx = 0x0000000000000008
          rcx = 0x000000000000000a   rbx = 0x0000000001c3dfc0
          rsi = 0x0000000000000000   rdi = 0x0000000000000010
          rbp = 0x0000000000000000   rsp = 0x00007f161fad80d0
           r8 = 0x00007f161fad809c    r9 = 0x00007f15dca37680
          r10 = 0x0000000000000000   r11 = 0x0000000000000001
          r12 = 0x0000000000000010   r13 = 0x00007f0d9ac4ba20
          r14 = 0x000000007a4d2aa0   r15 = 0x0000000000000000
          rip = 0x00000000008a3209
          Found by: given as instruction pointer in context
       1  impalad!impala_udf::StringVal impala::ScalarFnCall::InterpretEval<impala_udf::StringVal>(impala::ExprContext*, impala::TupleRow const*) [scalar-fn-call.cc : 562 + 0x5]
          rbx = 0x00007f0d9ac4ba20   rbp = 0x00007f0cd921ee40
          rsp = 0x00007f161fad8120   r12 = 0x000000007a4d29a0
          r13 = 0x000000007c1f09d0   r14 = 0x00007f161fad8230
          r15 = 0x00007f161fad8250   rip = 0x00000000008acdc6
          Found by: call frame info
       2  impalad!impala::ScalarFnCall::GetStringVal(impala::ExprContext*, impala::TupleRow const*) [scalar-fn-call.cc : 758 + 0x5]
          rbx = 0x00007f0d9ac4ba20   rbp = 0x00007f15a5316040
          rsp = 0x00007f161fad8140   r12 = 0x00007f15b7c77900
          r13 = 0x000000007c1f09d0   r14 = 0x00007f161fad8230
          r15 = 0x00007f161fad8250   rip = 0x00000000008a3ca5
          Found by: call frame info
       3  impalad!impala::ExprContext::GetValue(impala::Expr*, impala::TupleRow const*) [expr-context.cc : 277 + 0xc]
          rbx = 0x00007f0d9ac4ba20   rbp = 0x00007f15a5316040
          rsp = 0x00007f161fad8150   r12 = 0x00007f15b7c77900
          r13 = 0x000000007c1f09d0   r14 = 0x00007f161fad8230
          r15 = 0x00007f161fad8250   rip = 0x000000000085ef3c
          Found by: call frame info
       4  impalad!impala::ImpalaServer::QueryExecState::GetRowValue(impala::TupleRow*, std::vector<void*, std::allocator<void*> >*, std::vector<int, std::allocator<int> >*) [query-exec-state.cc : 837 + 0x5]
          rbx = 0x000000000000005a   rbp = 0x00007f0d7390a000
          rsp = 0x00007f161fad81a0   r12 = 0x00007f15b7c77900
          r13 = 0x000000007c1f09d0   r14 = 0x00007f161fad8230
          r15 = 0x00007f161fad8250   rip = 0x0000000000b24e13
          Found by: call frame info
       5  impalad!impala::ImpalaServer::QueryExecState::FetchRowsInternal(int, impala::ImpalaServer::QueryResultSet*) [query-exec-state.cc : 766 + 0x5]
          rbx = 0x00007f0d7390a000   rbp = 0x00007f161fad82e0
          rsp = 0x00007f161fad81f0   r12 = 0x00007f15b80b5200
          r13 = 0x00007f161fad8230   r14 = 0x0000000000000000
          r15 = 0x00007f161fad8220   rip = 0x0000000000b25bde
          Found by: call frame info
       6  impalad!impala::ImpalaServer::QueryExecState::FetchRows(int, impala::ImpalaServer::QueryResultSet*) [query-exec-state.cc : 656 + 0x19]
          rbx = 0x00007f0d7390a000   rbp = 0x00007f161fad82e0
          rsp = 0x00007f161fad82e0   r12 = 0x00007f161fad83b0
          r13 = 0x00007f161fad82f0   r14 = 0x00007f15b80b5200
          r15 = 0x00007f161fad84c0   rip = 0x0000000000b261c9
          Found by: call frame info
       7  impalad!impala::ImpalaServer::FetchInternal(impala::TUniqueId const&, int, bool, apache::hive::service::cli::thrift::TFetchResultsResp*) [impala-hs2-server.cc : 524 + 0x5]
          rbx = 0x00007f161fad8628   rbp = 0x00007f15b80b5200
          rsp = 0x00007f161fad8330   r12 = 0x00007f161fad83b0
          r13 = 0x00007f161fad8470   r14 = 0x00007f161fad83c0
          r15 = 0x00007f161fad84c0   rip = 0x0000000000b0c672
          Found by: call frame info
       8  impalad!impala::ImpalaServer::FetchResults(apache::hive::service::cli::thrift::TFetchResultsResp&, apache::hive::service::cli::thrift::TFetchResultsReq const&) [impala-hs2-server.cc : 1072 + 0x22]
          rbx = 0x00007f161fad8628   rbp = 0x00007f161fad84b0
          rsp = 0x00007f161fad8440   r12 = 0x00007f161fad84e0
          r13 = 0x00007f161fad85c8   r14 = 0x00007f161fad85d8
          r15 = 0x00007f161fad84c0   rip = 0x0000000000b0ccd5
          Found by: call frame info
       9  impalad!apache::hive::service::cli::thrift::TCLIServiceProcessor::process_FetchResults(int, apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*, void*) [TCLIService.cpp : 5343 + 0x1b]
          rbx = 0x00007f16f43e47a0   rbp = 0x0000000000000000
          rsp = 0x00007f161fad8540   r12 = 0x00007f15f712e930
          r13 = 0x0000000000000000   r14 = 0x000000000bf51980
          r15 = 0x0000000002a28cc0   rip = 0x0000000000d82d6a
          Found by: call frame info
      10  impalad!apache::hive::service::cli::thrift::TCLIServiceProcessor::dispatchCall(apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*, std::string const&, int, void*) [TCLIService.cpp : 4506 + 0x15]
          rbx = 0x00007f1580c0d548   rbp = 0x000000000b569c40
          rsp = 0x00007f161fad8720   r12 = 0x000000000bf51980
          r13 = 0x0000000000000000   r14 = 0x000000000000000c
          r15 = 0x000000000000000c   rip = 0x0000000000d7e744
          Found by: call frame info
      11  impalad!apache::thrift::TDispatchProcessor::process(boost::shared_ptr<apache::thrift::protocol::TProtocol>, boost::shared_ptr<apache::thrift::protocol::TProtocol>, void*) [TDispatchProcessor.h : 121 + 0x1c]
          rbx = 0x00007f16f43e47a0   rbp = 0x00007f161fad88f0
          rsp = 0x00007f161fad87e0   r12 = 0x00007f161fad8800
          r13 = 0x000000000bf51980   r14 = 0x00007f161fad8900
          r15 = 0x000000003e55bfc0   rip = 0x000000000081e00c
          Found by: call frame info
      12  impalad!apache::thrift::server::TThreadPoolServer::Task::run() + 0x22b
          rbx = 0x0000000070c004e0   rbp = 0x00007f0cdb1fa540
          rsp = 0x00007f161fad8850   r12 = 0x00000000a0424000
          r13 = 0x00000000ffffffff   r14 = 0x000000003e55bfc0
          r15 = 0x00000000ffffffff   rip = 0x0000000001b5accb
          Found by: call frame info
      13  impalad!apache::thrift::concurrency::ThreadManager::Worker::run() + 0x2c9
          rbx = 0x000000000b2355f0   rbp = 0x0000000000000000
          rsp = 0x00007f161fad89a0   r12 = 0x00000000748c8b00
          r13 = 0x000000000abbafc0   r14 = 0x0000000000000001
          r15 = 0x00000000ffffffff   rip = 0x0000000001b42899
          Found by: call frame info
      14  impalad!impala::ThriftThread::RunRunnable(boost::shared_ptr<apache::thrift::concurrency::Runnable>, impala::Promise<unsigned long>*) [thrift-thread.cc : 64 + 0x6]
          rbx = 0x00007ffcd1c800c0   rbp = 0x00007f161fad8a40
          rsp = 0x00007f161fad8a00   r12 = 0x00007f161fad9700
          r13 = 0x00000000043c1500   r14 = 0x000000000000af14
          r15 = 0x00007f161fad8b00   rip = 0x0000000000a10a89
          Found by: call frame info
      15  impalad!boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, boost::shared_ptr<apache::thrift::concurrency::Runnable>, impala::Promise<unsigned long>*>, boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, boost::_bi::value<impala::Promise<unsigned long>*> > >, void>::invoke(boost::detail::function::function_buffer&) [mem_fn_template.hpp : 280 + 0xf]
          rbx = 0x00007f161fad8a40   rbp = 0x00007f161fad8cc0
          rsp = 0x00007f161fad8a30   r12 = 0x00007f16f43e47a0
          r13 = 0x00000000043c1500   r14 = 0x000000000000af14
          r15 = 0x00007f161fad8b00   rip = 0x0000000000a114e2
          Found by: call frame info
      16  impalad!impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*) [function_template.hpp : 767 + 0x7]
          rbx = 0x00007ffcd1c7fe10   rbp = 0x00007f161fad8cc0
          rsp = 0x00007f161fad8a70   r12 = 0x00007f16f43e47a0
          r13 = 0x00000000043c1500   r14 = 0x000000000000af14
          r15 = 0x00007f161fad8b00   rip = 0x0000000000bfbd19
          Found by: call frame info
      17  impalad!boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() [bind.hpp : 457 + 0x6]
          rbx = 0x000000000add6a00   rbp = 0x00007f161fad8ce0
          rsp = 0x00007f161fad8cd0   r12 = 0x0000000000bfbaf0
          r13 = 0x00007f161fad99c0   r14 = 0x0000000000000000
          r15 = 0x0000000000000003   rip = 0x0000000000bfc6b4
          Found by: call frame info
      18  impalad!thread_proxy + 0xda
          rbx = 0x0000000000000000   rbp = 0x0000000000000000
          rsp = 0x00007f161fad8d20   r12 = 0x0000003d1101c360
          r13 = 0x00007f161fad99c0   r14 = 0x0000000000000000
          r15 = 0x0000000000000003   rip = 0x0000000000e6620a
          Found by: call frame info
      19  libpthread-2.12.so + 0x7aa1
          rbx = 0x0000000000000000   rbp = 0x0000000000000000
          rsp = 0x00007f161fad8d60   r12 = 0x0000003d1101c360
          r13 = 0x00007f161fad99c0   r14 = 0x0000000000000000
          r15 = 0x0000000000000003   rip = 0x0000003d10e07aa1
          Found by: call frame info
      20  libc-2.12.so + 0xe8aad
          rsp = 0x00007f161fad8ea0   rip = 0x0000003d106e8aad
          Found by: stack scanning
      

      The minidump shows that impala crashed while preparing an internal UDF function call.

      Attachments

        1. hs_err_pid43750.log
          621 kB
          Attila Jeges
        2. 150226_resolved.txt
          7.53 MB
          Attila Jeges

        Activity

          People

            Unassigned Unassigned
            attilaj Attila Jeges
            Votes:
            0 Vote for this issue
            Watchers:
            3 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved: