Uploaded image for project: 'IMPALA'
  1. IMPALA
  2. IMPALA-2433

Crash: impala::HdfsParquetScanner::ResolvePath

    XMLWordPrintableJSON

Details

    • Bug
    • Status: Resolved
    • Major
    • Resolution: Duplicate
    • Impala 2.3.0
    • None
    • None

    Description

      Query:

      SELECT
      COALESCE((t947.pos) - (t947.pos), SUM(t933.field_73), (t947.pos) - (t947.pos)) AS int_col,
      (t947.pos) - (t947.pos) AS int_col_t948
      FROM table_3 t933
      INNER JOIN (
      WITH with_1 AS (SELECT
      COALESCE(t935.pos, t935.pos, t935.pos) AS int_col,
      t935.pos AS int_col_t936,
      (t935.pos) + (t935.pos) AS int_col_t937,
      COALESCE(COALESCE(t935.pos, t935.pos, t935.pos), MAX(COALESCE(t935.pos, t935.pos, t935.pos)), COALESCE(t935.pos, t935.pos, t935.pos)) AS int_col_t938
      FROM t933.field_58 t934
      LEFT JOIN t934.value t935
      WHERE
      (t935.pos) IN (t935.pos, t935.pos)
      GROUP BY
      COALESCE(t935.pos, t935.pos, t935.pos),
      t935.pos,
      (t935.pos) + (t935.pos))
      SELECT DISTINCT
      CAST(t940.pos AS STRING) AS char_col,
      t940.pos AS int_col,
      ABS(t940.pos) AS int_col_t943,
      GREATEST(COALESCE(t941.int_col_t938, 112), COALESCE(t941.int_col_t937, 797)) AS int_col_t944,
      COALESCE(t939.pos, t939.pos, t940.pos) AS int_col_t945
      FROM t933.field_74 t939
      LEFT JOIN t933.field_74 t940 ON (((t940.pos) = (t939.pos)) AND ((t940.pos) = (t939.pos))) AND ((t940.pos) = (t939.pos))
      INNER JOIN with_1 t941 ON ((t941.int_col_t938) = (t940.pos)) AND ((t941.int_col_t938) = (t940.pos))
      INNER JOIN t940.item t942
      WHERE
      (t941.int_col_t937) NOT IN (t940.pos, t940.pos)
      ) t946 ON ((t946.char_col) = (t933.field_57)) AND ((t946.char_col) = (t933.field_57))
      INNER JOIN t933.field_74 t947
      GROUP BY
      (t947.pos) - (t947.pos)
      

      Stack Trace:

      #0  0x0000000001646b17 in impala::HdfsParquetScanner::ResolvePath (this=0xd9ff200, path=..., node=0x7f264f299230, pos_field=0x7f264f2991fc, missing_field=0x7f264f2991fd) at /home/dev/Impala/be/src/exec/hdfs-parquet-scanner.cc:1540
      1540      for (int i = 0; i < path.size(); ++i) {
      #0  0x0000000001646b17 in impala::HdfsParquetScanner::ResolvePath (this=0xd9ff200, path=..., node=0x7f264f299230, pos_field=0x7f264f2991fc, missing_field=0x7f264f2991fd) at /home/dev/Impala/be/src/exec/hdfs-parquet-scanner.cc:1540
      #1  0x000000000164716c in impala::HdfsParquetScanner::CreateColumnReaders (this=0xd9ff200, tuple_desc=..., column_readers=0xe862ee8) at /home/dev/Impala/be/src/exec/hdfs-parquet-scanner.cc:1670
      #2  0x000000000164746a in impala::HdfsParquetScanner::CreateColumnReaders (this=0xd9ff200, tuple_desc=..., column_readers=0xe862f38) at /home/dev/Impala/be/src/exec/hdfs-parquet-scanner.cc:1699
      #3  0x000000000164746a in impala::HdfsParquetScanner::CreateColumnReaders (this=0xd9ff200, tuple_desc=..., column_readers=0xe862f88) at /home/dev/Impala/be/src/exec/hdfs-parquet-scanner.cc:1699
      ....
      ....
      ....
      #22773 0x000000000164746a in impala::HdfsParquetScanner::CreateColumnReaders (this=0xd9ff200, tuple_desc=..., column_readers=0x103dee98) at /home/dev/Impala/be/src/exec/hdfs-parquet-scanner.cc:1699
      #22774 0x000000000164746a in impala::HdfsParquetScanner::CreateColumnReaders (this=0xd9ff200, tuple_desc=..., column_readers=0x103df0c8) at /home/dev/Impala/be/src/exec/hdfs-parquet-scanner.cc:1699
      #22775 0x000000000164746a in impala::HdfsParquetScanner::CreateColumnReaders (this=0xd9ff200, tuple_desc=..., column_readers=0x103df078) at /home/dev/Impala/be/src/exec/hdfs-parquet-scanner.cc:1699
      #22776 0x000000000164746a in impala::HdfsParquetScanner::CreateColumnReaders (this=0xd9ff200, tuple_desc=..., column_readers=0xd9ff300) at /home/dev/Impala/be/src/exec/hdfs-parquet-scanner.cc:1699
      #22777 0x00000000016438e4 in impala::HdfsParquetScanner::ProcessSplit (this=0xd9ff200) at /home/dev/Impala/be/src/exec/hdfs-parquet-scanner.cc:1211
      #22778 0x00000000015f666f in impala::HdfsScanNode::ScannerThread (this=0x7d9a400) at /home/dev/Impala/be/src/exec/hdfs-scan-node.cc:945
      #22779 0x000000000160cfbf in boost::_mfi::mf0<void, impala::HdfsScanNode>::operator() (this=0x7f264fa97e08, p=0x7d9a400) at /usr/include/boost/bind/mem_fn_template.hpp:49
      #22780 0x000000000160c618 in boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> >::operator()<boost::_mfi::mf0<void, impala::HdfsScanNode>, boost::_bi::list0> (this=0x7f264fa97e18, f=..., a=...) at /usr/include/boost/bind/bind.hpp:253
      #22781 0x000000000160b4eb in boost::_bi::bind_t<void, boost::_mfi::mf0<void, impala::HdfsScanNode>, boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> > >::operator() (this=0x7f264fa97e08) at /usr/include/boost/bind/bind_template.hpp:20
      #22782 0x00000000016097d7 in boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, boost::_mfi::mf0<void, impala::HdfsScanNode>, boost::_bi::list1<boost::_bi::value<impala::HdfsScanNode*> > >, void>::invoke (function_obj_ptr=...) at /usr/include/boost/function/function_template.hpp:153
      #22783 0x0000000001247d70 in boost::function0<void>::operator() (this=0x7f264fa97e00) at /usr/include/boost/function/function_template.hpp:767
      #22784 0x00000000014582a9 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*) (name=..., category=..., functor=..., thread_started=0x7f2650ab85e0) at /home/dev/Impala/be/src/util/thread.cc:314
      #22785 0x00000000014614df in boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> >::operator()<void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list0>(boost::_bi::type<void>, void (*&)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list0&, int) (this=0xfba2dc0, f=@0xfba2db8: 0x1457fa0 <impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*)>, a=...) at /usr/include/boost/bind/bind.hpp:457
      #22786 0x0000000001461429 in boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() (this=0xfba2db8) at /usr/include/boost/bind/bind_template.hpp:20
      #22787 0x00000000014613ee in boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0xfba2c00) at /usr/include/boost/thread/detail/thread.hpp:117
      #22788 0x00007f27099daa4a in ?? () from /usr/lib/x86_64-linux-gnu/libboost_thread.so.1.54.0
      #22789 0x00007f2708e87182 in start_thread (arg=0x7f264fa98700) at pthread_create.c:312
      #22790 0x00007f2706ad447d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
      

      To access the machine with the loaded data:

      ssh dev@vd0206.halxg.cloudera.com -p 33334 (pw: cloudera)
      run-all.sh && start-impala-cluster.py
      impala-shell.sh
      use random_nested_db_0;
      

      core dumps are saved to /tmp/core_files

      Attachments

        Activity

          People

            tarasbob Taras Bobrovytsky
            tarasbob Taras Bobrovytsky
            Votes:
            0 Vote for this issue
            Watchers:
            4 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved: