Uploaded image for project: 'IMPALA'
  1. IMPALA
  2. IMPALA-556

Use after free with sampling periodic counters with asan

    XMLWordPrintableJSON

Details

    • Bug
    • Status: Resolved
    • Critical
    • Resolution: Fixed
    • Impala 1.1
    • Impala 1.2
    • None
    • None

    Description

      Saw this on one of your asan builds.

      =================================================================
      ==23433==ERROR: AddressSanitizer: heap-use-after-free on address 0x606000d04f00 at pc 0xd3662c bp 0x7f4c18066970 sp 0x7f4c18066968
      READ of size 8 at 0x606000d04f00 thread T215
      #0 0xd3662b in _ZN6impala14RuntimeProfile25PeriodicCounterUpdateLoopEv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/util/runtime-profile.cc:819
      #1 0x1134033 in thread_proxy ??:0
      #2 0xb324e3 in ZN6_asan10AsanThread11ThreadStartEm ??:0
      #3 0x38da007850 in ?? ??:0
      #4 0x38d98e890c in ?? ??:0
      0x606000d04f00 is located 0 bytes inside of 64-byte region [0x606000d04f00,0x606000d04f40)
      freed by thread T69314 here:
      #0 0xb2c4e4 in _ZdlPv ??:0
      #1 0x101e2b3 in _ZN6impala8ScanNodeD2Ev /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/exec/scan-node.h:81
      #2 0x1015bce in _ZN6impala12HdfsScanNodeD0Ev /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/exec/hdfs-scan-node.cc:86
      #3 0xffa31e in _ZN6impala10ObjectPool15SpecificElementINS_12HdfsScanNodeEED0Ev /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/common/object-pool.h:54
      #4 0xb434d6 in _ZN6impala10ObjectPoolD2Ev /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/common/object-pool.h:35
      #5 0xd29246 in ZN5boost14checked_deleteIN6impala10ObjectPoolEEEvPT /usr/include/boost/checked_delete.hpp:34
      #6 0xb8ece6 in ZN5boost14checked_deleteIN6impala12RuntimeStateEEEvPT /usr/include/boost/checked_delete.hpp:34
      #7 0xe2c3af in _ZN6impala20PlanFragmentExecutorD1Ev /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/runtime/plan-fragment-executor.cc:70
      #8 0xb779b1 in _ZN6impala12ImpalaServer17FragmentExecStateD2Ev /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/service/impala-server.cc:161
      #9 0xb77926 in ZN5boost14checked_deleteIN6impala12ImpalaServer17FragmentExecStateEEEvPT /usr/include/boost/checked_delete.hpp:34
      #10 0xb3b6b7 in _ZN5boost6detail15sp_counted_base7releaseEv /usr/include/boost/smart_ptr/detail/sp_counted_base_gcc_x86.hpp:145
      #11 0xbb4f4c in _ZNSt4pairIKN6impala9TUniqueIdEN5boost10shared_ptrINS0_12ImpalaServer17FragmentExecStateEEEED2Ev /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_pair.h:67
      #12 0xb73419 in _ZN5boost16unordered_detail12hash_bucketsISaISt4pairIKN6impala9TUniqueIdENS_10shared_ptrINS3_12ImpalaServer17FragmentExecStateEEEEENS0_9ungroupedEE11delete_nodeEPNS0_11hash_bucketISB_EE /usr/include/boost/unordered/detail/buckets.hpp:67
      #13 0xb73286 in _ZN5boost16unordered_detail10hash_tableINS0_3mapIN6impala9TUniqueIdENS_4hashIS4_EESt8equal_toIS4_ESaISt4pairIKS4_NS_10shared_ptrINS3_12ImpalaServer17FragmentExecStateEEEEEEEE21erase_return_iteratorENS0_18hash_iterator_baseISG_NS0_9ungroupedEEE /usr/include/boost/unordered/detail/table.hpp:709
      #14 0xb62590 in _ZN5boost13unordered_mapIN6impala9TUniqueIdENS_10shared_ptrINS1_12ImpalaServer17FragmentExecStateEEENS_4hashIS2_EESt8equal_toIS2_ESaISt4pairIKS2_S6_EEE5eraseENS_16unordered_detail19hash_const_iteratorISE_NSG_9ungroupedEEE /usr/include/boost/unordered/unordered_map.hpp:370
      #15 0xb57b70 in _ZN6impala12ImpalaServer19RunExecPlanFragmentEPNS0_17FragmentExecStateE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/service/impala-server.cc:1365
      #16 0xb74199 in _ZN5boost3_bi6bind_tIvNS_4_mfi3mf1IvN6impala12ImpalaServerEPNS5_17FragmentExecStateEEENS0_5list2INS0_5valueIPS5_EENSA_IS7_EEEEEclEv /usr/include/boost/bind/bind_template.hpp:20
      #17 0x1134033 in thread_proxy ??:0
      previously allocated by thread T69314 here:
      #0 0xb2c324 in _Znwm ??:0
      #1 0xd51221 in ZNSt6vectorIPN6impala14RuntimeProfile7CounterESaIS3_EE13_M_insert_auxEN9gnu_cxx17normal_iteratorIPS3_S5_EERKS3 /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/vector.tcc:322
      #2 0x101ba8c in _ZN6impala12HdfsScanNode4OpenEPNS_12RuntimeStateE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/exec/hdfs-scan-node.cc:502
      #3 0x100211c in _ZN6impala12HashJoinNode4OpenEPNS_12RuntimeStateE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/exec/hash-join-node.cc:233
      #4 0xe2ffb2 in _ZN6impala20PlanFragmentExecutor12OpenInternalEv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/runtime/plan-fragment-executor.cc:249
      #5 0xe2f4d4 in _ZN6impala20PlanFragmentExecutor4OpenEv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/runtime/plan-fragment-executor.cc:235
      #6 0xb453a0 in _ZN6impala12ImpalaServer17FragmentExecState4ExecEv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/service/impala-server.cc:232
      #7 0xb57a55 in _ZN6impala12ImpalaServer19RunExecPlanFragmentEPNS0_17FragmentExecStateE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/service/impala-server.cc:1356
      #8 0xb74199 in _ZN5boost3_bi6bind_tIvNS_4_mfi3mf1IvN6impala12ImpalaServerEPNS5_17FragmentExecStateEEENS0_5list2INS0_5valueIPS5_EENSA_IS7_EEEEEclEv /usr/include/boost/bind/bind_template.hpp:20
      #9 0x1134033 in thread_proxy ??:0
      Thread T215 created by T214 here:
      #0 0xb27eb0 in __interceptor_pthread_create ??:0
      #1 0x113320d in _ZN5boost6thread12start_threadEv ??:0
      #2 0xd353b9 in _ZN6impala14RuntimeProfile23RegisterPeriodicCounterEPNS0_7CounterEN5boost8functionIFlvEEES2_NS0_19PeriodicCounterTypeE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/util/runtime-profile.cc:703
      #3 0xd35b0d in _ZN6impala14RuntimeProfile18AddSamplingCounterERKSsN5boost8functionIFlvEEE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/util/runtime-profile.cc:665
      #4 0xe2ce00 in _ZN6impala20PlanFragmentExecutor7PrepareERKNS_23TExecPlanFragmentParamsE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/runtime/plan-fragment-executor.cc:93
      #5 0xb4528d in _ZN6impala12ImpalaServer17FragmentExecState7PrepareERKNS_23TExecPlanFragmentParamsE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/service/impala-server.cc:225
      #6 0xb56a71 in _ZN6impala12ImpalaServer26StartPlanFragmentExecutionERKNS_23TExecPlanFragmentParamsE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/service/impala-server.cc:1339
      #7 0xb5682d in _ZN6impala12ImpalaServer16ExecPlanFragmentERNS_23TExecPlanFragmentResultERKNS_23TExecPlanFragmentParamsE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/service/impala-server.cc:1257
      #8 0xecd945 in _ZN6impala30ImpalaInternalServiceProcessor24process_ExecPlanFragmentEiPN6apache6thrift8protocol9TProtocolES5_Pv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:949
      #9 0xecd477 in _ZN6impala30ImpalaInternalServiceProcessor12dispatchCallEPN6apache6thrift8protocol9TProtocolES5_RKSsiPv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:922
      #10 0xbabbdf in _ZN6apache6thrift18TDispatchProcessor7processEN5boost10shared_ptrINS0_8protocol9TProtocolEEES6_Pv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/thirdparty/thrift-0.9.0/build/include/thrift/TDispatchProcessor.h:121
      #11 0x19fca58 in _ZN6apache6thrift6server15TThreadedServer4Task3runEv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/thirdparty/thrift-0.9.0/lib/cpp/src/thrift/server/TThreadedServer.cpp:70
      Thread T214 created by T35 here:
      #0 0xb27eb0 in __interceptor_pthread_create ??:0
      #1 0x19ffc23 in _ZN6apache6thrift11concurrency13PthreadThread5startEv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/thirdparty/thrift-0.9.0/lib/cpp/src/thrift/concurrency/PosixThreadFactory.cpp:147
      addr2line: '': No such file
      #2 0x60300007ca4f in
      Thread T35 created by T0 here:
      #0 0xb27eb0 in __interceptor_pthread_create ??:0
      #1 0x113320d in _ZN5boost6thread12start_threadEv ??:0
      #2 0xd6e2b4 in _ZN6impala12ThriftServer26ThriftServerEventProcessor21StartAndWaitForServerEv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/util/thrift-server.cc:118
      #3 0xd705a3 in _ZN6impala12ThriftServer5StartEv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/util/thrift-server.cc:377
      #4 0xb3a504 in main /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/service/impalad-main.cc:86
      #5 0x38d981ecdc in ?? ??:0
      Thread T69314 created by T43456 here:
      #0 0xb27eb0 in __interceptor_pthread_create ??:0
      #1 0x113320d in _ZN5boost6thread12start_threadEv ??:0
      #2 0xb56b93 in _ZN6impala12ImpalaServer26StartPlanFragmentExecutionERKNS_23TExecPlanFragmentParamsE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/service/impala-server.cc:1350
      #3 0xb5682d in _ZN6impala12ImpalaServer16ExecPlanFragmentERNS_23TExecPlanFragmentResultERKNS_23TExecPlanFragmentParamsE /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/src/service/impala-server.cc:1257
      #4 0xecd945 in _ZN6impala30ImpalaInternalServiceProcessor24process_ExecPlanFragmentEiPN6apache6thrift8protocol9TProtocolES5_Pv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:949
      #5 0xecd477 in _ZN6impala30ImpalaInternalServiceProcessor12dispatchCallEPN6apache6thrift8protocol9TProtocolES5_RKSsiPv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/be/generated-sources/gen-cpp/ImpalaInternalService.cpp:922
      #6 0xbabbdf in _ZN6apache6thrift18TDispatchProcessor7processEN5boost10shared_ptrINS0_8protocol9TProtocolEEES6_Pv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/thirdparty/thrift-0.9.0/build/include/thrift/TDispatchProcessor.h:121
      #7 0x19fca58 in _ZN6apache6thrift6server15TThreadedServer4Task3runEv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/thirdparty/thrift-0.9.0/lib/cpp/src/thrift/server/TThreadedServer.cpp:70
      Thread T43456 created by T35 here:
      #0 0xb27eb0 in __interceptor_pthread_create ??:0
      #1 0x19ffc23 in _ZN6apache6thrift11concurrency13PthreadThread5startEv /data/1/jenkins/workspace/impala-master-64bit-multi-v1.1/BUILD_TYPE/ASAN/label/impala/repos/Impala/thirdparty/thrift-0.9.0/lib/cpp/src/thrift/concurrency/PosixThreadFactory.cpp:147
      #2 0x6030019b20af in

      Attachments

        Activity

          People

            nong_impala_60e1 Nong Li
            nong_impala_60e1 Nong Li
            Votes:
            0 Vote for this issue
            Watchers:
            0 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved: