================================================================= ==12240==ERROR: AddressSanitizer: heap-use-after-free on address 0x6020003e1cd0 at pc 0x000000f0de14 bp 0x7f23b8dc1110 sp 0x7f23b8dc08c0 READ of size 2 at 0x6020003e1cd0 thread T244 #0 0xf0de13 in __asan_memcpy /data/jenkins/workspace/verify-impala-toolchain-package-build/label/ec2-package-ubuntu-14-04/toolchain/source/llvm/llvm-3.7.0.src/projects/compiler-rt/lib/asan/asan_interceptors.cc:421 #1 0x1307cbf in impala::Tuple::DeepCopyVarlenData(impala::TupleDescriptor const&, char**, int*, bool) /home/skye/Impala/be/src/runtime/tuple.cc:130:5 #2 0x12f1cd1 in impala::RowBatch::SerializeInternal(long, impala::FixedSizeHashTable*, impala::TRowBatch*) /home/skye/Impala/be/src/runtime/row-batch.cc:279:7 #3 0x12f02d1 in impala::RowBatch::Serialize(impala::TRowBatch*, bool) /home/skye/Impala/be/src/runtime/row-batch.cc:189:5 #4 0x12f00cb in impala::RowBatch::Serialize(impala::TRowBatch*) /home/skye/Impala/be/src/runtime/row-batch.cc:162:10 #5 0x1b8f5ea in impala::DataStreamSender::SerializeBatch(impala::RowBatch*, impala::TRowBatch*, int) /home/skye/Impala/be/src/runtime/data-stream-sender.cc:479:31 #6 0x1b91d2e in impala::DataStreamSender::Send(impala::RuntimeState*, impala::RowBatch*, bool) /home/skye/Impala/be/src/runtime/data-stream-sender.cc:409:31 #7 0x1af3bdc in impala::PlanFragmentExecutor::OpenInternal() /home/skye/Impala/be/src/runtime/plan-fragment-executor.cc:375:31 #8 0x1af2786 in impala::PlanFragmentExecutor::Open() /home/skye/Impala/be/src/runtime/plan-fragment-executor.cc:328:19 #9 0x14b84b2 in impala::FragmentMgr::FragmentExecState::Exec() /home/skye/Impala/be/src/service/fragment-exec-state.cc:53:3 #10 0x14aaf05 in impala::FragmentMgr::FragmentThread(impala::TUniqueId) /home/skye/Impala/be/src/service/fragment-mgr.cc:86:20 #11 0x14b0409 in boost::_mfi::mf1::operator()(impala::FragmentMgr*, impala::TUniqueId) const /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/mem_fn_template.hpp:165:16 #12 0x14b0277 in void boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1&, boost::_bi::list0&, int) /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind.hpp:313:9 #13 0x14b0127 in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator()() /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind_template.hpp:20:16 #14 0x121b972 in boost::function0::operator()() const /opt/Impala-Toolchain/boost-1.57.0/include/boost/function/function_template.hpp:766:14 #15 0x15e15f5 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) /home/skye/Impala/be/src/util/thread.cc:316:3 #16 0x15ec1fa in void boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind.hpp:457:9 #17 0x15ec087 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind_template.hpp:20:16 #18 0x1bda7d9 in thread_proxy (/home/skye/Impala/be/build/debug/service/impalad+0x1bda7d9) #19 0x7f25e24586a9 in start_thread /build/buildd/glibc-2.21/nptl/pthread_create.c:333 #20 0x7f25df8c6eec in clone /build/buildd/glibc-2.21/misc/../sysdeps/unix/sysv/linux/x86_64/clone.S:109 0x6020003e1cd0 is located 0 bytes inside of 2-byte region [0x6020003e1cd0,0x6020003e1cd2) freed by thread T244 here: #0 0xf235a0 in free /data/jenkins/workspace/verify-impala-toolchain-package-build/label/ec2-package-ubuntu-14-04/toolchain/source/llvm/llvm-3.7.0.src/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:30 #1 0x1b1060e in impala::FunctionContextImpl::FreeLocalAllocations() /home/skye/Impala/be/src/udf/udf.cc:446:5 #2 0x18b0399 in impala::ExprContext::FreeLocalAllocations(std::vector > const&) /home/skye/Impala/be/src/exprs/expr-context.cc:126:5 #3 0x1788d3b in impala::PartitionedAggregationNode::QueryMaintenance(impala::RuntimeState*) /home/skye/Impala/be/src/exec/partitioned-aggregation-node.cc:1354:3 #4 0x177d190 in impala::PartitionedAggregationNode::Open(impala::RuntimeState*) /home/skye/Impala/be/src/exec/partitioned-aggregation-node.cc:323:31 #5 0x181a4b8 in impala::BlockingJoinNode::Open(impala::RuntimeState*) /home/skye/Impala/be/src/exec/blocking-join-node.cc:210:31 #6 0x1765884 in impala::NestedLoopJoinNode::Open(impala::RuntimeState*) /home/skye/Impala/be/src/exec/nested-loop-join-node.cc:61:29 #7 0x17e5a77 in impala::SubplanNode::GetNext(impala::RuntimeState*, impala::RowBatch*, bool*) /home/skye/Impala/be/src/exec/subplan-node.cc:125:31 #8 0x1af47d5 in impala::PlanFragmentExecutor::GetNextInternal(impala::RowBatch**) /home/skye/Impala/be/src/runtime/plan-fragment-executor.cc:492:31 #9 0x1af3734 in impala::PlanFragmentExecutor::OpenInternal() /home/skye/Impala/be/src/runtime/plan-fragment-executor.cc:365:31 #10 0x1af2786 in impala::PlanFragmentExecutor::Open() /home/skye/Impala/be/src/runtime/plan-fragment-executor.cc:328:19 #11 0x14b84b2 in impala::FragmentMgr::FragmentExecState::Exec() /home/skye/Impala/be/src/service/fragment-exec-state.cc:53:3 #12 0x14aaf05 in impala::FragmentMgr::FragmentThread(impala::TUniqueId) /home/skye/Impala/be/src/service/fragment-mgr.cc:86:20 #13 0x14b0409 in boost::_mfi::mf1::operator()(impala::FragmentMgr*, impala::TUniqueId) const /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/mem_fn_template.hpp:165:16 #14 0x14b0277 in void boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1&, boost::_bi::list0&, int) /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind.hpp:313:9 #15 0x14b0127 in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator()() /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind_template.hpp:20:16 #16 0x121b972 in boost::function0::operator()() const /opt/Impala-Toolchain/boost-1.57.0/include/boost/function/function_template.hpp:766:14 #17 0x15e15f5 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) /home/skye/Impala/be/src/util/thread.cc:316:3 #18 0x15ec1fa in void boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind.hpp:457:9 #19 0x15ec087 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind_template.hpp:20:16 #20 0x1bda7d9 in thread_proxy (/home/skye/Impala/be/build/debug/service/impalad+0x1bda7d9) previously allocated by thread T244 here: #0 0xf23898 in __interceptor_malloc /data/jenkins/workspace/verify-impala-toolchain-package-build/label/ec2-package-ubuntu-14-04/toolchain/source/llvm/llvm-3.7.0.src/projects/compiler-rt/lib/asan/asan_malloc_linux.cc:40 #1 0x1b138c5 in impala::FreePool::Allocate(int) /home/skye/Impala/be/src/runtime/free-pool.h:64:68 #2 0x1b127fc in impala::FunctionContextImpl::AllocateLocal(int) /home/skye/Impala/be/src/udf/udf.cc:422:21 #3 0x1b12b5c in impala_udf::StringVal::StringVal(impala_udf::FunctionContext*, int) /home/skye/Impala/be/src/udf/udf.cc:466:11 #4 0x1b12da6 in impala_udf::StringVal::CopyFrom(impala_udf::FunctionContext*, unsigned char const*, unsigned long) /home/skye/Impala/be/src/udf/udf.cc:478:13 #5 0x184e34a in impala::AggregateFunctions::StringValGetValue(impala_udf::FunctionContext*, impala_udf::StringVal const&) /home/skye/Impala/be/src/exprs/aggregate-functions.cc:194:10 #6 0x184e3a5 in impala::AggregateFunctions::StringValSerializeOrFinalize(impala_udf::FunctionContext*, impala_udf::StringVal const&) /home/skye/Impala/be/src/exprs/aggregate-functions.cc:199:22 #7 0x184a13c in impala::AggFnEvaluator::SerializeOrFinalize(impala_udf::FunctionContext*, impala::Tuple*, impala::SlotDescriptor const*, impala::Tuple*, void*) /home/skye/Impala/be/src/exprs/agg-fn-evaluator.cc:489:21 #8 0x178dbb3 in impala::AggFnEvaluator::Finalize(std::vector > const&, std::vector > const&, impala::Tuple*, impala::Tuple*) /home/skye/Impala/be/src/exprs/agg-fn-evaluator.h:300:5 #9 0x1781a33 in impala::PartitionedAggregationNode::GetOutputTuple(std::vector > const&, impala::Tuple*, impala::MemPool*) /home/skye/Impala/be/src/exec/partitioned-aggregation-node.cc:1024:5 #10 0x177edd9 in impala::PartitionedAggregationNode::GetSingletonOutput(impala::RowBatch*) /home/skye/Impala/be/src/exec/partitioned-aggregation-node.cc:399:25 #11 0x177e6c3 in impala::PartitionedAggregationNode::GetNext(impala::RuntimeState*, impala::RowBatch*, bool*) /home/skye/Impala/be/src/exec/partitioned-aggregation-node.cc:376:44 #12 0x181a707 in impala::BlockingJoinNode::Open(impala::RuntimeState*) /home/skye/Impala/be/src/exec/blocking-join-node.cc:221:31 #13 0x1765884 in impala::NestedLoopJoinNode::Open(impala::RuntimeState*) /home/skye/Impala/be/src/exec/nested-loop-join-node.cc:61:29 #14 0x17e5a77 in impala::SubplanNode::GetNext(impala::RuntimeState*, impala::RowBatch*, bool*) /home/skye/Impala/be/src/exec/subplan-node.cc:125:31 #15 0x1af47d5 in impala::PlanFragmentExecutor::GetNextInternal(impala::RowBatch**) /home/skye/Impala/be/src/runtime/plan-fragment-executor.cc:492:31 #16 0x1af3734 in impala::PlanFragmentExecutor::OpenInternal() /home/skye/Impala/be/src/runtime/plan-fragment-executor.cc:365:31 #17 0x1af2786 in impala::PlanFragmentExecutor::Open() /home/skye/Impala/be/src/runtime/plan-fragment-executor.cc:328:19 #18 0x14b84b2 in impala::FragmentMgr::FragmentExecState::Exec() /home/skye/Impala/be/src/service/fragment-exec-state.cc:53:3 #19 0x14aaf05 in impala::FragmentMgr::FragmentThread(impala::TUniqueId) /home/skye/Impala/be/src/service/fragment-mgr.cc:86:20 #20 0x14b0409 in boost::_mfi::mf1::operator()(impala::FragmentMgr*, impala::TUniqueId) const /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/mem_fn_template.hpp:165:16 #21 0x14b0277 in void boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1&, boost::_bi::list0&, int) /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind.hpp:313:9 #22 0x14b0127 in boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator()() /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind_template.hpp:20:16 #23 0x121b972 in boost::function0::operator()() const /opt/Impala-Toolchain/boost-1.57.0/include/boost/function/function_template.hpp:766:14 #24 0x15e15f5 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::Promise*) /home/skye/Impala/be/src/util/thread.cc:316:3 #25 0x15ec1fa in void boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> >::operator(), impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::Promise*), boost::_bi::list0&, int) /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind.hpp:457:9 #26 0x15ec087 in boost::_bi::bind_t, impala::Promise*), boost::_bi::list4, boost::_bi::value, boost::_bi::value >, boost::_bi::value*> > >::operator()() /opt/Impala-Toolchain/boost-1.57.0/include/boost/bind/bind_template.hpp:20:16 #27 0x1bda7d9 in thread_proxy (/home/skye/Impala/be/build/debug/service/impalad+0x1bda7d9) Thread T244 created by T243 here: #0 0xe9aa79 in __interceptor_pthread_create /data/jenkins/workspace/verify-impala-toolchain-package-build/label/ec2-package-ubuntu-14-04/toolchain/source/llvm/llvm-3.7.0.src/projects/compiler-rt/lib/asan/asan_interceptors.cc:232 #1 0x1bd9bb9 in boost::thread::start_thread_noexcept() (/home/skye/Impala/be/build/debug/service/impalad+0x1bd9bb9) Thread T243 created by T71 here: #0 0xe9aa79 in __interceptor_pthread_create /data/jenkins/workspace/verify-impala-toolchain-package-build/label/ec2-package-ubuntu-14-04/toolchain/source/llvm/llvm-3.7.0.src/projects/compiler-rt/lib/asan/asan_interceptors.cc:232 #1 0x1bd9bb9 in boost::thread::start_thread_noexcept() (/home/skye/Impala/be/build/debug/service/impalad+0x1bd9bb9) Thread T71 created by T0 here: #0 0xe9aa79 in __interceptor_pthread_create /data/jenkins/workspace/verify-impala-toolchain-package-build/label/ec2-package-ubuntu-14-04/toolchain/source/llvm/llvm-3.7.0.src/projects/compiler-rt/lib/asan/asan_interceptors.cc:232 #1 0x1bd9bb9 in boost::thread::start_thread_noexcept() (/home/skye/Impala/be/build/debug/service/impalad+0x1bd9bb9) SUMMARY: AddressSanitizer: heap-use-after-free /data/jenkins/workspace/verify-impala-toolchain-package-build/label/ec2-package-ubuntu-14-04/toolchain/source/llvm/llvm-3.7.0.src/projects/compiler-rt/lib/asan/asan_interceptors.cc:421 in __asan_memcpy Shadow bytes around the buggy address: 0x0c0480074340: fa fa fd fa fa fa fd fa fa fa fd fa fa fa fd fa 0x0c0480074350: fa fa fd fa fa fa fd fa fa fa fd fa fa fa fd fa 0x0c0480074360: fa fa fd fa fa fa fd fa fa fa fd fa fa fa fd fa 0x0c0480074370: fa fa fd fa fa fa fd fa fa fa fd fd fa fa fd fa 0x0c0480074380: fa fa fd fa fa fa fd fa fa fa fd fa fa fa fd fa =>0x0c0480074390: fa fa fd fa fa fa 00 fa fa fa[fd]fa fa fa 00 fa 0x0c04800743a0: fa fa 00 fa fa fa 04 fa fa fa 00 fa fa fa fd fa 0x0c04800743b0: fa fa fd fa fa fa fd fa fa fa fd fa fa fa fd fa 0x0c04800743c0: fa fa 00 fa fa fa fd fa fa fa 00 fa fa fa fd fa 0x0c04800743d0: fa fa fd fd fa fa 00 00 fa fa 00 00 fa fa 00 00 0x0c04800743e0: fa fa fd fa fa fa 00 00 fa fa 00 00 fa fa 00 00 Shadow byte legend (one shadow byte represents 8 application bytes): Addressable: 00 Partially addressable: 01 02 03 04 05 06 07 Heap left redzone: fa Heap right redzone: fb Freed heap region: fd Stack left redzone: f1 Stack mid redzone: f2 Stack right redzone: f3 Stack partial redzone: f4 Stack after return: f5 Stack use after scope: f8 Global redzone: f9 Global init order: f6 Poisoned by user: f7 Container overflow: fc Array cookie: ac Intra object redzone: bb ASan internal: fe Left alloca redzone: ca Right alloca redzone: cb ==12240==ABORTING