Error Message Thread Sanitizer message detected in /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/logs/data_loading/impalad.ERROR Standard Error WARNING: ThreadSanitizer: data race (pid=9369) Read of size 1 at 0x7b800029600b by thread T631: #0 impala::SmallableString::IsSmall() const /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/smallable-string.h:110:22 (impalad+0x20c0c6a) #1 impala::StringValue::IsSmall() const /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/string-value.h:75:46 (impalad+0x262ded9) #2 impala::Tuple::SmallifyStrings(impala::TupleDescriptor const&) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/tuple.cc:94:19 (impalad+0x262f0ad) #3 impala::Tuple::DeepCopy(impala::Tuple*, impala::TupleDescriptor const&, impala::MemPool*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/tuple.cc:110:5 (impalad+0x262a456) #4 impala::Tuple::DeepCopy(impala::TupleDescriptor const&, impala::MemPool*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/tuple.cc:101:3 (impalad+0x262a3f3) #5 impala::FileMetadataUtils::CreateTemplateTuple(long, impala::MemPool*, std::map, std::allocator > >*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/file-metadata-utils.cc:46:38 (impalad+0x2e73a54) #6 impala::HdfsScanner::Open(impala::ScannerContext*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scanner.cc:133:42 (impalad+0x2da02f4) #7 impala::HdfsColumnarScanner::Open(impala::ScannerContext*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-columnar-scanner.cc:83:3 (impalad+0x2e990ff) #8 impala::HdfsParquetScanner::Open(impala::ScannerContext*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/parquet/hdfs-parquet-scanner.cc:115:3 (impalad+0x2f49ae2) #9 impala::HdfsScanNodeBase::CreateAndOpenScannerHelper(impala::HdfsPartitionDescriptor*, impala::ScannerContext*, boost::scoped_ptr*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:965:3 (impalad+0x2d780c6) #10 impala::HdfsScanNode::ProcessSplit(std::vector > const&, impala::MemPool*, impala::io::ScanRange*, long*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:484:19 (impalad+0x2ea13f1) #11 impala::HdfsScanNode::ScannerThread(bool, long) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:422:7 (impalad+0x2ea0cf2) #12 impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*)::$_3::operator()() const /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:341:13 (impalad+0x2ea2f16) #13 boost::detail::function::void_function_obj_invoker0::invoke(boost::detail::function::function_buffer&) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11 (impalad+0x2ea2cb9) #14 boost::function0::operator()() const /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14 (impalad+0x254d271) #15 impala::Thread::SuperviseThread(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3 (impalad+0x2c7bf58) #16 void boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> >::operator(), std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0&, int) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:531:9 (impalad+0x2c848dc) #17 boost::_bi::bind_t, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > >::operator()() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16 (impalad+0x2c847f3) #18 boost::detail::thread_data, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > > >::run() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:120:17 (impalad+0x2c844e0) #19 thread_proxy (impalad+0x39d0a76) Previous write of size 1 at 0x7b800029600b by thread T597: #0 impala::SmallableString::SetSmallLen(int) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/smallable-string.h:179:23 (impalad+0x26309c0) #1 impala::SmallableString::Smallify() /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/smallable-string.h:123:5 (impalad+0x2630984) #2 impala::StringValue::Smallify() /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/string-value.h:79:41 (impalad+0x26308e9) #3 impala::Tuple::SmallifyStrings(impala::TupleDescriptor const&) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/tuple.cc:95:15 (impalad+0x262f0b9) #4 impala::Tuple::DeepCopy(impala::Tuple*, impala::TupleDescriptor const&, impala::MemPool*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/tuple.cc:110:5 (impalad+0x262a456) #5 impala::Tuple::DeepCopy(impala::TupleDescriptor const&, impala::MemPool*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/tuple.cc:101:3 (impalad+0x262a3f3) #6 impala::FileMetadataUtils::CreateTemplateTuple(long, impala::MemPool*, std::map, std::allocator > >*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/file-metadata-utils.cc:46:38 (impalad+0x2e73a54) #7 impala::HdfsScanner::Open(impala::ScannerContext*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scanner.cc:133:42 (impalad+0x2da02f4) #8 impala::HdfsColumnarScanner::Open(impala::ScannerContext*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-columnar-scanner.cc:83:3 (impalad+0x2e990ff) #9 impala::HdfsParquetScanner::Open(impala::ScannerContext*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/parquet/hdfs-parquet-scanner.cc:115:3 (impalad+0x2f49ae2) #10 impala::HdfsScanNodeBase::CreateAndOpenScannerHelper(impala::HdfsPartitionDescriptor*, impala::ScannerContext*, boost::scoped_ptr*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:965:3 (impalad+0x2d780c6) #11 impala::HdfsScanNode::ProcessSplit(std::vector > const&, impala::MemPool*, impala::io::ScanRange*, long*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:484:19 (impalad+0x2ea13f1) #12 impala::HdfsScanNode::ScannerThread(bool, long) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:422:7 (impalad+0x2ea0cf2) #13 impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*)::$_3::operator()() const /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:341:13 (impalad+0x2ea2f16) #14 boost::detail::function::void_function_obj_invoker0::invoke(boost::detail::function::function_buffer&) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11 (impalad+0x2ea2cb9) #15 boost::function0::operator()() const /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14 (impalad+0x254d271) #16 impala::Thread::SuperviseThread(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3 (impalad+0x2c7bf58) #17 void boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> >::operator(), std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0&, int) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:531:9 (impalad+0x2c848dc) #18 boost::_bi::bind_t, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > >::operator()() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16 (impalad+0x2c847f3) #19 boost::detail::thread_data, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > > >::run() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:120:17 (impalad+0x2c844e0) #20 thread_proxy (impalad+0x39d0a76) Location is heap block of size 4096 at 0x7b8000296000 allocated by thread T601: #0 malloc (impalad+0x1e86011) #1 impala::MemPool::FindChunk(long, bool) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-pool.cc:132:45 (impalad+0x25adcfe) #2 unsigned char* impala::MemPool::Allocate(long, int) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-pool.h:295:9 (impalad+0x25f8634) #3 impala::MemPool::Allocate(long) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-pool.h:111 (impalad+0x25f8634) #4 impala::Tuple::Create(int, impala::MemPool*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/tuple.h:95:52 (impalad+0x2d7c113) #5 impala::HdfsScanPlanNode::InitTemplateTuple(std::vector > const&, impala::MemPool*) const /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:400:27 (impalad+0x2d726e5) #6 impala::HdfsScanPlanNode::ProcessScanRangesAndInitSharedState(impala::FragmentState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:272:13 (impalad+0x2d71682) #7 impala::HdfsScanPlanNode::Init(impala::TPlanNode const&, impala::FragmentState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:239:3 (impalad+0x2d7100c) #8 impala::PlanNode::CreateTreeHelper(impala::FragmentState*, std::vector > const&, impala::PlanNode*, int*, impala::PlanNode**) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/exec-node.cc:159:3 (impalad+0x2d545b2) #9 impala::PlanNode::CreateTreeHelper(impala::FragmentState*, std::vector > const&, impala::PlanNode*, int*, impala::PlanNode**) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/exec-node.cc:149:5 (impalad+0x2d5455d) #10 impala::PlanNode::CreateTree(impala::FragmentState*, impala::TPlan const&, impala::PlanNode**) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/exec-node.cc:118:7 (impalad+0x2d54239) #11 impala::FragmentState::Init() /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/fragment-state.cc:86:3 (impalad+0x267ec46) #12 impala::FragmentState::CreateFragmentStateMap(impala::TExecPlanFragmentInfo const&, impala::ExecQueryFInstancesRequestPB const&, impala::QueryState*, std::unordered_map, std::equal_to, std::allocator > >&) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/fragment-state.cc:80:5 (impalad+0x267ea0f) #13 impala::QueryState::StartFInstances() /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-state.cc:838:29 (impalad+0x25c5288) #14 impala::QueryExecMgr::ExecuteQueryHelper(impala::QueryState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-exec-mgr.cc:162:7 (impalad+0x25b3de9) #15 boost::_mfi::mf1::operator()(impala::QueryExecMgr*, impala::QueryState*) const /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/mem_fn_template.hpp:165:29 (impalad+0x25bb7dd) #16 void boost::_bi::list2, boost::_bi::value >::operator(), boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf1&, boost::_bi::list0&, int) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:319:9 (impalad+0x25bb72a) #17 boost::_bi::bind_t, boost::_bi::list2, boost::_bi::value > >::operator()() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16 (impalad+0x25bb693) #18 boost::detail::function::void_function_obj_invoker0, boost::_bi::list2, boost::_bi::value > >, void>::invoke(boost::detail::function::function_buffer&) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11 (impalad+0x25bb3d1) #19 boost::function0::operator()() const /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14 (impalad+0x254d271) #20 impala::Thread::SuperviseThread(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3 (impalad+0x2c7bf58) #21 void boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> >::operator(), std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0&, int) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:531:9 (impalad+0x2c848dc) #22 boost::_bi::bind_t, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > >::operator()() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16 (impalad+0x2c847f3) #23 boost::detail::thread_data, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > > >::run() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:120:17 (impalad+0x2c844e0) #24 thread_proxy (impalad+0x39d0a76) Thread T631 (tid=15816, running) created by thread T596 at: #0 pthread_create (impalad+0x1e88413) #1 boost::thread::start_thread_noexcept() (impalad+0x39cfd7d) #2 boost::thread::thread, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), std::__cxx11::basic_string, std::allocator >, std::__cxx11::basic_string, std::allocator >, boost::function, impala::ThreadDebugInfo*, impala::Promise*>(void (*)(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), std::__cxx11::basic_string, std::allocator >, std::__cxx11::basic_string, std::allocator >, boost::function, impala::ThreadDebugInfo*, impala::Promise*) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:424:13 (impalad+0x2c7f4d4) #3 impala::Thread::StartThread(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function const&, std::unique_ptr >*, bool) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:317:13 (impalad+0x2c7b8dc) #4 impala::Status impala::Thread::Create(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*)::$_3 const&, std::unique_ptr >*, bool) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.h:74:12 (impalad+0x2ea080d) #5 impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:344:14 (impalad+0x2e9fe9f) #6 impala::HdfsScanNode::AddDiskIoRanges(std::vector > const&, impala::EnqueueLocation) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:209:24 (impalad+0x2ea046a) #7 impala::HdfsScanner::IssueFooterRanges(impala::HdfsScanNodeBase*, impala::THdfsFileFormat::type const&, std::vector > const&, long) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scanner.cc:912:5 (impalad+0x2da514f) #8 impala::HdfsParquetScanner::IssueInitialRanges(impala::HdfsScanNodeBase*, std::vector > const&) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/parquet/hdfs-parquet-scanner.cc:83:10 (impalad+0x2f49404) #9 impala::HdfsScanNodeBase::IssueInitialScanRanges(impala::RuntimeState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:735:9 (impalad+0x2d764de) #10 impala::HdfsScanNode::GetNext(impala::RuntimeState*, impala::RowBatch*, bool*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:92:21 (impalad+0x2e9ef5c) #11 impala::SortNode::SortInput(impala::RuntimeState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/sort-node.cc:227:5 (impalad+0x2e29d4f) #12 impala::SortNode::Open(impala::RuntimeState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/sort-node.cc:142:3 (impalad+0x2e29bb6) #13 impala::FragmentInstanceState::Open() /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/fragment-instance-state.cc:426:5 (impalad+0x2689aed) #14 impala::FragmentInstanceState::Exec() /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/fragment-instance-state.cc:95:12 (impalad+0x2687fa7) #15 impala::QueryState::ExecFInstance(impala::FragmentInstanceState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-state.cc:967:24 (impalad+0x25c6328) #16 impala::QueryState::StartFInstances()::$_15::operator()() const /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-state.cc:872:37 (impalad+0x25cadf2) #17 boost::detail::function::void_function_obj_invoker0::invoke(boost::detail::function::function_buffer&) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11 (impalad+0x25caba9) #18 boost::function0::operator()() const /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14 (impalad+0x254d271) #19 impala::Thread::SuperviseThread(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3 (impalad+0x2c7bf58) #20 void boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> >::operator(), std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0&, int) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:531:9 (impalad+0x2c848dc) #21 boost::_bi::bind_t, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > >::operator()() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16 (impalad+0x2c847f3) #22 boost::detail::thread_data, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > > >::run() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:120:17 (impalad+0x2c844e0) #23 thread_proxy (impalad+0x39d0a76) Thread T597 (tid=15817, running) created by thread T596 at: #0 pthread_create (impalad+0x1e88413) #1 boost::thread::start_thread_noexcept() (impalad+0x39cfd7d) #2 boost::thread::thread, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), std::__cxx11::basic_string, std::allocator >, std::__cxx11::basic_string, std::allocator >, boost::function, impala::ThreadDebugInfo*, impala::Promise*>(void (*)(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), std::__cxx11::basic_string, std::allocator >, std::__cxx11::basic_string, std::allocator >, boost::function, impala::ThreadDebugInfo*, impala::Promise*) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:424:13 (impalad+0x2c7f4d4) #3 impala::Thread::StartThread(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function const&, std::unique_ptr >*, bool) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:317:13 (impalad+0x2c7b8dc) #4 impala::Status impala::Thread::Create(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*)::$_3 const&, std::unique_ptr >*, bool) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.h:74:12 (impalad+0x2ea080d) #5 impala::HdfsScanNode::ThreadTokenAvailableCb(impala::ThreadResourcePool*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:344:14 (impalad+0x2e9fe9f) #6 impala::HdfsScanNode::AddDiskIoRanges(std::vector > const&, impala::EnqueueLocation) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:209:24 (impalad+0x2ea046a) #7 impala::HdfsScanner::IssueFooterRanges(impala::HdfsScanNodeBase*, impala::THdfsFileFormat::type const&, std::vector > const&, long) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scanner.cc:912:5 (impalad+0x2da514f) #8 impala::HdfsParquetScanner::IssueInitialRanges(impala::HdfsScanNodeBase*, std::vector > const&) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/parquet/hdfs-parquet-scanner.cc:83:10 (impalad+0x2f49404) #9 impala::HdfsScanNodeBase::IssueInitialScanRanges(impala::RuntimeState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:735:9 (impalad+0x2d764de) #10 impala::HdfsScanNode::GetNext(impala::RuntimeState*, impala::RowBatch*, bool*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/hdfs-scan-node.cc:92:21 (impalad+0x2e9ef5c) #11 impala::SortNode::SortInput(impala::RuntimeState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/sort-node.cc:227:5 (impalad+0x2e29d4f) #12 impala::SortNode::Open(impala::RuntimeState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/exec/sort-node.cc:142:3 (impalad+0x2e29bb6) #13 impala::FragmentInstanceState::Open() /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/fragment-instance-state.cc:426:5 (impalad+0x2689aed) #14 impala::FragmentInstanceState::Exec() /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/fragment-instance-state.cc:95:12 (impalad+0x2687fa7) #15 impala::QueryState::ExecFInstance(impala::FragmentInstanceState*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-state.cc:967:24 (impalad+0x25c6328) #16 impala::QueryState::StartFInstances()::$_15::operator()() const /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-state.cc:872:37 (impalad+0x25cadf2) #17 boost::detail::function::void_function_obj_invoker0::invoke(boost::detail::function::function_buffer&) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11 (impalad+0x25caba9) #18 boost::function0::operator()() const /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14 (impalad+0x254d271) #19 impala::Thread::SuperviseThread(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3 (impalad+0x2c7bf58) #20 void boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> >::operator(), std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0&, int) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:531:9 (impalad+0x2c848dc) #21 boost::_bi::bind_t, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > >::operator()() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16 (impalad+0x2c847f3) #22 boost::detail::thread_data, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > > >::run() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:120:17 (impalad+0x2c844e0) #23 thread_proxy (impalad+0x39d0a76) Thread T601 (tid=15776, running) created by thread T100 at: #0 pthread_create (impalad+0x1e88413) #1 boost::thread::start_thread_noexcept() (impalad+0x39cfd7d) #2 boost::thread::thread, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), std::__cxx11::basic_string, std::allocator >, std::__cxx11::basic_string, std::allocator >, boost::function, impala::ThreadDebugInfo*, impala::Promise*>(void (*)(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), std::__cxx11::basic_string, std::allocator >, std::__cxx11::basic_string, std::allocator >, boost::function, impala::ThreadDebugInfo*, impala::Promise*) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:424:13 (impalad+0x2c7f4d4) #3 impala::Thread::StartThread(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function const&, std::unique_ptr >*, bool) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:317:13 (impalad+0x2c7b8dc) #4 impala::Status impala::Thread::Create(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, void (impala::QueryExecMgr::* const&)(impala::QueryState*), impala::QueryExecMgr* const&, impala::QueryState* const&, std::unique_ptr >*, bool) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.h:89:12 (impalad+0x25b6177) #5 impala::QueryExecMgr::StartQuery(impala::ExecQueryFInstancesRequestPB const*, impala::TQueryCtx const&, impala::TExecPlanFragmentInfo const&) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-exec-mgr.cc:90:12 (impalad+0x25b3288) #6 impala::ControlService::ExecQueryFInstances(impala::ExecQueryFInstancesRequestPB const*, impala::ExecQueryFInstancesResponsePB*, kudu::rpc::RpcContext*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/control-service.cc:153:66 (impalad+0x2876301) #7 impala::ControlServiceIf::ControlServiceIf(scoped_refptr const&, scoped_refptr const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/control_service.service.cc:114:13 (impalad+0x2a35fa4) #8 void std::__invoke_impl const&, scoped_refptr const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(std::__invoke_other, impala::ControlServiceIf::ControlServiceIf(scoped_refptr const&, scoped_refptr const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/gcc-10.4.0/lib/gcc/x86_64-pc-linux-gnu/10.4.0/../../../../include/c++/10.4.0/bits/invoke.h:60:14 (impalad+0x2a35efd) #9 std::enable_if const&, scoped_refptr const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>, void>::type std::__invoke_r const&, scoped_refptr const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(impala::ControlServiceIf::ControlServiceIf(scoped_refptr const&, scoped_refptr const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/gcc-10.4.0/lib/gcc/x86_64-pc-linux-gnu/10.4.0/../../../../include/c++/10.4.0/bits/invoke.h:110:2 (impalad+0x2a35e0c) #10 std::_Function_handler const&, scoped_refptr const&)::$_1>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/gcc-10.4.0/lib/gcc/x86_64-pc-linux-gnu/10.4.0/../../../../include/c++/10.4.0/bits/std_function.h:291:9 (impalad+0x2a35c8c) #11 std::function::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/gcc-10.4.0/lib/gcc/x86_64-pc-linux-gnu/10.4.0/../../../../include/c++/10.4.0/bits/std_function.h:622:14 (impalad+0x3780e13) #12 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/kudu/rpc/service_if.cc:137:3 (impalad+0x37808b1) #13 impala::ImpalaServicePool::RunThread() /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/impala-service-pool.cc:281:15 (impalad+0x24eda06) #14 boost::_mfi::mf0::operator()(impala::ImpalaServicePool*) const /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/mem_fn_template.hpp:49:29 (impalad+0x24f4676) #15 void boost::_bi::list1 >::operator(), boost::_bi::list0>(boost::_bi::type, boost::_mfi::mf0&, boost::_bi::list0&, int) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:259:9 (impalad+0x24f45ca) #16 boost::_bi::bind_t, boost::_bi::list1 > >::operator()() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16 (impalad+0x24f4553) #17 boost::detail::function::void_function_obj_invoker0, boost::_bi::list1 > >, void>::invoke(boost::detail::function::function_buffer&) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:158:11 (impalad+0x24f42d9) #18 boost::function0::operator()() const /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14 (impalad+0x254d271) #19 impala::Thread::SuperviseThread(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*) /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3 (impalad+0x2c7bf58) #20 void boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> >::operator(), std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0&, int) /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:531:9 (impalad+0x2c848dc) #21 boost::_bi::bind_t, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > >::operator()() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16 (impalad+0x2c847f3) #22 boost::detail::thread_data, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, std::allocator > >, boost::_bi::value, std::allocator > >, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > > >::run() /data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/thread/detail/thread.hpp:120:17 (impalad+0x2c844e0) #23 thread_proxy (impalad+0x39d0a76) SUMMARY: ThreadSanitizer: data race /data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/smallable-string.h:110:22 in impala::SmallableString::IsSmall() const ==================