Thread 198 (LWP 30751): #0 0x00000036d160e054 in ?? () #1 0x000000000e2a0ad8 in ?? () #2 0x9257bdbbbf3c7224 in ?? () #3 0x00000036d1609388 in ?? () #4 0x0000000001838140 in base::subtle::Release_AtomicExchange (ptr=0xc3a4f18, new_value=0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/atomicops-internals-x86.h:108 #5 0x000000000184edfc in boost::lock_guard::lock_guard (this=0x7fef7c986b30, m_=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_guard.hpp:38 #6 0x0000000001eec045 in impala::BufferPool::Client::FreedBuffer (this=0xe2a0a00, len=8388608) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool-internal.h:262 #7 0x0000000001ee59db in impala::BufferPool::FreeBuffer (this=0xbfac8c0, client=0xe176148, handle=0xc3a4f18) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:254 #8 0x0000000002f61398 in impala::io::RequestContext::FreeBuffer (this=0xf93b900, buffer=0xc3a4ed0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/request-context.cc:62 #9 0x0000000002f69e99 in impala::io::ScanRange::CleanUpBuffer (this=0xc9fdd40, scan_range_lock=..., buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:253 #10 0x0000000002f68d5c in impala::io::ScanRange::AddUnusedBuffers(std::vector >, std::allocator > > >&&, bool) (this=0xc9fdd40, buffers=..., returned=true) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:136 #11 0x0000000002f68ada in impala::io::ScanRange::ReturnBuffer (this=0xc9fdd40, buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:110 #12 0x0000000002d19540 in impala::ScannerContext::Stream::ReturnIoBuffer (this=0x193976b0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:354 #13 0x0000000002d193a1 in impala::ScannerContext::Stream::CopyIoToBoundary (this=0x193976b0, num_bytes=17660) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:345 #14 0x0000000002d182ed in impala::ScannerContext::Stream::GetBytesInternal (this=0x193976b0, requested_len=292422, out_buffer=0x7fef7c9874d8, peek=false, out_len=0x7fef7c9872d8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:264 #15 0x0000000001fb8166 in impala::ScannerContext::Stream::GetBytes (this=0x193976b0, requested_len=292422, buffer=0x7fef7c9874d8, out_len=0x7fef7c9872d8, status=0xf418a30, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:54 #16 0x0000000001fb823a in impala::ScannerContext::Stream::ReadBytes (this=0x193976b0, length=292422, buf=0x7fef7c9874d8, status=0xf418a30, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:61 #17 0x0000000001fbf397 in impala::HdfsSequenceScanner::ReadCompressedBlock (this=0xf418900) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:501 #18 0x0000000001fbb1ee in impala::HdfsSequenceScanner::ProcessBlockCompressedScanRange (this=0xf418900, row_batch=0xfa7eaa0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:179 #19 0x0000000001fbca64 in impala::HdfsSequenceScanner::ProcessRange (this=0xf418900, row_batch=0xfa7eaa0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:298 #20 0x0000000002d41fac in impala::BaseSequenceScanner::GetNextInternal (this=0xf418900, row_batch=0xfa7eaa0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/base-sequence-scanner.cc:181 #21 0x0000000001f9491a in impala::HdfsScanner::ProcessSplit (this=0xf418900) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scanner.cc:134 #22 0x0000000001f6bd5c in impala::HdfsScanNode::ProcessSplit (this=0xe176000, filter_ctxs=..., expr_results_pool=0x7fef7c988480, scan_range=0xc9fdd40, scanner_thread_reservation=0x7fef7c9883f8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:479 #23 0x0000000001f6b0ea in impala::HdfsScanNode::ScannerThread (this=0xe176000, first_thread=false, scanner_thread_reservation=25165824) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:382 #24 0x0000000001f6a4ea in impala::HdfsScanNode::::operator()(void) const (__closure=0x7fef7c988bc8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:297 Thread 154 (LWP 30745): #0 0x000000000424f304 in sys_futex (a=0xe2a0a28, o=128, v=2, t=0x7fef80f8d980) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/linux_syscall_support.h:2713 #1 0x000000000424f445 in base::internal::SpinLockDelay (w=0xe2a0a28, value=2, loop=31) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/spinlock_linux-inl.h:88 #2 0x000000000424f1f5 in base::SpinLock::SlowLock (this=0xe2a0a28) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/spinlock.cc:135 #3 0x0000000001838499 in base::SpinLock::Lock (this=0xe2a0a28) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/spinlock.h:75 #4 0x000000000183850e in impala::SpinLock::lock (this=0xe2a0a28) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/util/spinlock.h:34 #5 0x0000000001839a22 in boost::lock_guard::lock_guard (this=0x7fef80f8da60, m_=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_guard.hpp:38 #6 0x0000000001ef13ef in impala::ReservationTracker::ReleaseTo (this=0xe2a0a18, bytes=1048576) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/reservation-tracker.cc:382 #7 0x0000000001eec05c in impala::BufferPool::Client::FreedBuffer (this=0xe2a0a00, len=1048576) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool-internal.h:263 #8 0x0000000001ee59db in impala::BufferPool::FreeBuffer (this=0xbfac8c0, client=0xe176148, handle=0xc3a5308) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:254 #9 0x0000000002f61398 in impala::io::RequestContext::FreeBuffer (this=0xf93b900, buffer=0xc3a52c0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/request-context.cc:62 #10 0x0000000002f69e99 in impala::io::ScanRange::CleanUpBuffer (this=0xd68b340, scan_range_lock=..., buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:253 #11 0x0000000002f68d5c in impala::io::ScanRange::AddUnusedBuffers(std::vector >, std::allocator > > >&&, bool) (this=0xd68b340, buffers=..., returned=true) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:136 #12 0x0000000002f68ada in impala::io::ScanRange::ReturnBuffer (this=0xd68b340, buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:110 #13 0x0000000002d19540 in impala::ScannerContext::Stream::ReturnIoBuffer (this=0xeadb4f0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:354 #14 0x0000000002d193a1 in impala::ScannerContext::Stream::CopyIoToBoundary (this=0xeadb4f0, num_bytes=195135) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:345 #15 0x0000000002d182ed in impala::ScannerContext::Stream::GetBytesInternal (this=0xeadb4f0, requested_len=292571, out_buffer=0x7fef80f8e4d8, peek=false, out_len=0x7fef80f8e2d8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:264 #16 0x0000000001fb8166 in impala::ScannerContext::Stream::GetBytes (this=0xeadb4f0, requested_len=292571, buffer=0x7fef80f8e4d8, out_len=0x7fef80f8e2d8, status=0xd719bb0, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:54 #17 0x0000000001fb823a in impala::ScannerContext::Stream::ReadBytes (this=0xeadb4f0, length=292571, buf=0x7fef80f8e4d8, status=0xd719bb0, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:61 #18 0x0000000001fbf397 in impala::HdfsSequenceScanner::ReadCompressedBlock (this=0xd719a80) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:501 #19 0x0000000001fbb1ee in impala::HdfsSequenceScanner::ProcessBlockCompressedScanRange (this=0xd719a80, row_batch=0xc6e12a0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:179 #20 0x0000000001fbca64 in impala::HdfsSequenceScanner::ProcessRange (this=0xd719a80, row_batch=0xc6e12a0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:298 #21 0x0000000002d41fac in impala::BaseSequenceScanner::GetNextInternal (this=0xd719a80, row_batch=0xc6e12a0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/base-sequence-scanner.cc:181 #22 0x0000000001f9491a in impala::HdfsScanner::ProcessSplit (this=0xd719a80) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scanner.cc:134 #23 0x0000000001f6bd5c in impala::HdfsScanNode::ProcessSplit (this=0xe176000, filter_ctxs=..., expr_results_pool=0x7fef80f8f480, scan_range=0xd68b340, scanner_thread_reservation=0x7fef80f8f3f8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:479 #24 0x0000000001f6b0ea in impala::HdfsScanNode::ScannerThread (this=0xe176000, first_thread=true, scanner_thread_reservation=16777216) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:382 Thread 126 (LWP 30746): #0 0x00000036d160e054 in ?? () #1 0x000000000e2a0ad8 in ?? () #2 0x9ebbed77a9957c41 in ?? () #3 0x00000036d1609388 in ?? () #4 0x0000000001838140 in base::subtle::Release_AtomicExchange (ptr=0xc3a4ff8, new_value=0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/atomicops-internals-x86.h:108 #5 0x000000000184edfc in boost::lock_guard::lock_guard (this=0x7fef7fb8bb30, m_=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_guard.hpp:38 #6 0x0000000001eec045 in impala::BufferPool::Client::FreedBuffer (this=0xe2a0a00, len=8388608) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool-internal.h:262 #7 0x0000000001ee59db in impala::BufferPool::FreeBuffer (this=0xbfac8c0, client=0xe176148, handle=0xc3a4ff8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:254 #8 0x0000000002f61398 in impala::io::RequestContext::FreeBuffer (this=0xf93b900, buffer=0xc3a4fb0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/request-context.cc:62 #9 0x0000000002f69e99 in impala::io::ScanRange::CleanUpBuffer (this=0xc9fcd80, scan_range_lock=..., buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:253 #10 0x0000000002f68d5c in impala::io::ScanRange::AddUnusedBuffers(std::vector >, std::allocator > > >&&, bool) (this=0xc9fcd80, buffers=..., returned=true) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:136 #11 0x0000000002f68ada in impala::io::ScanRange::ReturnBuffer (this=0xc9fcd80, buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:110 #12 0x0000000002d19540 in impala::ScannerContext::Stream::ReturnIoBuffer (this=0xeadbd30) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:354 #13 0x0000000002d193a1 in impala::ScannerContext::Stream::CopyIoToBoundary (this=0xeadbd30, num_bytes=18060) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:345 #14 0x0000000002d182ed in impala::ScannerContext::Stream::GetBytesInternal (this=0xeadbd30, requested_len=292132, out_buffer=0x7fef7fb8c4d8, peek=false, out_len=0x7fef7fb8c2d8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:264 #15 0x0000000001fb8166 in impala::ScannerContext::Stream::GetBytes (this=0xeadbd30, requested_len=292132, buffer=0x7fef7fb8c4d8, out_len=0x7fef7fb8c2d8, status=0xd7192b0, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:54 #16 0x0000000001fb823a in impala::ScannerContext::Stream::ReadBytes (this=0xeadbd30, length=292132, buf=0x7fef7fb8c4d8, status=0xd7192b0, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:61 #17 0x0000000001fbf397 in impala::HdfsSequenceScanner::ReadCompressedBlock (this=0xd719180) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:501 #18 0x0000000001fbb1ee in impala::HdfsSequenceScanner::ProcessBlockCompressedScanRange (this=0xd719180, row_batch=0xc6df540) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:179 #19 0x0000000001fbca64 in impala::HdfsSequenceScanner::ProcessRange (this=0xd719180, row_batch=0xc6df540) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:298 #20 0x0000000002d41fac in impala::BaseSequenceScanner::GetNextInternal (this=0xd719180, row_batch=0xc6df540) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/base-sequence-scanner.cc:181 #21 0x0000000001f9491a in impala::HdfsScanner::ProcessSplit (this=0xd719180) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scanner.cc:134 #22 0x0000000001f6bd5c in impala::HdfsScanNode::ProcessSplit (this=0xe176000, filter_ctxs=..., expr_results_pool=0x7fef7fb8d480, scan_range=0xc9fcd80, scanner_thread_reservation=0x7fef7fb8d3f8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:479 #23 0x0000000001f6b0ea in impala::HdfsScanNode::ScannerThread (this=0xe176000, first_thread=false, scanner_thread_reservation=25165824) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:382 Thread 119 (LWP 30747): #0 0x00000036d160e054 in ?? () #1 0x000000000e2a0ad8 in ?? () #2 0x0000000000000001 in ?? () #3 0x00000036d1609388 in ?? () #4 0x0000000001838140 in base::subtle::Release_AtomicExchange (ptr=0xc3a53e8, new_value=0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/atomicops-internals-x86.h:108 #5 0x000000000184edfc in boost::lock_guard::lock_guard (this=0x7fef7f18ab30, m_=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_guard.hpp:38 #6 0x0000000001eec045 in impala::BufferPool::Client::FreedBuffer (this=0xe2a0a00, len=8388608) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool-internal.h:262 #7 0x0000000001ee59db in impala::BufferPool::FreeBuffer (this=0xbfac8c0, client=0xe176148, handle=0xc3a53e8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:254 #8 0x0000000002f61398 in impala::io::RequestContext::FreeBuffer (this=0xf93b900, buffer=0xc3a53a0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/request-context.cc:62 #9 0x0000000002f69e99 in impala::io::ScanRange::CleanUpBuffer (this=0xd68cf40, scan_range_lock=..., buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:253 #10 0x0000000002f68d5c in impala::io::ScanRange::AddUnusedBuffers(std::vector >, std::allocator > > >&&, bool) (this=0xd68cf40, buffers=..., returned=true) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:136 #11 0x0000000002f68ada in impala::io::ScanRange::ReturnBuffer (this=0xd68cf40, buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:110 #12 0x0000000002d19540 in impala::ScannerContext::Stream::ReturnIoBuffer (this=0xeadaec0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:354 #13 0x0000000002d193a1 in impala::ScannerContext::Stream::CopyIoToBoundary (this=0xeadaec0, num_bytes=15873) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:345 #14 0x0000000002d182ed in impala::ScannerContext::Stream::GetBytesInternal (this=0xeadaec0, requested_len=292535, out_buffer=0x7fef7f18b4d8, peek=false, out_len=0x7fef7f18b2d8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:264 #15 0x0000000001fb8166 in impala::ScannerContext::Stream::GetBytes (this=0xeadaec0, requested_len=292535, buffer=0x7fef7f18b4d8, out_len=0x7fef7f18b2d8, status=0xd719970, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:54 #16 0x0000000001fb823a in impala::ScannerContext::Stream::ReadBytes (this=0xeadaec0, length=292535, buf=0x7fef7f18b4d8, status=0xd719970, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:61 #17 0x0000000001fbf397 in impala::HdfsSequenceScanner::ReadCompressedBlock (this=0xd719840) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:501 #18 0x0000000001fbb1ee in impala::HdfsSequenceScanner::ProcessBlockCompressedScanRange (this=0xd719840, row_batch=0xfa80c60) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:179 #19 0x0000000001fbca64 in impala::HdfsSequenceScanner::ProcessRange (this=0xd719840, row_batch=0xfa80c60) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:298 #20 0x0000000002d41fac in impala::BaseSequenceScanner::GetNextInternal (this=0xd719840, row_batch=0xfa80c60) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/base-sequence-scanner.cc:181 #21 0x0000000001f9491a in impala::HdfsScanner::ProcessSplit (this=0xd719840) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scanner.cc:134 #22 0x0000000001f6bd5c in impala::HdfsScanNode::ProcessSplit (this=0xe176000, filter_ctxs=..., expr_results_pool=0x7fef7f18c480, scan_range=0xd68cf40, scanner_thread_reservation=0x7fef7f18c3f8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:479 #23 0x0000000001f6b0ea in impala::HdfsScanNode::ScannerThread (this=0xe176000, first_thread=false, scanner_thread_reservation=25165824) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:382 Thread 114 (LWP 30749): #0 0x000000000424f304 in sys_futex (a=0xe2a0a28, o=128, v=2, t=0x7fef7dd8a110) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/linux_syscall_support.h:2713 #1 0x000000000424f445 in base::internal::SpinLockDelay (w=0xe2a0a28, value=2, loop=30) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/spinlock_linux-inl.h:88 #2 0x000000000424f1f5 in base::SpinLock::SlowLock (this=0xe2a0a28) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/spinlock.cc:135 #3 0x0000000001838499 in base::SpinLock::Lock (this=0xe2a0a28) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/spinlock.h:75 #4 0x000000000183850e in impala::SpinLock::lock (this=0xe2a0a28) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/util/spinlock.h:34 #5 0x0000000001839a22 in boost::lock_guard::lock_guard (this=0x7fef7dd8a200, m_=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_guard.hpp:38 #6 0x0000000001eef360 in impala::ReservationTracker::IncreaseReservation (this=0xe2a0a18, bytes=8388608, error_status=0x0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/reservation-tracker.cc:135 #7 0x0000000001ee5fb6 in impala::BufferPool::ClientHandle::IncreaseReservation (this=0xe176148, bytes=8388608) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:309 #8 0x0000000001f74946 in impala::HdfsScanNodeBase::IncreaseReservationIncrementally (this=0xe176000, curr_reservation=8388608, ideal_reservation=16777216) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:543 #9 0x0000000001f746ce in impala::HdfsScanNodeBase::StartNextScanRange (this=0xe176000, reservation=0x7fef7dd8a3f8, scan_range=0x7fef7dd8a6b0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:523 #10 0x0000000001f6b052 in impala::HdfsScanNode::ScannerThread (this=0xe176000, first_thread=false, scanner_thread_reservation=8388608) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:379 #11 0x0000000001f6a4ea in impala::HdfsScanNode::::operator()(void) const (__closure=0x7fef7dd8abc8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:297 #12 0x0000000001f6c5cc in boost::detail::function::void_function_obj_invoker0, void>::invoke(boost::detail::function::function_buffer &) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #13 0x0000000001bd4748 in boost::function0::operator() (this=0x7fef7dd8abc0) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #14 0x0000000001ebf349 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*) (name=..., category=..., functor=..., parent_thread_info=0x7fef84194870, thread_started=0x7fef841934d0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/util/thread.cc:356 #15 0x0000000001ec74e5 in boost::_bi::list5, boost::_bi::value, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> >::operator(), impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0&, int) (this=0xd4e73c0, f=@0xd4e73b8: 0x1ebefe2 , impala::ThreadDebugInfo const*, impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:525 #16 0x0000000001ec7409 in boost::_bi::bind_t, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, boost::_bi::value, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > >::operator()() (this=0xd4e73b8) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #17 0x0000000001ec73cc in boost::detail::thread_data, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, boost::_bi::value, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > > >::run() (this=0xd4e7200) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 #18 0x00000000031a1f0a in thread_proxy () Thread 74 (LWP 30748): #0 0x00000036d160e054 in ?? () #1 0x000000000e2a0ad8 in ?? () #2 0xc4dee3883219d3ea in ?? () #3 0x00000036d1609388 in ?? () #4 0x0000000001838140 in base::subtle::Release_AtomicExchange (ptr=0xc3a50d8, new_value=0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/atomicops-internals-x86.h:108 #5 0x000000000184edfc in boost::lock_guard::lock_guard (this=0x7fef7e789b30, m_=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_guard.hpp:38 #6 0x0000000001eec045 in impala::BufferPool::Client::FreedBuffer (this=0xe2a0a00, len=1048576) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool-internal.h:262 #7 0x0000000001ee59db in impala::BufferPool::FreeBuffer (this=0xbfac8c0, client=0xe176148, handle=0xc3a50d8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:254 #8 0x0000000002f61398 in impala::io::RequestContext::FreeBuffer (this=0xf93b900, buffer=0xc3a5090) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/request-context.cc:62 #9 0x0000000002f69e99 in impala::io::ScanRange::CleanUpBuffer (this=0xd68ca00, scan_range_lock=..., buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:253 #10 0x0000000002f68d5c in impala::io::ScanRange::AddUnusedBuffers(std::vector >, std::allocator > > >&&, bool) (this=0xd68ca00, buffers=..., returned=true) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:136 #11 0x0000000002f68ada in impala::io::ScanRange::ReturnBuffer (this=0xd68ca00, buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:110 #12 0x0000000002d19540 in impala::ScannerContext::Stream::ReturnIoBuffer (this=0xeadb650) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:354 #13 0x0000000002d193a1 in impala::ScannerContext::Stream::CopyIoToBoundary (this=0xeadb650, num_bytes=200948) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:345 #14 0x0000000002d182ed in impala::ScannerContext::Stream::GetBytesInternal (this=0xeadb650, requested_len=291938, out_buffer=0x7fef7e78a4d8, peek=false, out_len=0x7fef7e78a2d8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:264 #15 0x0000000001fb8166 in impala::ScannerContext::Stream::GetBytes (this=0xeadb650, requested_len=291938, buffer=0x7fef7e78a4d8, out_len=0x7fef7e78a2d8, status=0xd717c30, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:54 #16 0x0000000001fb823a in impala::ScannerContext::Stream::ReadBytes (this=0xeadb650, length=291938, buf=0x7fef7e78a4d8, status=0xd717c30, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:61 #17 0x0000000001fbf397 in impala::HdfsSequenceScanner::ReadCompressedBlock (this=0xd717b00) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:501 #18 0x0000000001fbb1ee in impala::HdfsSequenceScanner::ProcessBlockCompressedScanRange (this=0xd717b00, row_batch=0xc6dfb80) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:179 #19 0x0000000001fbca64 in impala::HdfsSequenceScanner::ProcessRange (this=0xd717b00, row_batch=0xc6dfb80) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:298 #20 0x0000000002d41fac in impala::BaseSequenceScanner::GetNextInternal (this=0xd717b00, row_batch=0xc6dfb80) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/base-sequence-scanner.cc:181 #21 0x0000000001f9491a in impala::HdfsScanner::ProcessSplit (this=0xd717b00) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scanner.cc:134 #22 0x0000000001f6bd5c in impala::HdfsScanNode::ProcessSplit (this=0xe176000, filter_ctxs=..., expr_results_pool=0x7fef7e78b480, scan_range=0xd68ca00, scanner_thread_reservation=0x7fef7e78b3f8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:479 #23 0x0000000001f6b0ea in impala::HdfsScanNode::ScannerThread (this=0xe176000, first_thread=false, scanner_thread_reservation=16777216) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:382 #24 0x0000000001f6a4ea in impala::HdfsScanNode::::operator()(void) const (__closure=0x7fef7e78bbc8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:297 #25 0x0000000001f6c5cc in boost::detail::function::void_function_obj_invoker0, void>::invoke(boost::detail::function::function_buffer &) (function_obj_ptr=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:153 #26 0x0000000001bd4748 in boost::function0::operator() (this=0x7fef7e78bbc0) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:767 #27 0x0000000001ebf349 in impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*) (name=..., category=..., functor=..., parent_thread_info=0x7fef84194870, thread_started=0x7fef841934d0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/util/thread.cc:356 #28 0x0000000001ec74e5 in boost::_bi::list5, boost::_bi::value, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> >::operator(), impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0>(boost::_bi::type, void (*&)(std::string const&, std::string const&, boost::function, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list0&, int) (this=0xd4e5fc0, f=@0xd4e5fb8: 0x1ebefe2 , impala::ThreadDebugInfo const*, impala::Promise*)>, a=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:525 #29 0x0000000001ec7409 in boost::_bi::bind_t, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, boost::_bi::value, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > >::operator()() (this=0xd4e5fb8) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20 #30 0x0000000001ec73cc in boost::detail::thread_data, impala::ThreadDebugInfo const*, impala::Promise*), boost::_bi::list5, boost::_bi::value, boost::_bi::value >, boost::_bi::value, boost::_bi::value*> > > >::run() (this=0xd4e5e00) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/detail/thread.hpp:116 Thread 4 (LWP 30752): #0 0x00000036d160e054 in ?? () #1 0x000000000e2a0ad8 in ?? () #2 0x5615446413611eee in ?? () #3 0x00000036d1609388 in ?? () #4 0x0000000001838140 in base::subtle::Release_AtomicExchange (ptr=0xc3a5228, new_value=0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/gutil/atomicops-internals-x86.h:108 #5 0x000000000184edfc in boost::lock_guard::lock_guard (this=0x7fef7bf85b30, m_=...) at /data/jenkins/workspace/impala-asf-master-core-local/Impala-Toolchain/boost-1.57.0-p3/include/boost/thread/lock_guard.hpp:38 #6 0x0000000001eec045 in impala::BufferPool::Client::FreedBuffer (this=0xe2a0a00, len=8388608) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool-internal.h:262 #7 0x0000000001ee59db in impala::BufferPool::FreeBuffer (this=0xbfac8c0, client=0xe176148, handle=0xc3a5228) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:254 #8 0x0000000002f61398 in impala::io::RequestContext::FreeBuffer (this=0xf93b900, buffer=0xc3a51e0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/request-context.cc:62 #9 0x0000000002f69e99 in impala::io::ScanRange::CleanUpBuffer (this=0xc9fb180, scan_range_lock=..., buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:253 #10 0x0000000002f68d5c in impala::io::ScanRange::AddUnusedBuffers(std::vector >, std::allocator > > >&&, bool) (this=0xc9fb180, buffers=..., returned=true) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:136 #11 0x0000000002f68ada in impala::io::ScanRange::ReturnBuffer (this=0xc9fb180, buffer_desc=...) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/scan-range.cc:110 #12 0x0000000002d19540 in impala::ScannerContext::Stream::ReturnIoBuffer (this=0xeada520) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:354 #13 0x0000000002d193a1 in impala::ScannerContext::Stream::CopyIoToBoundary (this=0xeada520, num_bytes=22067) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:345 #14 0x0000000002d182ed in impala::ScannerContext::Stream::GetBytesInternal (this=0xeada520, requested_len=292241, out_buffer=0x7fef7bf864d8, peek=false, out_len=0x7fef7bf862d8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.cc:264 #15 0x0000000001fb8166 in impala::ScannerContext::Stream::GetBytes (this=0xeada520, requested_len=292241, buffer=0x7fef7bf864d8, out_len=0x7fef7bf862d8, status=0xf4187f0, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:54 #16 0x0000000001fb823a in impala::ScannerContext::Stream::ReadBytes (this=0xeada520, length=292241, buf=0x7fef7bf864d8, status=0xf4187f0, peek=false) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/scanner-context.inline.h:61 #17 0x0000000001fbf397 in impala::HdfsSequenceScanner::ReadCompressedBlock (this=0xf4186c0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:501 #18 0x0000000001fbb1ee in impala::HdfsSequenceScanner::ProcessBlockCompressedScanRange (this=0xf4186c0, row_batch=0xfa7f7c0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:179 #19 0x0000000001fbca64 in impala::HdfsSequenceScanner::ProcessRange (this=0xf4186c0, row_batch=0xfa7f7c0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-sequence-scanner.cc:298 #20 0x0000000002d41fac in impala::BaseSequenceScanner::GetNextInternal (this=0xf4186c0, row_batch=0xfa7f7c0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/base-sequence-scanner.cc:181 #21 0x0000000001f9491a in impala::HdfsScanner::ProcessSplit (this=0xf4186c0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scanner.cc:134 #22 0x0000000001f6bd5c in impala::HdfsScanNode::ProcessSplit (this=0xe176000, filter_ctxs=..., expr_results_pool=0x7fef7bf87480, scan_range=0xc9fb180, scanner_thread_reservation=0x7fef7bf873f8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:479 #23 0x0000000001f6b0ea in impala::HdfsScanNode::ScannerThread (this=0xe176000, first_thread=false, scanner_thread_reservation=25165824) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:382 Thread 1 (LWP 30750): #0 0x00000036d12328e5 in ?? () #1 0x00000036d12340c5 in ?? () #2 0x0000000001f74762 in impala::HdfsScanNodeBase::StartNextScanRange (this=0x178, reservation=0x3, scan_range=0x44daa04) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:526 #3 0x00000000042775f7 in google::LogMessage::Flush() () #4 0x000000000427abbe in google::LogMessageFatal::~LogMessageFatal() () #5 0x0000000001ef1343 in impala::ReservationTracker::AllocateFromLocked (this=0xe2a0a18, bytes=8388608) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/reservation-tracker.cc:376 #6 0x0000000001ef111d in impala::ReservationTracker::AllocateFrom (this=0xe2a0a18, bytes=8388608) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/reservation-tracker.cc:370 #7 0x0000000001ee8c57 in impala::BufferPool::Client::PrepareToAllocateBuffer (this=0xe2a0a00, len=8388608, reserved=true, success=0x0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:567 #8 0x0000000001ee5543 in impala::BufferPool::AllocateBuffer (this=0xbfac8c0, client=0xe176148, len=8388608, handle=0x7fef7d3891c0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/bufferpool/buffer-pool.cc:229 #9 0x0000000002f50f68 in impala::io::DiskIoMgr::AllocateBuffersForRange (this=0xbc9b2c0, reader=0xf93b900, bp_client=0xe176148, range=0xc9fd480, max_bytes=25165824) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/runtime/io/disk-io-mgr.cc:467 #10 0x0000000001f74762 in impala::HdfsScanNodeBase::StartNextScanRange (this=0xe176000, reservation=0x7fef7d3893f8, scan_range=0x7fef7d3896b0) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node-base.cc:526 #11 0x0000000001f6b052 in impala::HdfsScanNode::ScannerThread (this=0xe176000, first_thread=false, scanner_thread_reservation=25165824) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:379 #12 0x0000000001f6a4ea in impala::HdfsScanNode::::operator()(void) const (__closure=0x7fef7d389bc8) at /data/jenkins/workspace/impala-asf-master-core-local/repos/Impala/be/src/exec/hdfs-scan-node.cc:297