java.lang.AssertionError: Test timed out with exception java.util.concurrent.TimeoutException, thread stack traces: ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ExpirationReaper-101-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:433) kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:459) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) Finalizer java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) /127.0.0.1:36660 to /127.0.0.1:45232 workers Thread 2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:48) org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:314) org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) pool-665-thread-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:967) java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1283) java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:727) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:249) kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1962/1778249301.apply(Unknown Source) scala.collection.immutable.Range.foreach(Range.scala:158) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1960/1316796236.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) main sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:72) org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:46) org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:93) org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:36) org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:125) org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:68) worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:62) worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:67) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) pool-665-thread-3 sun.nio.ch.FileDispatcherImpl.write0(Native Method) sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60) sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93) sun.nio.ch.IOUtil.write(IOUtil.java:65) sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211) org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) kafka.log.LogSegment.append(LogSegment.scala:138) kafka.log.Log.$anonfun$append$2(Log.scala:944) kafka.log.Log$$Lambda$1513/2147457092.apply(Unknown Source) kafka.log.Log.maybeHandleIOException(Log.scala:2013) kafka.log.Log.append(Log.scala:827) kafka.log.Log.appendAsLeader(Log.scala:796) kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) kafka.cluster.Partition$$Lambda$1901/868644819.apply(Unknown Source) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1962/1778249301.apply(Unknown Source) scala.collection.immutable.Range.foreach(Range.scala:158) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1960/1316796236.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) scala-execution-context-global-3415 sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:157) pool-665-thread-2 scala.runtime.BoxesRunTime.equals2(BoxesRunTime.java:137) scala.runtime.BoxesRunTime.equals(BoxesRunTime.java:123) scala.collection.immutable.Set$Set1.contains(Set.scala:87) scala.collection.immutable.Set$Set1.$plus(Set.scala:89) scala.collection.immutable.Set$Set1.$plus(Set.scala:84) scala.collection.mutable.SetBuilder.$plus$eq(SetBuilder.scala:28) scala.collection.mutable.SetBuilder.$plus$eq(SetBuilder.scala:24) scala.collection.TraversableLike.$anonfun$filterImpl$1(TraversableLike.scala:251) scala.collection.TraversableLike$$Lambda$17/1597114032.apply(Unknown Source) scala.collection.immutable.Set$Set2.foreach(Set.scala:132) scala.collection.TraversableLike.filterImpl(TraversableLike.scala:250) scala.collection.TraversableLike.filterImpl$(TraversableLike.scala:248) scala.collection.AbstractTraversable.filterImpl(Traversable.scala:108) scala.collection.TraversableLike.filter(TraversableLike.scala:262) scala.collection.TraversableLike.filter$(TraversableLike.scala:262) scala.collection.AbstractTraversable.filter(Traversable.scala:108) kafka.cluster.Partition.maybeIncrementLeaderHW(Partition.scala:589) kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:757) kafka.cluster.Partition$$Lambda$1901/868644819.apply(Unknown Source) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1962/1778249301.apply(Unknown Source) scala.collection.immutable.Range.foreach(Range.scala:158) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1960/1316796236.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ExpirationReaper-101-ElectPreferredLeader sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:433) kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:459) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ExpirationReaper-101-DeleteRecords sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:433) kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:459) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) metrics-meter-tick-thread-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) Signal Dispatcher ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) pool-665-thread-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:943) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:249) kafka.utils.CoreUtils$.inWriteLock(CoreUtils.scala:259) kafka.cluster.Partition.maybeShrinkIsr(Partition.scala:636) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$7(PartitionTest.scala:944) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$7$adapted(PartitionTest.scala:944) kafka.cluster.PartitionTest$$Lambda$1959/1363075329.apply(Unknown Source) scala.collection.Iterator.foreach(Iterator.scala:941) scala.collection.Iterator.foreach$(Iterator.scala:941) scala.collection.AbstractIterator.foreach(Iterator.scala:1429) scala.collection.IterableLike.foreach(IterableLike.scala:74) scala.collection.IterableLike.foreach$(IterableLike.scala:73) scala.collection.AbstractIterable.foreach(Iterable.scala:56) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$6(PartitionTest.scala:944) kafka.cluster.PartitionTest$$Lambda$1957/1876154970.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) /127.0.0.1:36660 to /127.0.0.1:45232 workers Thread 3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:179) com.esotericsoftware.kryo.io.Input.fill(Input.java:146) com.esotericsoftware.kryo.io.Input.require(Input.java:178) com.esotericsoftware.kryo.io.Input.readByte(Input.java:295) org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:80) org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:63) org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52) org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:80) org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:263) org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ExpirationReaper-101-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:433) kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:459) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) metrics-meter-tick-thread-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) Reference Handler java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) java.lang.ref.Reference.tryHandlePending(Reference.java:191) java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) Test worker java.lang.Thread.dumpThreads(Native Method) java.lang.Thread.getAllStackTraces(Thread.java:1610) kafka.utils.TestUtils$.allThreadStackTraces(TestUtils.scala:962) kafka.cluster.PartitionTest.testDelayedFetchAfterAppendRecords(PartitionTest.scala:957) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) org.junit.runners.ParentRunner.run(ParentRunner.java:363) org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:110) org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62) org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) com.sun.proxy.$Proxy2.processTestClass(Unknown Source) org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:118) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:175) org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:157) org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) pool-665-thread-6 sun.nio.ch.FileDispatcherImpl.write0(Native Method) sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60) sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93) sun.nio.ch.IOUtil.write(IOUtil.java:65) sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211) org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) kafka.log.LogSegment.append(LogSegment.scala:138) kafka.log.Log.$anonfun$append$2(Log.scala:944) kafka.log.Log$$Lambda$1513/2147457092.apply(Unknown Source) kafka.log.Log.maybeHandleIOException(Log.scala:2013) kafka.log.Log.append(Log.scala:827) kafka.log.Log.appendAsLeader(Log.scala:796) kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) kafka.cluster.Partition$$Lambda$1901/868644819.apply(Unknown Source) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1962/1778249301.apply(Unknown Source) scala.collection.immutable.Range.foreach(Range.scala:158) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1960/1316796236.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) pool-665-thread-5 sun.nio.ch.FileDispatcherImpl.write0(Native Method) sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60) sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93) sun.nio.ch.IOUtil.write(IOUtil.java:65) sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211) org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) kafka.log.LogSegment.append(LogSegment.scala:138) kafka.log.Log.$anonfun$append$2(Log.scala:944) kafka.log.Log$$Lambda$1513/2147457092.apply(Unknown Source) kafka.log.Log.maybeHandleIOException(Log.scala:2013) kafka.log.Log.append(Log.scala:827) kafka.log.Log.appendAsLeader(Log.scala:796) kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) kafka.cluster.Partition$$Lambda$1901/868644819.apply(Unknown Source) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1962/1778249301.apply(Unknown Source) scala.collection.immutable.Range.foreach(Range.scala:158) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1960/1316796236.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) Stacktrace java.lang.AssertionError: Test timed out with exception java.util.concurrent.TimeoutException, thread stack traces: ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ExpirationReaper-101-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:433) kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:459) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) Finalizer java.lang.Object.wait(Native Method) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) /127.0.0.1:36660 to /127.0.0.1:45232 workers Thread 2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) org.gradle.internal.remote.internal.hub.queue.EndPointQueue.take(EndPointQueue.java:48) org.gradle.internal.remote.internal.hub.MessageHub$ConnectionDispatch.run(MessageHub.java:314) org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) pool-665-thread-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireShared(AbstractQueuedSynchronizer.java:967) java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireShared(AbstractQueuedSynchronizer.java:1283) java.util.concurrent.locks.ReentrantReadWriteLock$ReadLock.lock(ReentrantReadWriteLock.java:727) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:249) kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1962/1778249301.apply(Unknown Source) scala.collection.immutable.Range.foreach(Range.scala:158) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1960/1316796236.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) main sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997) java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304) java.util.concurrent.CountDownLatch.await(CountDownLatch.java:231) org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:72) org.gradle.api.internal.tasks.testing.worker.TestWorker.execute(TestWorker.java:46) org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:93) org.gradle.process.internal.worker.child.ActionExecutionWorker.execute(ActionExecutionWorker.java:36) org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:125) org.gradle.process.internal.worker.child.SystemApplicationClassLoaderWorker.call(SystemApplicationClassLoaderWorker.java:68) worker.org.gradle.process.internal.worker.GradleWorkerMain.run(GradleWorkerMain.java:62) worker.org.gradle.process.internal.worker.GradleWorkerMain.main(GradleWorkerMain.java:67) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) pool-665-thread-3 sun.nio.ch.FileDispatcherImpl.write0(Native Method) sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60) sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93) sun.nio.ch.IOUtil.write(IOUtil.java:65) sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211) org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) kafka.log.LogSegment.append(LogSegment.scala:138) kafka.log.Log.$anonfun$append$2(Log.scala:944) kafka.log.Log$$Lambda$1513/2147457092.apply(Unknown Source) kafka.log.Log.maybeHandleIOException(Log.scala:2013) kafka.log.Log.append(Log.scala:827) kafka.log.Log.appendAsLeader(Log.scala:796) kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) kafka.cluster.Partition$$Lambda$1901/868644819.apply(Unknown Source) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1962/1778249301.apply(Unknown Source) scala.collection.immutable.Range.foreach(Range.scala:158) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1960/1316796236.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) scala-execution-context-global-3415 sun.misc.Unsafe.park(Native Method) java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1824) java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1693) java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:157) pool-665-thread-2 scala.runtime.BoxesRunTime.equals2(BoxesRunTime.java:137) scala.runtime.BoxesRunTime.equals(BoxesRunTime.java:123) scala.collection.immutable.Set$Set1.contains(Set.scala:87) scala.collection.immutable.Set$Set1.$plus(Set.scala:89) scala.collection.immutable.Set$Set1.$plus(Set.scala:84) scala.collection.mutable.SetBuilder.$plus$eq(SetBuilder.scala:28) scala.collection.mutable.SetBuilder.$plus$eq(SetBuilder.scala:24) scala.collection.TraversableLike.$anonfun$filterImpl$1(TraversableLike.scala:251) scala.collection.TraversableLike$$Lambda$17/1597114032.apply(Unknown Source) scala.collection.immutable.Set$Set2.foreach(Set.scala:132) scala.collection.TraversableLike.filterImpl(TraversableLike.scala:250) scala.collection.TraversableLike.filterImpl$(TraversableLike.scala:248) scala.collection.AbstractTraversable.filterImpl(Traversable.scala:108) scala.collection.TraversableLike.filter(TraversableLike.scala:262) scala.collection.TraversableLike.filter$(TraversableLike.scala:262) scala.collection.AbstractTraversable.filter(Traversable.scala:108) kafka.cluster.Partition.maybeIncrementLeaderHW(Partition.scala:589) kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:757) kafka.cluster.Partition$$Lambda$1901/868644819.apply(Unknown Source) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1962/1778249301.apply(Unknown Source) scala.collection.immutable.Range.foreach(Range.scala:158) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1960/1316796236.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ExpirationReaper-101-ElectPreferredLeader sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:433) kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:459) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ExpirationReaper-101-DeleteRecords sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:433) kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:459) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) metrics-meter-tick-thread-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) Signal Dispatcher ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) pool-665-thread-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836) java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:870) java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1199) java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:943) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:249) kafka.utils.CoreUtils$.inWriteLock(CoreUtils.scala:259) kafka.cluster.Partition.maybeShrinkIsr(Partition.scala:636) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$7(PartitionTest.scala:944) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$7$adapted(PartitionTest.scala:944) kafka.cluster.PartitionTest$$Lambda$1959/1363075329.apply(Unknown Source) scala.collection.Iterator.foreach(Iterator.scala:941) scala.collection.Iterator.foreach$(Iterator.scala:941) scala.collection.AbstractIterator.foreach(Iterator.scala:1429) scala.collection.IterableLike.foreach(IterableLike.scala:74) scala.collection.IterableLike.foreach$(IterableLike.scala:73) scala.collection.AbstractIterable.foreach(Iterable.scala:56) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$6(PartitionTest.scala:944) kafka.cluster.PartitionTest$$Lambda$1957/1876154970.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Request sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) /127.0.0.1:36660 to /127.0.0.1:45232 workers Thread 3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.gradle.internal.remote.internal.inet.SocketConnection$SocketInputStream.read(SocketConnection.java:179) com.esotericsoftware.kryo.io.Input.fill(Input.java:146) com.esotericsoftware.kryo.io.Input.require(Input.java:178) com.esotericsoftware.kryo.io.Input.readByte(Input.java:295) org.gradle.internal.serialize.kryo.KryoBackedDecoder.readByte(KryoBackedDecoder.java:80) org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:63) org.gradle.internal.remote.internal.hub.InterHubMessageSerializer$MessageReader.read(InterHubMessageSerializer.java:52) org.gradle.internal.remote.internal.inet.SocketConnection.receive(SocketConnection.java:80) org.gradle.internal.remote.internal.hub.MessageHub$ConnectionReceive.run(MessageHub.java:263) org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ExpirationReaper-101-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.utils.timer.SystemTimer.advanceClock(Timer.scala:105) kafka.server.DelayedOperationPurgatory.advanceClock(DelayedOperation.scala:433) kafka.server.DelayedOperationPurgatory$ExpiredOperationReaper.doWork(DelayedOperation.scala:459) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) metrics-meter-tick-thread-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) Reference Handler java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) java.lang.ref.Reference.tryHandlePending(Reference.java:191) java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) Test worker java.lang.Thread.dumpThreads(Native Method) java.lang.Thread.getAllStackTraces(Thread.java:1610) kafka.utils.TestUtils$.allThreadStackTraces(TestUtils.scala:962) kafka.cluster.PartitionTest.testDelayedFetchAfterAppendRecords(PartitionTest.scala:957) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) org.junit.runners.ParentRunner.run(ParentRunner.java:363) org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:110) org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62) org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) com.sun.proxy.$Proxy2.processTestClass(Unknown Source) org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:118) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:175) org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:157) org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) pool-665-thread-6 sun.nio.ch.FileDispatcherImpl.write0(Native Method) sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60) sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93) sun.nio.ch.IOUtil.write(IOUtil.java:65) sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211) org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) kafka.log.LogSegment.append(LogSegment.scala:138) kafka.log.Log.$anonfun$append$2(Log.scala:944) kafka.log.Log$$Lambda$1513/2147457092.apply(Unknown Source) kafka.log.Log.maybeHandleIOException(Log.scala:2013) kafka.log.Log.append(Log.scala:827) kafka.log.Log.appendAsLeader(Log.scala:796) kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) kafka.cluster.Partition$$Lambda$1901/868644819.apply(Unknown Source) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1962/1778249301.apply(Unknown Source) scala.collection.immutable.Range.foreach(Range.scala:158) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1960/1316796236.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) pool-665-thread-5 sun.nio.ch.FileDispatcherImpl.write0(Native Method) sun.nio.ch.FileDispatcherImpl.write(FileDispatcherImpl.java:60) sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93) sun.nio.ch.IOUtil.write(IOUtil.java:65) sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:211) org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) kafka.log.LogSegment.append(LogSegment.scala:138) kafka.log.Log.$anonfun$append$2(Log.scala:944) kafka.log.Log$$Lambda$1513/2147457092.apply(Unknown Source) kafka.log.Log.maybeHandleIOException(Log.scala:2013) kafka.log.Log.append(Log.scala:827) kafka.log.Log.appendAsLeader(Log.scala:796) kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) kafka.cluster.Partition$$Lambda$1901/868644819.apply(Unknown Source) kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1962/1778249301.apply(Unknown Source) scala.collection.immutable.Range.foreach(Range.scala:158) kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) kafka.cluster.PartitionTest$$Lambda$1960/1316796236.apply$mcV$sp(Unknown Source) kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) java.util.concurrent.FutureTask.run(FutureTask.java:266) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:748) ThrottledChannelReaper-Produce sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) ThrottledChannelReaper-Fetch sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.DelayQueue.poll(DelayQueue.java:259) kafka.server.ClientQuotaManager$ThrottledChannelReaper.doWork(ClientQuotaManager.scala:196) kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:82) at org.junit.Assert.fail(Assert.java:88) at kafka.cluster.PartitionTest.testDelayedFetchAfterAppendRecords(PartitionTest.scala:958) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.runTestClass(JUnitTestClassExecutor.java:110) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:58) at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecutor.execute(JUnitTestClassExecutor.java:38) at org.gradle.api.internal.tasks.testing.junit.AbstractJUnitTestClassProcessor.processTestClass(AbstractJUnitTestClassProcessor.java:62) at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) at org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:118) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) at org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:175) at org.gradle.internal.remote.internal.hub.MessageHubBackedObjectConnection$DispatchWrapper.dispatch(MessageHubBackedObjectConnection.java:157) at org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:404) at org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:63) at org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:46) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at org.gradle.internal.concurrent.ThreadFactoryImpl$ManagedThreadRunnable.run(ThreadFactoryImpl.java:55) at java.lang.Thread.run(Thread.java:748) Standard Output [2019-02-21 21:44:01,985] ERROR Error while appending records to test-topic-4 in dir /tmp/kafka-3049871120029871249/kafka-793170 (kafka.server.LogDirFailureChannel:76) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:202) at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:216) at org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) at org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) at kafka.log.LogSegment.append(LogSegment.scala:138) at kafka.log.Log.$anonfun$append$2(Log.scala:944) at kafka.log.Log.maybeHandleIOException(Log.scala:2013) at kafka.log.Log.append(Log.scala:827) at kafka.log.Log.appendAsLeader(Log.scala:796) at kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) at kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) at kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) at kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) at scala.collection.immutable.Range.foreach(Range.scala:158) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) [2019-02-21 21:44:02,021] ERROR Error while appending records to test-topic-3 in dir /tmp/kafka-3049871120029871249/kafka-601329 (kafka.server.LogDirFailureChannel:76) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:202) at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:216) at org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) at org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) at kafka.log.LogSegment.append(LogSegment.scala:138) at kafka.log.Log.$anonfun$append$2(Log.scala:944) at kafka.log.Log.maybeHandleIOException(Log.scala:2013) at kafka.log.Log.append(Log.scala:827) at kafka.log.Log.appendAsLeader(Log.scala:796) at kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) at kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) at kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) at kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) at scala.collection.immutable.Range.foreach(Range.scala:158) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) [2019-02-21 21:44:02,043] ERROR Error while appending records to test-topic-0 in dir /tmp/kafka-3049871120029871249/kafka-793170 (kafka.server.LogDirFailureChannel:76) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:202) at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:216) at org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) at org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) at kafka.log.LogSegment.append(LogSegment.scala:138) at kafka.log.Log.$anonfun$append$2(Log.scala:944) at kafka.log.Log.maybeHandleIOException(Log.scala:2013) at kafka.log.Log.append(Log.scala:827) at kafka.log.Log.appendAsLeader(Log.scala:796) at kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) at kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) at kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) at kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) at scala.collection.immutable.Range.foreach(Range.scala:158) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) [2019-02-21 21:44:02,113] ERROR Error while appending records to test-topic-2 in dir /tmp/kafka-3049871120029871249/kafka-793170 (kafka.server.LogDirFailureChannel:76) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:202) at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:216) at org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) at org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) at kafka.log.LogSegment.append(LogSegment.scala:138) at kafka.log.Log.$anonfun$append$2(Log.scala:944) at kafka.log.Log.maybeHandleIOException(Log.scala:2013) at kafka.log.Log.append(Log.scala:827) at kafka.log.Log.appendAsLeader(Log.scala:796) at kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) at kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) at kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) at kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) at scala.collection.immutable.Range.foreach(Range.scala:158) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) [2019-02-21 21:44:02,043] ERROR Error while appending records to test-topic-1 in dir /tmp/kafka-3049871120029871249/kafka-601329 (kafka.server.LogDirFailureChannel:76) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:202) at sun.nio.ch.FileChannelImpl.write(FileChannelImpl.java:216) at org.apache.kafka.common.record.MemoryRecords.writeFullyTo(MemoryRecords.java:90) at org.apache.kafka.common.record.FileRecords.append(FileRecords.java:164) at kafka.log.LogSegment.append(LogSegment.scala:138) at kafka.log.Log.$anonfun$append$2(Log.scala:944) at kafka.log.Log.maybeHandleIOException(Log.scala:2013) at kafka.log.Log.append(Log.scala:827) at kafka.log.Log.appendAsLeader(Log.scala:796) at kafka.cluster.Partition.$anonfun$appendRecordsToLeader$1(Partition.scala:754) at kafka.utils.CoreUtils$.inLock(CoreUtils.scala:251) at kafka.utils.CoreUtils$.inReadLock(CoreUtils.scala:257) at kafka.cluster.Partition.appendRecordsToLeader(Partition.scala:741) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10(PartitionTest.scala:950) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$10$adapted(PartitionTest.scala:950) at scala.collection.immutable.Range.foreach(Range.scala:158) at kafka.cluster.PartitionTest.$anonfun$testDelayedFetchAfterAppendRecords$9(PartitionTest.scala:950) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) [2019-02-21 21:44:07,022] ERROR Error while flushing log for test-topic-4 in dir /tmp/kafka-3049871120029871249/kafka-793170 with offset 15296 (kafka.server.LogDirFailureChannel:76) java.nio.channels.ClosedChannelException at sun.nio.ch.FileChannelImpl.ensureOpen(FileChannelImpl.java:110) at sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:379) at org.apache.kafka.common.record.FileRecords.flush(FileRecords.java:173) at kafka.log.LogSegment.$anonfun$flush$1(LogSegment.scala:465) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.log.LogSegment.flush(LogSegment.scala:464) at kafka.log.Log.$anonfun$flush$4(Log.scala:1706) at kafka.log.Log.$anonfun$flush$4$adapted(Log.scala:1705) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at scala.collection.IterableLike.foreach(IterableLike.scala:74) at scala.collection.IterableLike.foreach$(IterableLike.scala:73) at scala.collection.AbstractIterable.foreach(Iterable.scala:56) at kafka.log.Log.$anonfun$flush$2(Log.scala:1705) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.log.Log.maybeHandleIOException(Log.scala:2013) at kafka.log.Log.flush(Log.scala:1700) at kafka.log.Log.flush(Log.scala:1692) at kafka.log.LogManager.$anonfun$shutdown$8(LogManager.scala:457) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) [2019-02-21 21:44:07,024] ERROR Error while flushing log for test-topic-1 in dir /tmp/kafka-3049871120029871249/kafka-601329 with offset 17916 (kafka.server.LogDirFailureChannel:76) java.nio.channels.ClosedChannelException at sun.nio.ch.FileChannelImpl.ensureOpen(FileChannelImpl.java:110) at sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:379) at org.apache.kafka.common.record.FileRecords.flush(FileRecords.java:173) at kafka.log.LogSegment.$anonfun$flush$1(LogSegment.scala:465) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.log.LogSegment.flush(LogSegment.scala:464) at kafka.log.Log.$anonfun$flush$4(Log.scala:1706) at kafka.log.Log.$anonfun$flush$4$adapted(Log.scala:1705) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at scala.collection.IterableLike.foreach(IterableLike.scala:74) at scala.collection.IterableLike.foreach$(IterableLike.scala:73) at scala.collection.AbstractIterable.foreach(Iterable.scala:56) at kafka.log.Log.$anonfun$flush$2(Log.scala:1705) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.log.Log.maybeHandleIOException(Log.scala:2013) at kafka.log.Log.flush(Log.scala:1700) at kafka.log.Log.flush(Log.scala:1692) at kafka.log.LogManager.$anonfun$shutdown$8(LogManager.scala:457) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) [2019-02-21 21:44:07,023] ERROR Error while flushing log for test-topic-3 in dir /tmp/kafka-3049871120029871249/kafka-601329 with offset 15094 (kafka.server.LogDirFailureChannel:76) java.nio.channels.ClosedChannelException at sun.nio.ch.FileChannelImpl.ensureOpen(FileChannelImpl.java:110) at sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:379) at org.apache.kafka.common.record.FileRecords.flush(FileRecords.java:173) at kafka.log.LogSegment.$anonfun$flush$1(LogSegment.scala:465) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.log.LogSegment.flush(LogSegment.scala:464) at kafka.log.Log.$anonfun$flush$4(Log.scala:1706) at kafka.log.Log.$anonfun$flush$4$adapted(Log.scala:1705) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at scala.collection.IterableLike.foreach(IterableLike.scala:74) at scala.collection.IterableLike.foreach$(IterableLike.scala:73) at scala.collection.AbstractIterable.foreach(Iterable.scala:56) at kafka.log.Log.$anonfun$flush$2(Log.scala:1705) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.log.Log.maybeHandleIOException(Log.scala:2013) at kafka.log.Log.flush(Log.scala:1700) at kafka.log.Log.flush(Log.scala:1692) at kafka.log.LogManager.$anonfun$shutdown$8(LogManager.scala:457) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) [2019-02-21 21:44:07,023] ERROR Error while flushing log for test-topic-0 in dir /tmp/kafka-3049871120029871249/kafka-793170 with offset 15428 (kafka.server.LogDirFailureChannel:76) java.nio.channels.ClosedChannelException at sun.nio.ch.FileChannelImpl.ensureOpen(FileChannelImpl.java:110) at sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:379) at org.apache.kafka.common.record.FileRecords.flush(FileRecords.java:173) at kafka.log.LogSegment.$anonfun$flush$1(LogSegment.scala:465) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.log.LogSegment.flush(LogSegment.scala:464) at kafka.log.Log.$anonfun$flush$4(Log.scala:1706) at kafka.log.Log.$anonfun$flush$4$adapted(Log.scala:1705) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at scala.collection.IterableLike.foreach(IterableLike.scala:74) at scala.collection.IterableLike.foreach$(IterableLike.scala:73) at scala.collection.AbstractIterable.foreach(Iterable.scala:56) at kafka.log.Log.$anonfun$flush$2(Log.scala:1705) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.log.Log.maybeHandleIOException(Log.scala:2013) at kafka.log.Log.flush(Log.scala:1700) at kafka.log.Log.flush(Log.scala:1692) at kafka.log.LogManager.$anonfun$shutdown$8(LogManager.scala:457) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) [2019-02-21 21:44:07,023] ERROR Error while flushing log for test-topic-2 in dir /tmp/kafka-3049871120029871249/kafka-793170 with offset 17148 (kafka.server.LogDirFailureChannel:76) java.nio.channels.ClosedChannelException at sun.nio.ch.FileChannelImpl.ensureOpen(FileChannelImpl.java:110) at sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:379) at org.apache.kafka.common.record.FileRecords.flush(FileRecords.java:173) at kafka.log.LogSegment.$anonfun$flush$1(LogSegment.scala:465) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:31) at kafka.log.LogSegment.flush(LogSegment.scala:464) at kafka.log.Log.$anonfun$flush$4(Log.scala:1706) at kafka.log.Log.$anonfun$flush$4$adapted(Log.scala:1705) at scala.collection.Iterator.foreach(Iterator.scala:941) at scala.collection.Iterator.foreach$(Iterator.scala:941) at scala.collection.AbstractIterator.foreach(Iterator.scala:1429) at scala.collection.IterableLike.foreach(IterableLike.scala:74) at scala.collection.IterableLike.foreach$(IterableLike.scala:73) at scala.collection.AbstractIterable.foreach(Iterable.scala:56) at kafka.log.Log.$anonfun$flush$2(Log.scala:1705) at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23) at kafka.log.Log.maybeHandleIOException(Log.scala:2013) at kafka.log.Log.flush(Log.scala:1700) at kafka.log.Log.flush(Log.scala:1692) at kafka.log.LogManager.$anonfun$shutdown$8(LogManager.scala:457) at kafka.utils.CoreUtils$$anon$1.run(CoreUtils.scala:63) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) [2019-02-21 21:44:07,044] ERROR There was an error in one of the threads during LogManager shutdown: org.apache.kafka.common.errors.KafkaStorageException: Error while flushing log for test-topic-3 in dir /tmp/kafka-3049871120029871249/kafka-601329 with offset 15094 (kafka.log.LogManager:74)