[CASSANDRA-18895] Test failure: MessageFiltersTest.hintSerializationTest (jdk17)

• Type: Bug
• Status: Resolved
• Priority: Normal
• Resolution: Cannot Reproduce
• Fix Version/s: 5.0-beta1, 5.0, 5.1
• Component/s: Test/dtest/java
• Bug Category: Correctness - Test Failure
• Severity: Normal
• Complexity: Normal
• Discovered By: User Report
• Platform: All

Test and Documentation Plan

See comments

• Assignee: Berenguer Blasi
• Reporter: Ekaterina Dimitrova

Authors

Berenguer Blasi

• Created: 29/Sep/23 15:09
• Updated: 28/Nov/23 08:15
• Resolved: 28/Nov/23 08:15

Description

 

https://ci-cassandra.apache.org/job/Cassandra-5.0/47/testReport/org.apache.cassandra.distributed.test/MessageFiltersTest/hintSerializationTest__jdk17/

Error Message
Uncaught exceptions were thrown during test

Stacktrace
org.apache.cassandra.distributed.shared.ShutdownException: Uncaught exceptions were thrown during test 
at org.apache.cassandra.distributed.impl.AbstractCluster.checkAndResetUncaughtExceptions(AbstractCluster.java:1104) 
at org.apache.cassandra.distributed.impl.AbstractCluster.close(AbstractCluster.java:1090) 
at org.apache.cassandra.distributed.test.MessageFiltersTest.hintSerializationTest(MessageFiltersTest.java:297) 
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) 
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 

Suppressed: java.lang.IllegalStateException: Can't use shutdown instances, delegate is null 
at org.apache.cassandra.distributed.impl.AbstractCluster$Wrapper.delegate(AbstractCluster.java:285) 
at org.apache.cassandra.distributed.impl.DelegatingInvokableInstance.transfer(DelegatingInvokableInstance.java:49) 
at org.apache.cassandra.distributed.api.IInvokableInstance.acceptsOnInstance(IInvokableInstance.java:49) 
at org.apache.cassandra.distributed.test.MessageFiltersTest.lambda$hintSerializationTest$11(MessageFiltersTest.java:287) 
at org.apache.cassandra.distributed.impl.MessageFilters$Filter.matches(MessageFilters.java:137) 
at org.apache.cassandra.distributed.impl.MessageFilters.permit(MessageFilters.java:61) 
at org.apache.cassandra.distributed.impl.MessageFilters.permitInbound(MessageFilters.java:37) 
at org.apache.cassandra.distributed.impl.Instance.lambda$registerInboundFilter$4(Instance.java:361) 
at org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:63) 
at org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:50) 
at org.apache.cassandra.net.InboundSink.accept(InboundSink.java:97) 
at org.apache.cassandra.net.InboundSink.accept(InboundSink.java:45) 
at org.apache.cassandra.net.InboundMessageHandler$ProcessMessage.run(InboundMessageHandler.java:430) 
at org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133) 
at org.apache.cassandra.concurrent.SEPWorker.run(SEPWorker.java:143) 
at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) 
at java.base/java.lang.Thread.run(Thread.java:833)

 

ERROR 12:39:56 uncaught exception in thread Thread[node1_MemtablePostFlush:1,5,MemtablePostFlush] java.util.concurrent.RejectedExecutionException: MemtableReclaimMemory has shut down 
at org.apache.cassandra.concurrent.ThreadPoolExecutorBase.lambda$static$0(ThreadPoolExecutorBase.java:49) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorJMXAdapter.lambda$rejectedExecutionHandler$0(ThreadPoolExecutorJMXAdapter.java:238) 
at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) 
at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorPlus.addTask(ThreadPoolExecutorPlus.java:50) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorPlus.execute(ThreadPoolExecutorPlus.java:57) 
at org.apache.cassandra.utils.concurrent.ListenerList.safeExecute(ListenerList.java:166) 
at org.apache.cassandra.utils.concurrent.ListenerList.notifyListener(ListenerList.java:157) 
at org.apache.cassandra.utils.concurrent.ListenerList$RunnableWithExecutor.notifySelf(ListenerList.java:345) 
at org.apache.cassandra.utils.concurrent.ListenerList.lambda$notifyExclusive$0(ListenerList.java:124) 
at org.apache.cassandra.utils.concurrent.IntrusiveStack.forEach(IntrusiveStack.java:195) 
at org.apache.cassandra.utils.concurrent.ListenerList.notifyExclusive(ListenerList.java:124) 
at org.apache.cassandra.utils.concurrent.ListenerList.notify(ListenerList.java:96) 
at org.apache.cassandra.utils.concurrent.AsyncFuture.trySet(AsyncFuture.java:104) 
at org.apache.cassandra.utils.concurrent.AbstractFuture.trySuccess(AbstractFuture.java:143) 
at org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71) 
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) 
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) 
at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) 
at java.base/java.lang.Thread.run(Thread.java:833) 

ERROR [node1_MemtablePostFlush:1] <main> 2023-09-27 12:39:56,474 AbstractCluster.java:536 - uncaught exception in thread Thread[node1_MemtablePostFlush:1,5,MemtablePostFlush] java.util.concurrent.RejectedExecutionException: MemtableReclaimMemory has shut down 
at org.apache.cassandra.concurrent.ThreadPoolExecutorBase.lambda$static$0(ThreadPoolExecutorBase.java:49) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorJMXAdapter.lambda$rejectedExecutionHandler$0(ThreadPoolExecutorJMXAdapter.java:238) at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) 
at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorPlus.addTask(ThreadPoolExecutorPlus.java:50) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorPlus.execute(ThreadPoolExecutorPlus.java:57) 
at org.apache.cassandra.utils.concurrent.ListenerList.safeExecute(ListenerList.java:166) 
at org.apache.cassandra.utils.concurrent.ListenerList.notifyListener(ListenerList.java:157) 
at org.apache.cassandra.utils.concurrent.ListenerList$RunnableWithExecutor.notifySelf(ListenerList.java:345) 
at org.apache.cassandra.utils.concurrent.ListenerList.lambda$notifyExclusive$0(ListenerList.java:124) 
at org.apache.cassandra.utils.concurrent.IntrusiveStack.forEach(IntrusiveStack.java:195) 
at org.apache.cassandra.utils.concurrent.ListenerList.notifyExclusive(ListenerList.java:124) 
at org.apache.cassandra.utils.concurrent.ListenerList.notify(ListenerList.java:96) 
at org.apache.cassandra.utils.concurrent.AsyncFuture.trySet(AsyncFuture.java:104) 
at org.apache.cassandra.utils.concurrent.AbstractFuture.trySuccess(AbstractFuture.java:143) 
at org.apache.cassandra.concurrent.FutureTask.run(FutureTask.java:71) 
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) 
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) 
at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) 
at java.base/java.lang.Thread.run(Thread.java:833) 

ERROR 12:39:56 uncaught exception in thread Thread[node1_MigrationStage:1,5,MigrationStage] java.util.concurrent.RejectedExecutionException: MemtablePostFlush has shut down 
at org.apache.cassandra.concurrent.ThreadPoolExecutorBase.lambda$static$0(ThreadPoolExecutorBase.java:49) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorJMXAdapter.lambda$rejectedExecutionHandler$0(ThreadPoolExecutorJMXAdapter.java:238) 
at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) 
at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorPlus.addTask(ThreadPoolExecutorPlus.java:50) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorPlus.submit(ThreadPoolExecutorPlus.java:81) 
at org.apache.cassandra.db.ColumnFamilyStore.waitForFlushes(ColumnFamilyStore.java:1073) 
at org.apache.cassandra.db.ColumnFamilyStore.forceFlush(ColumnFamilyStore.java:1035) 
at org.apache.cassandra.schema.SchemaKeyspace.lambda$flush$19(SchemaKeyspace.java:361) 
at com.google.common.collect.ImmutableList.forEach(ImmutableList.java:422) 
at org.apache.cassandra.schema.SchemaKeyspace.flush(SchemaKeyspace.java:361) 
at org.apache.cassandra.schema.SchemaKeyspace.applyChanges(SchemaKeyspace.java:1400) 
at org.apache.cassandra.schema.DefaultSchemaUpdateHandler.applyMutations(DefaultSchemaUpdateHandler.java:206) 
at org.apache.cassandra.schema.DefaultSchemaUpdateHandler.lambda$new$0(DefaultSchemaUpdateHandler.java:97) 
at org.apache.cassandra.schema.SchemaPushVerbHandler.lambda$doVerb$0(SchemaPushVerbHandler.java:60) 
at java.base/java.util.concurrent.CopyOnWriteArrayList.forEach(CopyOnWriteArrayList.java:807) 
at org.apache.cassandra.schema.SchemaPushVerbHandler.doVerb(SchemaPushVerbHandler.java:60) 
at org.apache.cassandra.net.InboundSink.lambda$new$0(InboundSink.java:78) 
at org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:64) 
at org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:50) 
at org.apache.cassandra.net.InboundSink.accept(InboundSink.java:97) 
at org.apache.cassandra.distributed.impl.Instance.lambda$receiveMessageRunnable$6(Instance.java:527) 
at org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133) 
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) 
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) 
at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) 
at java.base/java.lang.Thread.run(Thread.java:833) 

ERROR [node1_MigrationStage:1] <main> 2023-09-27 12:39:56,475 AbstractCluster.java:536 - uncaught exception in thread Thread[node1_MigrationStage:1,5,MigrationStage] java.util.concurrent.RejectedExecutionException: MemtablePostFlush has shut down 
at org.apache.cassandra.concurrent.ThreadPoolExecutorBase.lambda$static$0(ThreadPoolExecutorBase.java:49) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorJMXAdapter.lambda$rejectedExecutionHandler$0(ThreadPoolExecutorJMXAdapter.java:238) 
at java.base/java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) 
at java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorPlus.addTask(ThreadPoolExecutorPlus.java:50) 
at org.apache.cassandra.concurrent.ThreadPoolExecutorPlus.submit(ThreadPoolExecutorPlus.java:81) 
at org.apache.cassandra.db.ColumnFamilyStore.waitForFlushes(ColumnFamilyStore.java:1073) 
at org.apache.cassandra.db.ColumnFamilyStore.forceFlush(ColumnFamilyStore.java:1035) 
at org.apache.cassandra.schema.SchemaKeyspace.lambda$flush$19(SchemaKeyspace.java:361) 
at com.google.common.collect.ImmutableList.forEach(ImmutableList.java:422) 
at org.apache.cassandra.schema.SchemaKeyspace.flush(SchemaKeyspace.java:361) 
at org.apache.cassandra.schema.SchemaKeyspace.applyChanges(SchemaKeyspace.java:1400) 
at org.apache.cassandra.schema.DefaultSchemaUpdateHandler.applyMutations(DefaultSchemaUpdateHandler.java:206) 
at org.apache.cassandra.schema.DefaultSchemaUpdateHandler.lambda$new$0(DefaultSchemaUpdateHandler.java:97) 
at org.apache.cassandra.schema.SchemaPushVerbHandler.lambda$doVerb$0(SchemaPushVerbHandler.java:60) 
at java.base/java.util.concurrent.CopyOnWriteArrayList.forEach(CopyOnWriteArrayList.java:807) 
at org.apache.cassandra.schema.SchemaPushVerbHandler.doVerb(SchemaPushVerbHandler.java:60) 
at org.apache.cassandra.net.InboundSink.lambda$new$0(InboundSink.java:78) 
at org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:64) 
at org.apache.cassandra.net.InboundSink$Filtered.accept(InboundSink.java:50) 
at org.apache.cassandra.net.InboundSink.accept(InboundSink.java:97) 
at org.apache.cassandra.distributed.impl.Instance.lambda$receiveMessageRunnable$6(Instance.java:527) 
at org.apache.cassandra.concurrent.ExecutionFailure$1.run(ExecutionFailure.java:133) 
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) 
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) 
at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) 
at java.base/java.lang.Thread.run(Thread.java:833)