[IGNITE-15300] Test testSnapshotRestoreCancelAndStatus flaky in Zookeepr SPI environment

• Type: Test
• Status: Resolved
• Priority: Major
• Resolution: Fixed
• Fix Version/s: 2.13
• Labels: iep-43 ise
• Assignee: Pavel Pereslegin
• Reporter: Maxim Muzafarov
• Created: 12/Aug/21 15:07
• Updated: 06/Oct/22 18:47
• Resolved: 30/Dec/21 14:05

Description

https://ci.ignite.apache.org/viewLog.html?buildId=6123288&tab=buildResultsDiv&buildTypeId=IgniteTests24Java8_ControlUtilityZookeeper#testNameId-4389213602152674112

[2021-08-09 22:59:49,757][ERROR][main][root] Test failed [test=GridCommandHandlerTest#testSnapshotRestoreCancelAndStatus, duration=16514]
java.lang.AssertionError
	at org.junit.Assert.fail(Assert.java:86)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.junit.Assert.assertTrue(Assert.java:52)
	at org.apache.ignite.testframework.GridTestUtils.assertContains(GridTestUtils.java:391)
	at org.apache.ignite.util.GridCommandHandlerTest.testSnapshotRestoreCancelAndStatus(GridCommandHandlerTest.java:3312)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.apache.ignite.testframework.junits.GridAbstractTest$7.run(GridAbstractTest.java:2432)

Sometimes zk suite hangs (execution timeout) on this test with the following stacktrace.

"rest-#15365%gridCommandHandlerTest0%" #16591 prio=5 os_prio=0 tid=0x00007f7e7842b800 nid=0x1a79 waiting on condition [0x00007f7e30416000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:304)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:178)
	at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:141)
	at org.apache.ignite.internal.util.future.IgniteFutureImpl.get(IgniteFutureImpl.java:152)
	at org.apache.ignite.internal.processors.cache.persistence.snapshot.SnapshotRestoreCancelTask$1.execute(SnapshotRestoreCancelTask.java:43)
	at org.apache.ignite.internal.processors.job.GridJobWorker$2.call(GridJobWorker.java:601)
	at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:7270)
	at org.apache.ignite.internal.processors.job.GridJobWorker.execute0(GridJobWorker.java:595)
	at org.apache.ignite.internal.processors.job.GridJobWorker.body(GridJobWorker.java:522)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:125)
	at org.apache.ignite.internal.processors.job.GridJobProcessor.processJobExecuteRequest(GridJobProcessor.java:1305)
	at org.apache.ignite.internal.processors.task.GridTaskWorker.sendRequest(GridTaskWorker.java:1435)
	at org.apache.ignite.internal.processors.task.GridTaskWorker.processMappedJobs(GridTaskWorker.java:665)
	at org.apache.ignite.internal.processors.task.GridTaskWorker.body(GridTaskWorker.java:535)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:125)
	at org.apache.ignite.internal.processors.task.GridTaskProcessor.startTask(GridTaskProcessor.java:834)
	at org.apache.ignite.internal.processors.task.GridTaskProcessor.execute(GridTaskProcessor.java:448)
	at org.apache.ignite.internal.processors.task.GridTaskProcessor.execute(GridTaskProcessor.java:427)
	at org.apache.ignite.internal.processors.cache.persistence.snapshot.IgniteSnapshotManager.executeRestoreManagementTask(IgniteSnapshotManager.java:1743)
	at org.apache.ignite.internal.processors.cache.persistence.snapshot.IgniteSnapshotManager.cancelSnapshotRestore(IgniteSnapshotManager.java:1008)
	at org.apache.ignite.internal.visor.snapshot.VisorSnapshotRestoreTask$VisorSnapshotRestoreCancelJob.run(VisorSnapshotRestoreTask.java:93)
	at org.apache.ignite.internal.visor.snapshot.VisorSnapshotRestoreTask$VisorSnapshotRestoreCancelJob.run(VisorSnapshotRestoreTask.java:79)
	at org.apache.ignite.internal.visor.VisorJob.execute(VisorJob.java:69)
	at org.apache.ignite.internal.processors.job.GridJobWorker$2.call(GridJobWorker.java:601)
	at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:7270)
	at org.apache.ignite.internal.processors.job.GridJobWorker.execute0(GridJobWorker.java:595)
	at org.apache.ignite.internal.processors.job.GridJobWorker.body(GridJobWorker.java:522)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:125)
	at org.apache.ignite.internal.processors.job.GridJobProcessor.processJobExecuteRequest(GridJobProcessor.java:1305)
	at org.apache.ignite.internal.processors.task.GridTaskWorker.sendRequest(GridTaskWorker.java:1435)
	at org.apache.ignite.internal.processors.task.GridTaskWorker.processMappedJobs(GridTaskWorker.java:665)
	at org.apache.ignite.internal.processors.task.GridTaskWorker.body(GridTaskWorker.java:535)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:125)
	at org.apache.ignite.internal.processors.task.GridTaskProcessor.startTask(GridTaskProcessor.java:834)
	at org.apache.ignite.internal.processors.task.GridTaskProcessor.execute(GridTaskProcessor.java:568)
	at org.apache.ignite.internal.processors.task.GridTaskProcessor.execute(GridTaskProcessor.java:548)
	at org.apache.ignite.internal.processors.rest.handlers.task.GridTaskCommandHandler.handleAsyncUnsafe(GridTaskCommandHandler.java:223)
	at org.apache.ignite.internal.processors.rest.handlers.task.GridTaskCommandHandler.handleAsync(GridTaskCommandHandler.java:162)
	at org.apache.ignite.internal.processors.rest.GridRestProcessor.handleRequest0(GridRestProcessor.java:316)
	at org.apache.ignite.internal.processors.rest.GridRestProcessor.handleRequest(GridRestProcessor.java:302)
	at org.apache.ignite.internal.processors.rest.GridRestProcessor.access$000(GridRestProcessor.java:107)
	at org.apache.ignite.internal.processors.rest.GridRestProcessor$2.body(GridRestProcessor.java:188)
	at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:125)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

Issue Links

• links to: GitHub Pull Request #9386
• links to: TC run all
• links to: TC zk