Details
-
Bug
-
Status: Closed
-
Major
-
Resolution: Cannot Reproduce
-
1.16.0
-
None
Description
2022-06-06T03:13:54.0165829Z Jun 06 03:13:54 [ERROR] org.apache.flink.test.checkpointing.SavepointITCase.testStopWithSavepointFailingAfterSnapshotCreation Time elapsed: 0.242 s <<< ERROR! 2022-06-06T03:13:54.0167256Z Jun 06 03:13:54 java.util.concurrent.ExecutionException: org.apache.flink.util.FlinkException: Stop with savepoint operation could not be completed. 2022-06-06T03:13:54.0173825Z Jun 06 03:13:54 at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357) 2022-06-06T03:13:54.0174662Z Jun 06 03:13:54 at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1908) 2022-06-06T03:13:54.0180645Z Jun 06 03:13:54 at org.apache.flink.test.checkpointing.SavepointITCase.testStopWithFailingSourceInOnePipeline(SavepointITCase.java:1175) 2022-06-06T03:13:54.0181702Z Jun 06 03:13:54 at org.apache.flink.test.checkpointing.SavepointITCase.testStopWithSavepointFailingAfterSnapshotCreation(SavepointITCase.java:1020) 2022-06-06T03:13:54.0182472Z Jun 06 03:13:54 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 2022-06-06T03:13:54.0184012Z Jun 06 03:13:54 at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 2022-06-06T03:13:54.0185109Z Jun 06 03:13:54 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 2022-06-06T03:13:54.0185907Z Jun 06 03:13:54 at java.lang.reflect.Method.invoke(Method.java:498) 2022-06-06T03:13:54.0187049Z Jun 06 03:13:54 at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) 2022-06-06T03:13:54.0188081Z Jun 06 03:13:54 at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) 2022-06-06T03:13:54.0189241Z Jun 06 03:13:54 at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) 2022-06-06T03:13:54.0190002Z Jun 06 03:13:54 at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) 2022-06-06T03:13:54.0190704Z Jun 06 03:13:54 at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) 2022-06-06T03:13:54.0191400Z Jun 06 03:13:54 at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) 2022-06-06T03:13:54.0192051Z Jun 06 03:13:54 at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) 2022-06-06T03:13:54.0192883Z Jun 06 03:13:54 at org.apache.flink.util.TestNameProvider$1.evaluate(TestNameProvider.java:45) 2022-06-06T03:13:54.0194154Z Jun 06 03:13:54 at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) 2022-06-06T03:13:54.0195096Z Jun 06 03:13:54 at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) 2022-06-06T03:13:54.0196226Z Jun 06 03:13:54 at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) 2022-06-06T03:13:54.0197088Z Jun 06 03:13:54 at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) 2022-06-06T03:13:54.0198037Z Jun 06 03:13:54 at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) 2022-06-06T03:13:54.0199186Z Jun 06 03:13:54 at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) 2022-06-06T03:13:54.0200147Z Jun 06 03:13:54 at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) 2022-06-06T03:13:54.0200956Z Jun 06 03:13:54 at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) 2022-06-06T03:13:54.0201666Z Jun 06 03:13:54 at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) 2022-06-06T03:13:54.0202304Z Jun 06 03:13:54 at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) 2022-06-06T03:13:54.0202932Z Jun 06 03:13:54 at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) 2022-06-06T03:13:54.0203971Z Jun 06 03:13:54 at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) 2022-06-06T03:13:54.0204588Z Jun 06 03:13:54 at org.junit.rules.RunRules.evaluate(RunRules.java:20) 2022-06-06T03:13:54.0205173Z Jun 06 03:13:54 at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) 2022-06-06T03:13:54.0205779Z Jun 06 03:13:54 at org.junit.runners.ParentRunner.run(ParentRunner.java:413) 2022-06-06T03:13:54.0206368Z Jun 06 03:13:54 at org.junit.runner.JUnitCore.run(JUnitCore.java:137) 2022-06-06T03:13:54.0206934Z Jun 06 03:13:54 at org.junit.runner.JUnitCore.run(JUnitCore.java:115) 2022-06-06T03:13:54.0207699Z Jun 06 03:13:54 at org.junit.vintage.engine.execution.RunnerExecutor.execute(RunnerExecutor.java:42) 2022-06-06T03:13:54.0208536Z Jun 06 03:13:54 at org.junit.vintage.engine.VintageTestEngine.executeAllChildren(VintageTestEngine.java:80) 2022-06-06T03:13:54.0209241Z Jun 06 03:13:54 at org.junit.vintage.engine.VintageTestEngine.execute(VintageTestEngine.java:72) 2022-06-06T03:13:54.0210007Z Jun 06 03:13:54 at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:107) 2022-06-06T03:13:54.0210835Z Jun 06 03:13:54 at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:88) 2022-06-06T03:13:54.0211679Z Jun 06 03:13:54 at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:54) 2022-06-06T03:13:54.0212726Z Jun 06 03:13:54 at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:67) 2022-06-06T03:13:54.0213736Z Jun 06 03:13:54 at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:52) 2022-06-06T03:13:54.0214617Z Jun 06 03:13:54 at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) 2022-06-06T03:13:54.0215315Z Jun 06 03:13:54 at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) 2022-06-06T03:13:54.0216105Z Jun 06 03:13:54 at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) 2022-06-06T03:13:54.0216951Z Jun 06 03:13:54 at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) 2022-06-06T03:13:54.0217761Z Jun 06 03:13:54 at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.execute(JUnitPlatformProvider.java:188) 2022-06-06T03:13:54.0218594Z Jun 06 03:13:54 at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invokeAllTests(JUnitPlatformProvider.java:154) 2022-06-06T03:13:54.0219420Z Jun 06 03:13:54 at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invoke(JUnitPlatformProvider.java:124) 2022-06-06T03:13:54.0220193Z Jun 06 03:13:54 at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:428) 2022-06-06T03:13:54.0220916Z Jun 06 03:13:54 at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) 2022-06-06T03:13:54.0221574Z Jun 06 03:13:54 at org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:562) 2022-06-06T03:13:54.0222244Z Jun 06 03:13:54 at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:548) 2022-06-06T03:13:54.0223194Z Jun 06 03:13:54 Caused by: org.apache.flink.util.FlinkException: Stop with savepoint operation could not be completed. 2022-06-06T03:13:54.0224066Z Jun 06 03:13:54 at org.apache.flink.runtime.scheduler.adaptive.StopWithSavepoint.onLeave(StopWithSavepoint.java:125) 2022-06-06T03:13:54.0224882Z Jun 06 03:13:54 at org.apache.flink.runtime.scheduler.adaptive.AdaptiveScheduler.transitionToState(AdaptiveScheduler.java:1171) 2022-06-06T03:13:54.0225711Z Jun 06 03:13:54 at org.apache.flink.runtime.scheduler.adaptive.AdaptiveScheduler.goToFailing(AdaptiveScheduler.java:869) 2022-06-06T03:13:54.0226504Z Jun 06 03:13:54 at org.apache.flink.runtime.scheduler.adaptive.FailureResultUtil.restartOrFail(FailureResultUtil.java:36) 2022-06-06T03:13:54.0227303Z Jun 06 03:13:54 at org.apache.flink.runtime.scheduler.adaptive.StopWithSavepoint.onFailure(StopWithSavepoint.java:151) 2022-06-06T03:13:54.0228166Z Jun 06 03:13:54 at org.apache.flink.runtime.scheduler.adaptive.StateWithExecutionGraph.updateTaskExecutionState(StateWithExecutionGraph.java:363) 2022-06-06T03:13:54.0229095Z Jun 06 03:13:54 at org.apache.flink.runtime.scheduler.adaptive.AdaptiveScheduler.lambda$updateTaskExecutionState$4(AdaptiveScheduler.java:496) 2022-06-06T03:13:54.0229897Z Jun 06 03:13:54 at org.apache.flink.runtime.scheduler.adaptive.State.tryCall(State.java:137) 2022-06-06T03:13:54.0230665Z Jun 06 03:13:54 at org.apache.flink.runtime.scheduler.adaptive.AdaptiveScheduler.updateTaskExecutionState(AdaptiveScheduler.java:493) 2022-06-06T03:13:54.0231486Z Jun 06 03:13:54 at org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:78) 2022-06-06T03:13:54.0232247Z Jun 06 03:13:54 at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:443) 2022-06-06T03:13:54.0232891Z Jun 06 03:13:54 at sun.reflect.GeneratedMethodAccessor15.invoke(Unknown Source) 2022-06-06T03:13:54.0233781Z Jun 06 03:13:54 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 2022-06-06T03:13:54.0234471Z Jun 06 03:13:54 at java.lang.reflect.Method.invoke(Method.java:498) 2022-06-06T03:13:54.0235258Z Jun 06 03:13:54 at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.lambda$handleRpcInvocation$1(AkkaRpcActor.java:304) 2022-06-06T03:13:54.0236097Z Jun 06 03:13:54 at org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:83) 2022-06-06T03:13:54.0236985Z Jun 06 03:13:54 at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:302) 2022-06-06T03:13:54.0237732Z Jun 06 03:13:54 at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:217) 2022-06-06T03:13:54.0238489Z Jun 06 03:13:54 at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:78) 2022-06-06T03:13:54.0239247Z Jun 06 03:13:54 at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:163) 2022-06-06T03:13:54.0239920Z Jun 06 03:13:54 at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24) 2022-06-06T03:13:54.0240535Z Jun 06 03:13:54 at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20) 2022-06-06T03:13:54.0241155Z Jun 06 03:13:54 at scala.PartialFunction.applyOrElse(PartialFunction.scala:123) 2022-06-06T03:13:54.0241773Z Jun 06 03:13:54 at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122) 2022-06-06T03:13:54.0242392Z Jun 06 03:13:54 at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20) 2022-06-06T03:13:54.0243033Z Jun 06 03:13:54 at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) 2022-06-06T03:13:54.0243931Z Jun 06 03:13:54 at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172) 2022-06-06T03:13:54.0244595Z Jun 06 03:13:54 at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172) 2022-06-06T03:13:54.0245195Z Jun 06 03:13:54 at akka.actor.Actor.aroundReceive(Actor.scala:537) 2022-06-06T03:13:54.0245760Z Jun 06 03:13:54 at akka.actor.Actor.aroundReceive$(Actor.scala:535) 2022-06-06T03:13:54.0246341Z Jun 06 03:13:54 at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:220) 2022-06-06T03:13:54.0246964Z Jun 06 03:13:54 at akka.actor.ActorCell.receiveMessage(ActorCell.scala:580) 2022-06-06T03:13:54.0247540Z Jun 06 03:13:54 at akka.actor.ActorCell.invoke(ActorCell.scala:548) 2022-06-06T03:13:54.0248125Z Jun 06 03:13:54 at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:270) 2022-06-06T03:13:54.0248700Z Jun 06 03:13:54 at akka.dispatch.Mailbox.run(Mailbox.scala:231) 2022-06-06T03:13:54.0249246Z Jun 06 03:13:54 at akka.dispatch.Mailbox.exec(Mailbox.scala:243) 2022-06-06T03:13:54.0249813Z Jun 06 03:13:54 at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289) 2022-06-06T03:13:54.0250476Z Jun 06 03:13:54 at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056) 2022-06-06T03:13:54.0251146Z Jun 06 03:13:54 at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692) 2022-06-06T03:13:54.0251814Z Jun 06 03:13:54 at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) 2022-06-06T03:13:54.0252491Z Jun 06 03:13:54 Caused by: java.lang.RuntimeException: Expected RuntimeException after snapshot creation. 2022-06-06T03:13:54.0253379Z Jun 06 03:13:54 at org.apache.flink.test.checkpointing.SavepointITCase$CancelFailingInfiniteTestSource.notifyCheckpointComplete(SavepointITCase.java:1447) 2022-06-06T03:13:54.0254629Z Jun 06 03:13:54 at org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.notifyCheckpointComplete(AbstractUdfStreamOperator.java:126) 2022-06-06T03:13:54.0255558Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.notifyCheckpointComplete(StreamOperatorWrapper.java:104) 2022-06-06T03:13:54.0256448Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.notifyCheckpointComplete(RegularOperatorChain.java:145) 2022-06-06T03:13:54.0257374Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.notifyCheckpoint(SubtaskCheckpointCoordinatorImpl.java:479) 2022-06-06T03:13:54.0258466Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.notifyCheckpointComplete(SubtaskCheckpointCoordinatorImpl.java:413) 2022-06-06T03:13:54.0259364Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.StreamTask.notifyCheckpointComplete(StreamTask.java:1407) 2022-06-06T03:13:54.0260280Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$notifyCheckpointCompleteAsync$15(StreamTask.java:1348) 2022-06-06T03:13:54.0261141Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$notifyCheckpointOperation$18(StreamTask.java:1387) 2022-06-06T03:13:54.0262054Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93) 2022-06-06T03:13:54.0262913Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:90) 2022-06-06T03:13:54.0263802Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMail(MailboxProcessor.java:398) 2022-06-06T03:13:54.0264717Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMailsWhenDefaultActionUnavailable(MailboxProcessor.java:367) 2022-06-06T03:13:54.0265605Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMail(MailboxProcessor.java:352) 2022-06-06T03:13:54.0266440Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:229) 2022-06-06T03:13:54.0267219Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.StreamTask.afterInvoke(StreamTask.java:856) 2022-06-06T03:13:54.0267931Z Jun 06 03:13:54 at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:781) 2022-06-06T03:13:54.0268623Z Jun 06 03:13:54 at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:935) 2022-06-06T03:13:54.0269318Z Jun 06 03:13:54 at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:914) 2022-06-06T03:13:54.0269969Z Jun 06 03:13:54 at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:728) 2022-06-06T03:13:54.0270580Z Jun 06 03:13:54 at org.apache.flink.runtime.taskmanager.Task.run(Task.java:550) 2022-06-06T03:13:54.0271135Z Jun 06 03:13:54 at java.lang.Thread.run(Thread.java:748)
Attachments
Issue Links
- is related to
-
FLINK-26977 JobMasterStopWithSavepointITCase.throwingExceptionOnCallbackWithRestartsShouldSimplyRestartInTerminate failed on azure
- Closed