Uploaded image for project: 'Flink'
  1. Flink
  2. FLINK-29147

ChangelogLocalRecoveryITCase.testRestartTM failed with CheckpointException

    XMLWordPrintableJSON

Details

    Description

      2022-08-30T13:30:24.9214696Z Aug 30 13:30:24 [ERROR] ChangelogLocalRecoveryITCase.testRestartTM  Time elapsed: 9.056 s  <<< ERROR!
      2022-08-30T13:30:24.9235235Z Aug 30 13:30:24 java.util.concurrent.ExecutionException: org.apache.flink.runtime.checkpoint.CheckpointException: Checkpoint triggering task Source: Custom Source (1/1) of job 2070563b800eceb80fb9f6cab1da5c00 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running.
      2022-08-30T13:30:24.9254389Z Aug 30 13:30:24 	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357)
      2022-08-30T13:30:24.9274122Z Aug 30 13:30:24 	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1908)
      2022-08-30T13:30:24.9293512Z Aug 30 13:30:24 	at org.apache.flink.test.checkpointing.ChangelogLocalRecoveryITCase.testRestartTM(ChangelogLocalRecoveryITCase.java:145)
      2022-08-30T13:30:24.9295187Z Aug 30 13:30:24 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      2022-08-30T13:30:24.9304089Z Aug 30 13:30:24 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
      2022-08-30T13:30:24.9305377Z Aug 30 13:30:24 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      2022-08-30T13:30:24.9324825Z Aug 30 13:30:24 	at java.lang.reflect.Method.invoke(Method.java:498)
      2022-08-30T13:30:24.9326046Z Aug 30 13:30:24 	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
      2022-08-30T13:30:24.9327330Z Aug 30 13:30:24 	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
      2022-08-30T13:30:24.9328669Z Aug 30 13:30:24 	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
      2022-08-30T13:30:24.9329927Z Aug 30 13:30:24 	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
      2022-08-30T13:30:24.9331480Z Aug 30 13:30:24 	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
      2022-08-30T13:30:24.9332662Z Aug 30 13:30:24 	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
      2022-08-30T13:30:24.9426069Z Aug 30 13:30:24 	at org.apache.flink.util.TestNameProvider$1.evaluate(TestNameProvider.java:45)
      2022-08-30T13:30:24.9456433Z Aug 30 13:30:24 	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
      2022-08-30T13:30:24.9475038Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
      2022-08-30T13:30:24.9494771Z Aug 30 13:30:24 	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
      2022-08-30T13:30:24.9505400Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
      2022-08-30T13:30:24.9506695Z Aug 30 13:30:24 	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
      2022-08-30T13:30:24.9507972Z Aug 30 13:30:24 	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
      2022-08-30T13:30:24.9509158Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
      2022-08-30T13:30:24.9510253Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
      2022-08-30T13:30:24.9511548Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
      2022-08-30T13:30:24.9512714Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
      2022-08-30T13:30:24.9513916Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
      2022-08-30T13:30:24.9515034Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
      2022-08-30T13:30:24.9516384Z Aug 30 13:30:24 	at org.junit.runners.Suite.runChild(Suite.java:128)
      2022-08-30T13:30:24.9517273Z Aug 30 13:30:24 	at org.junit.runners.Suite.runChild(Suite.java:27)
      2022-08-30T13:30:24.9518307Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
      2022-08-30T13:30:24.9519469Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
      2022-08-30T13:30:24.9520610Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
      2022-08-30T13:30:24.9521760Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
      2022-08-30T13:30:24.9523124Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
      2022-08-30T13:30:24.9524401Z Aug 30 13:30:24 	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
      2022-08-30T13:30:24.9525449Z Aug 30 13:30:24 	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
      2022-08-30T13:30:24.9526527Z Aug 30 13:30:24 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
      2022-08-30T13:30:24.9560457Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
      2022-08-30T13:30:24.9561855Z Aug 30 13:30:24 	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
      2022-08-30T13:30:24.9563025Z Aug 30 13:30:24 	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
      2022-08-30T13:30:24.9564004Z Aug 30 13:30:24 	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
      2022-08-30T13:30:24.9565071Z Aug 30 13:30:24 	at org.junit.vintage.engine.execution.RunnerExecutor.execute(RunnerExecutor.java:42)
      2022-08-30T13:30:24.9566334Z Aug 30 13:30:24 	at org.junit.vintage.engine.VintageTestEngine.executeAllChildren(VintageTestEngine.java:80)
      2022-08-30T13:30:24.9567586Z Aug 30 13:30:24 	at org.junit.vintage.engine.VintageTestEngine.execute(VintageTestEngine.java:72)
      2022-08-30T13:30:24.9568894Z Aug 30 13:30:24 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:107)
      2022-08-30T13:30:24.9570335Z Aug 30 13:30:24 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:88)
      2022-08-30T13:30:24.9571887Z Aug 30 13:30:24 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:54)
      2022-08-30T13:30:24.9573559Z Aug 30 13:30:24 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:67)
      2022-08-30T13:30:24.9575078Z Aug 30 13:30:24 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:52)
      2022-08-30T13:30:24.9576292Z Aug 30 13:30:24 	at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114)
      2022-08-30T13:30:24.9577496Z Aug 30 13:30:24 	at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86)
      2022-08-30T13:30:24.9578835Z Aug 30 13:30:24 	at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86)
      2022-08-30T13:30:24.9580247Z Aug 30 13:30:24 	at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53)
      2022-08-30T13:30:24.9581655Z Aug 30 13:30:24 	at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.execute(JUnitPlatformProvider.java:188)
      2022-08-30T13:30:24.9583120Z Aug 30 13:30:24 	at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invokeAllTests(JUnitPlatformProvider.java:154)
      2022-08-30T13:30:24.9584223Z Aug 30 13:30:24 	at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invoke(JUnitPlatformProvider.java:124)
      2022-08-30T13:30:24.9585323Z Aug 30 13:30:24 	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:428)
      2022-08-30T13:30:24.9586535Z Aug 30 13:30:24 	at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
      2022-08-30T13:30:24.9587644Z Aug 30 13:30:24 	at org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:562)
      2022-08-30T13:30:24.9588972Z Aug 30 13:30:24 	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:548)
      2022-08-30T13:30:24.9590451Z Aug 30 13:30:24 Caused by: org.apache.flink.runtime.checkpoint.CheckpointException: Checkpoint triggering task Source: Custom Source (1/1) of job 2070563b800eceb80fb9f6cab1da5c00 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running.
      2022-08-30T13:30:24.9592265Z Aug 30 13:30:24 	at org.apache.flink.runtime.checkpoint.DefaultCheckpointPlanCalculator.checkTasksStarted(DefaultCheckpointPlanCalculator.java:143)
      2022-08-30T13:30:24.9594179Z Aug 30 13:30:24 	at org.apache.flink.runtime.checkpoint.DefaultCheckpointPlanCalculator.lambda$calculateCheckpointPlan$1(DefaultCheckpointPlanCalculator.java:105)
      2022-08-30T13:30:24.9595523Z Aug 30 13:30:24 	at java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604)
      2022-08-30T13:30:24.9596706Z Aug 30 13:30:24 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.lambda$handleRunAsync$4(AkkaRpcActor.java:453)
      2022-08-30T13:30:24.9597928Z Aug 30 13:30:24 	at org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
      2022-08-30T13:30:24.9599129Z Aug 30 13:30:24 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRunAsync(AkkaRpcActor.java:453)
      2022-08-30T13:30:24.9600265Z Aug 30 13:30:24 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:218)
      2022-08-30T13:30:24.9601601Z Aug 30 13:30:24 	at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:84)
      2022-08-30T13:30:24.9602826Z Aug 30 13:30:24 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:168)
      2022-08-30T13:30:24.9706005Z Aug 30 13:30:24 	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24)
      2022-08-30T13:30:24.9707060Z Aug 30 13:30:24 	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20)
      2022-08-30T13:30:24.9708120Z Aug 30 13:30:24 	at scala.PartialFunction.applyOrElse(PartialFunction.scala:123)
      2022-08-30T13:30:24.9709020Z Aug 30 13:30:24 	at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122)
      2022-08-30T13:30:24.9709994Z Aug 30 13:30:24 	at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20)
      2022-08-30T13:30:24.9710936Z Aug 30 13:30:24 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
      2022-08-30T13:30:24.9712028Z Aug 30 13:30:24 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
      2022-08-30T13:30:24.9713123Z Aug 30 13:30:24 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
      2022-08-30T13:30:24.9714024Z Aug 30 13:30:24 	at akka.actor.Actor.aroundReceive(Actor.scala:537)
      2022-08-30T13:30:24.9714799Z Aug 30 13:30:24 	at akka.actor.Actor.aroundReceive$(Actor.scala:535)
      2022-08-30T13:30:24.9715658Z Aug 30 13:30:24 	at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:220)
      2022-08-30T13:30:24.9716626Z Aug 30 13:30:24 	at akka.actor.ActorCell.receiveMessage(ActorCell.scala:580)
      2022-08-30T13:30:24.9717480Z Aug 30 13:30:24 	at akka.actor.ActorCell.invoke(ActorCell.scala:548)
      2022-08-30T13:30:24.9718390Z Aug 30 13:30:24 	at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:270)
      2022-08-30T13:30:24.9719299Z Aug 30 13:30:24 	at akka.dispatch.Mailbox.run(Mailbox.scala:231)
      2022-08-30T13:30:24.9720175Z Aug 30 13:30:24 	at akka.dispatch.Mailbox.exec(Mailbox.scala:243)
      2022-08-30T13:30:24.9721250Z Aug 30 13:30:24 	at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
      2022-08-30T13:30:24.9722347Z Aug 30 13:30:24 	at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
      2022-08-30T13:30:24.9723617Z Aug 30 13:30:24 	at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
      2022-08-30T13:30:24.9724863Z Aug 30 13:30:24 	at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) 

      https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=40530&view=logs&j=a57e0635-3fad-5b08-57c7-a4142d7d6fa9&t=2ef0effc-1da1-50e5-c2bd-aab434b1c5b7&l=10110

      Attachments

        Issue Links

          Activity

            People

              Unassigned Unassigned
              hxb Xingbo Huang
              Votes:
              0 Vote for this issue
              Watchers:
              2 Start watching this issue

              Dates

                Created:
                Updated:
                Resolved: