Details
-
Bug
-
Status: Closed
-
Major
-
Resolution: Fixed
-
None
Description
The following exception is thrown in Flink ML CI step.
[INFO] Running org.apache.flink.ml.feature.CountVectorizerTest 435Error: Tests run: 12, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 6.419 s <<< FAILURE! - in org.apache.flink.ml.feature.CountVectorizerTest 436Error: testFitAndPredict Time elapsed: 0.66 s <<< ERROR! 437java.lang.RuntimeException: Failed to fetch next result 438 at org.apache.flink.streaming.api.operators.collect.CollectResultIterator.nextResultFromFetcher(CollectResultIterator.java:109) 439 at org.apache.flink.streaming.api.operators.collect.CollectResultIterator.hasNext(CollectResultIterator.java:80) 440 at org.apache.commons.collections.IteratorUtils.toList(IteratorUtils.java:848) 441 at org.apache.commons.collections.IteratorUtils.toList(IteratorUtils.java:825) 442 at org.apache.flink.ml.feature.CountVectorizerTest.verifyPredictionResult(CountVectorizerTest.java:120) 443 at org.apache.flink.ml.feature.CountVectorizerTest.testFitAndPredict(CountVectorizerTest.java:208) 444 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 445 at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 446 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 447 at java.lang.reflect.Method.invoke(Method.java:498) 448 at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) 449 at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) 450 at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) 451 at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) 452 at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) 453 at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) 454 at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) 455 at org.apache.flink.util.TestNameProvider$1.evaluate(TestNameProvider.java:45) 456 at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) 457 at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) 458 at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) 459 at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) 460 at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) 461 at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) 462 at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) 463 at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) 464 at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) 465 at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) 466 at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) 467 at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) 468 at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) 469 at org.junit.rules.RunRules.evaluate(RunRules.java:20) 470 at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) 471 at org.junit.runners.ParentRunner.run(ParentRunner.java:413) 472 at org.junit.runner.JUnitCore.run(JUnitCore.java:137) 473 at org.junit.runner.JUnitCore.run(JUnitCore.java:115) 474 at org.junit.vintage.engine.execution.RunnerExecutor.execute(RunnerExecutor.java:42) 475 at org.junit.vintage.engine.VintageTestEngine.executeAllChildren(VintageTestEngine.java:80) 476 at org.junit.vintage.engine.VintageTestEngine.execute(VintageTestEngine.java:72) 477 at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:220) 478 at org.junit.platform.launcher.core.DefaultLauncher.lambda$execute$6(DefaultLauncher.java:188) 479 at org.junit.platform.launcher.core.DefaultLauncher.withInterceptedStreams(DefaultLauncher.java:202) 480 at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:181) 481 at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:128) 482 at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invokeAllTests(JUnitPlatformProvider.java:142) 483 at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invoke(JUnitPlatformProvider.java:109) 484 at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384) 485 at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345) 486 at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126) 487 at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418) 488Caused by: java.io.IOException: Failed to fetch job execution result 489 at org.apache.flink.streaming.api.operators.collect.CollectResultFetcher.getAccumulatorResults(CollectResultFetcher.java:184) 490 at org.apache.flink.streaming.api.operators.collect.CollectResultFetcher.next(CollectResultFetcher.java:121) 491 at org.apache.flink.streaming.api.operators.collect.CollectResultIterator.nextResultFromFetcher(CollectResultIterator.java:106) 492 ... 49 more 493Caused by: java.util.concurrent.ExecutionException: org.apache.flink.runtime.client.JobExecutionException: Job execution failed. 494 at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357) 495 at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928) 496 at org.apache.flink.streaming.api.operators.collect.CollectResultFetcher.getAccumulatorResults(CollectResultFetcher.java:182) 497 ... 51 more 498Caused by: org.apache.flink.runtime.client.JobExecutionException: Job execution failed. 499 at org.apache.flink.runtime.jobmaster.JobResult.toJobExecutionResult(JobResult.java:144) 500 at org.apache.flink.runtime.minicluster.MiniClusterJobClient.lambda$getJobExecutionResult$3(MiniClusterJobClient.java:141) 501 at java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:616) 502 at java.util.concurrent.CompletableFuture.uniApplyStage(CompletableFuture.java:628) 503 at java.util.concurrent.CompletableFuture.thenApply(CompletableFuture.java:1996) 504 at org.apache.flink.runtime.minicluster.MiniClusterJobClient.getJobExecutionResult(MiniClusterJobClient.java:138) 505 at org.apache.flink.streaming.api.operators.collect.CollectResultFetcher.getAccumulatorResults(CollectResultFetcher.java:181) 506 ... 51 more 507Caused by: org.apache.flink.runtime.JobException: Recovery is suppressed by NoRestartBackoffTimeStrategy 508 at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:138) 509 at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:82) 510 at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:301) 511 at org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:291) 512 at org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:282) 513 at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:739) 514 at org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:78) 515 at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:443) 516 at sun.reflect.GeneratedMethodAccessor20.invoke(Unknown Source) 517 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 518 at java.lang.reflect.Method.invoke(Method.java:498) 519 at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.lambda$handleRpcInvocation$1(AkkaRpcActor.java:304) 520 at org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:83) 521 at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:302) 522 at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:217) 523 at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:78) 524 at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:163) 525 at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24) 526 at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20) 527 at scala.PartialFunction.applyOrElse(PartialFunction.scala:123) 528 at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122) 529 at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20) 530 at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171) 531 at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172) 532 at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172) 533 at akka.actor.Actor.aroundReceive(Actor.scala:537) 534 at akka.actor.Actor.aroundReceive$(Actor.scala:535) 535 at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:220) 536 at akka.actor.ActorCell.receiveMessage(ActorCell.scala:580) 537 at akka.actor.ActorCell.invoke(ActorCell.scala:548) 538 at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:270) 539 at akka.dispatch.Mailbox.run(Mailbox.scala:231) 540 at akka.dispatch.Mailbox.exec(Mailbox.scala:243) 541 at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289) 542 at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056) 543 at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692) 544 at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175) 545Caused by: java.io.IOException: Could not perform checkpoint 1 for operator aggregate -> *anonymous_datastream_source$658*[743] -> TableToDataSteam (1/1)#0. 546 at org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpointOnBarrier(StreamTask.java:1210) 547 at org.apache.flink.streaming.runtime.io.checkpointing.CheckpointBarrierHandler.notifyCheckpoint(CheckpointBarrierHandler.java:147) 548 at org.apache.flink.streaming.runtime.io.checkpointing.SingleCheckpointBarrierHandler.triggerCheckpoint(SingleCheckpointBarrierHandler.java:287) 549 at org.apache.flink.streaming.runtime.io.checkpointing.SingleCheckpointBarrierHandler.access$100(SingleCheckpointBarrierHandler.java:64) 550 at org.apache.flink.streaming.runtime.io.checkpointing.SingleCheckpointBarrierHandler$ControllerImpl.triggerGlobalCheckpoint(SingleCheckpointBarrierHandler.java:493) 551 at org.apache.flink.streaming.runtime.io.checkpointing.AbstractAlignedBarrierHandlerState.triggerGlobalCheckpoint(AbstractAlignedBarrierHandlerState.java:74) 552 at org.apache.flink.streaming.runtime.io.checkpointing.AbstractAlignedBarrierHandlerState.barrierReceived(AbstractAlignedBarrierHandlerState.java:66) 553 at org.apache.flink.streaming.runtime.io.checkpointing.SingleCheckpointBarrierHandler.lambda$processBarrier$2(SingleCheckpointBarrierHandler.java:234) 554 at org.apache.flink.streaming.runtime.io.checkpointing.SingleCheckpointBarrierHandler.markCheckpointAlignedAndTransformState(SingleCheckpointBarrierHandler.java:262) 555 at org.apache.flink.streaming.runtime.io.checkpointing.SingleCheckpointBarrierHandler.processBarrier(SingleCheckpointBarrierHandler.java:231) 556 at org.apache.flink.streaming.runtime.io.checkpointing.CheckpointedInputGate.handleEvent(CheckpointedInputGate.java:181) 557 at org.apache.flink.streaming.runtime.io.checkpointing.CheckpointedInputGate.pollNext(CheckpointedInputGate.java:159) 558 at org.apache.flink.streaming.runtime.io.AbstractStreamTaskNetworkInput.emitNext(AbstractStreamTaskNetworkInput.java:110) 559 at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65) 560 at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:519) 561 at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:203) 562 at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:804) 563 at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:753) 564 at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:948) 565 at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927) 566 at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:741) 567 at org.apache.flink.runtime.taskmanager.Task.run(Task.java:563) 568 at java.lang.Thread.run(Thread.java:750) 569Caused by: org.apache.flink.runtime.checkpoint.CheckpointException: Could not complete snapshot 1 for operator aggregate -> *anonymous_datastream_source$658*[743] -> TableToDataSteam (1/1)#0. Failure reason: Checkpoint was declined. 570 at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:269) 571 at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:173) 572 at org.apache.flink.streaming.api.operators.AbstractStreamOperator.snapshotState(AbstractStreamOperator.java:348) 573 at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.checkpointStreamOperator(RegularOperatorChain.java:227) 574 at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.buildOperatorSnapshotFutures(RegularOperatorChain.java:212) 575 at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.snapshotState(RegularOperatorChain.java:192) 576 at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.takeSnapshotSync(SubtaskCheckpointCoordinatorImpl.java:647) 577 at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointState(SubtaskCheckpointCoordinatorImpl.java:320) 578 at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$performCheckpoint$12(StreamTask.java:1253) 579 at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.runThrowing(StreamTaskActionExecutor.java:50) 580 at org.apache.flink.streaming.runtime.tasks.StreamTask.performCheckpoint(StreamTask.java:1241) 581 at org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpointOnBarrier(StreamTask.java:1198) 582 ... 22 more 583Caused by: java.lang.NullPointerException: You cannot add null to a ListState. 584 at org.apache.flink.util.Preconditions.checkNotNull(Preconditions.java:76) 585 at org.apache.flink.runtime.state.PartitionableListState.add(PartitionableListState.java:94) 586 at org.apache.flink.ml.common.datastream.DataStreamUtils$AggregateOperator.snapshotState(DataStreamUtils.java:463) 587 at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:222) 588 ... 33 more
Attachments
Issue Links
- links to