Uploaded image for project: 'Flink'
  1. Flink
  2. FLINK-22306

KafkaITCase.testCollectingSchema failed on AZP

Attach filesAttach ScreenshotAdd voteVotersWatch issueWatchersCreate sub-taskLinkCloneUpdate Comment AuthorReplace String in CommentUpdate Comment VisibilityDelete Comments
    XMLWordPrintableJSON

    Details

      Description

      The KafkaITCase.testCollectingSchema failed on AZP with

      2021-04-15T10:22:06.8263865Z org.apache.flink.runtime.client.JobExecutionException: Job execution failed.
      2021-04-15T10:22:06.8266577Z 	at org.apache.flink.runtime.jobmaster.JobResult.toJobExecutionResult(JobResult.java:144)
      2021-04-15T10:22:06.8267526Z 	at org.apache.flink.runtime.minicluster.MiniClusterJobClient.lambda$getJobExecutionResult$3(MiniClusterJobClient.java:137)
      2021-04-15T10:22:06.8268034Z 	at java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:616)
      2021-04-15T10:22:06.8268496Z 	at java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:591)
      2021-04-15T10:22:06.8269133Z 	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
      2021-04-15T10:22:06.8270205Z 	at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
      2021-04-15T10:22:06.8270698Z 	at org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.lambda$invokeRpc$0(AkkaInvocationHandler.java:237)
      2021-04-15T10:22:06.8271192Z 	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:774)
      2021-04-15T10:22:06.8274903Z 	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:750)
      2021-04-15T10:22:06.8275602Z 	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
      2021-04-15T10:22:06.8276139Z 	at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
      2021-04-15T10:22:06.8276589Z 	at org.apache.flink.runtime.concurrent.FutureUtils$1.onComplete(FutureUtils.java:1081)
      2021-04-15T10:22:06.8276965Z 	at akka.dispatch.OnComplete.internal(Future.scala:264)
      2021-04-15T10:22:06.8277307Z 	at akka.dispatch.OnComplete.internal(Future.scala:261)
      2021-04-15T10:22:06.8277634Z 	at akka.dispatch.japi$CallbackBridge.apply(Future.scala:191)
      2021-04-15T10:22:06.8277971Z 	at akka.dispatch.japi$CallbackBridge.apply(Future.scala:188)
      2021-04-15T10:22:06.8278352Z 	at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:36)
      2021-04-15T10:22:06.8278767Z 	at org.apache.flink.runtime.concurrent.Executors$DirectExecutionContext.execute(Executors.java:73)
      2021-04-15T10:22:06.8279223Z 	at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:44)
      2021-04-15T10:22:06.8279743Z 	at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:252)
      2021-04-15T10:22:06.8280130Z 	at akka.pattern.PromiseActorRef.$bang(AskSupport.scala:572)
      2021-04-15T10:22:06.8280561Z 	at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:22)
      2021-04-15T10:22:06.8287231Z 	at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:21)
      2021-04-15T10:22:06.8291223Z 	at scala.concurrent.Future$$anonfun$andThen$1.apply(Future.scala:436)
      2021-04-15T10:22:06.8291779Z 	at scala.concurrent.Future$$anonfun$andThen$1.apply(Future.scala:435)
      2021-04-15T10:22:06.8292745Z 	at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:36)
      2021-04-15T10:22:06.8293335Z 	at akka.dispatch.BatchingExecutor$AbstractBatch.processBatch(BatchingExecutor.scala:55)
      2021-04-15T10:22:06.8294000Z 	at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply$mcV$sp(BatchingExecutor.scala:91)
      2021-04-15T10:22:06.8294702Z 	at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply(BatchingExecutor.scala:91)
      2021-04-15T10:22:06.8295281Z 	at akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply(BatchingExecutor.scala:91)
      2021-04-15T10:22:06.8295905Z 	at scala.concurrent.BlockContext$.withBlockContext(BlockContext.scala:72)
      2021-04-15T10:22:06.8296412Z 	at akka.dispatch.BatchingExecutor$BlockableBatch.run(BatchingExecutor.scala:90)
      2021-04-15T10:22:06.8296799Z 	at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:40)
      2021-04-15T10:22:06.8297353Z 	at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(ForkJoinExecutorConfigurator.scala:44)
      2021-04-15T10:22:06.8297805Z 	at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
      2021-04-15T10:22:06.8298253Z 	at akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
      2021-04-15T10:22:06.8298647Z 	at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
      2021-04-15T10:22:06.8299217Z 	at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
      2021-04-15T10:22:06.8299726Z Caused by: org.apache.flink.runtime.JobException: Recovery is suppressed by NoRestartBackoffTimeStrategy
      2021-04-15T10:22:06.8300441Z 	at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:138)
      2021-04-15T10:22:06.8301064Z 	at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:82)
      2021-04-15T10:22:06.8301654Z 	at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:206)
      2021-04-15T10:22:06.8302145Z 	at org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:196)
      2021-04-15T10:22:06.8302992Z 	at org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:187)
      2021-04-15T10:22:06.8303511Z 	at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:679)
      2021-04-15T10:22:06.8304010Z 	at org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:79)
      2021-04-15T10:22:06.8304468Z 	at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:435)
      2021-04-15T10:22:06.8304863Z 	at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
      2021-04-15T10:22:06.8305283Z 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      2021-04-15T10:22:06.8305858Z 	at java.lang.reflect.Method.invoke(Method.java:498)
      2021-04-15T10:22:06.8306245Z 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:305)
      2021-04-15T10:22:06.8306748Z 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:212)
      2021-04-15T10:22:06.8307213Z 	at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:77)
      2021-04-15T10:22:06.8307696Z 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:158)
      2021-04-15T10:22:06.8308109Z 	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26)
      2021-04-15T10:22:06.8308478Z 	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21)
      2021-04-15T10:22:06.8308970Z 	at scala.PartialFunction$class.applyOrElse(PartialFunction.scala:123)
      2021-04-15T10:22:06.8309358Z 	at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21)
      2021-04-15T10:22:06.8309792Z 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:170)
      2021-04-15T10:22:06.8310183Z 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
      2021-04-15T10:22:06.8310678Z 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
      2021-04-15T10:22:06.8311048Z 	at akka.actor.Actor$class.aroundReceive(Actor.scala:517)
      2021-04-15T10:22:06.8315016Z 	at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225)
      2021-04-15T10:22:06.8315915Z 	at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592)
      2021-04-15T10:22:06.8316468Z 	at akka.actor.ActorCell.invoke(ActorCell.scala:561)
      2021-04-15T10:22:06.8316979Z 	at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258)
      2021-04-15T10:22:06.8317322Z 	at akka.dispatch.Mailbox.run(Mailbox.scala:225)
      2021-04-15T10:22:06.8317667Z 	at akka.dispatch.Mailbox.exec(Mailbox.scala:235)
      2021-04-15T10:22:06.8317942Z 	... 4 more
      2021-04-15T10:22:06.8319494Z Caused by: org.apache.kafka.common.protocol.types.SchemaException: Error reading field 'api_keys': Error reading array of size 65560, only 50 bytes available
      2021-04-15T10:22:06.8320180Z 	at org.apache.kafka.common.protocol.types.Schema.read(Schema.java:110)
      2021-04-15T10:22:06.8320676Z 	at org.apache.kafka.common.protocol.ApiKeys.parseResponse(ApiKeys.java:324)
      2021-04-15T10:22:06.8321084Z 	at org.apache.kafka.common.protocol.ApiKeys$1.parseResponse(ApiKeys.java:162)
      2021-04-15T10:22:06.8321557Z 	at org.apache.kafka.clients.NetworkClient.parseStructMaybeUpdateThrottleTimeMetrics(NetworkClient.java:719)
      2021-04-15T10:22:06.8322384Z 	at org.apache.kafka.clients.NetworkClient.handleCompletedReceives(NetworkClient.java:833)
      2021-04-15T10:22:06.8322993Z 	at org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:556)
      2021-04-15T10:22:06.8323437Z 	at org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:262)
      2021-04-15T10:22:06.8323959Z 	at org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:233)
      2021-04-15T10:22:06.8324454Z 	at org.apache.kafka.clients.consumer.internals.ConsumerNetworkClient.poll(ConsumerNetworkClient.java:212)
      2021-04-15T10:22:06.8325104Z 	at org.apache.kafka.clients.consumer.internals.Fetcher.getTopicMetadata(Fetcher.java:368)
      2021-04-15T10:22:06.8325555Z 	at org.apache.kafka.clients.consumer.KafkaConsumer.partitionsFor(KafkaConsumer.java:1926)
      2021-04-15T10:22:06.8326017Z 	at org.apache.kafka.clients.consumer.KafkaConsumer.partitionsFor(KafkaConsumer.java:1894)
      2021-04-15T10:22:06.8326558Z 	at org.apache.flink.streaming.connectors.kafka.internals.KafkaPartitionDiscoverer.getAllPartitionsForTopics(KafkaPartitionDiscoverer.java:75)
      2021-04-15T10:22:06.8327233Z 	at org.apache.flink.streaming.connectors.kafka.internals.AbstractPartitionDiscoverer.discoverPartitions(AbstractPartitionDiscoverer.java:133)
      2021-04-15T10:22:06.8327803Z 	at org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumerBase.open(FlinkKafkaConsumerBase.java:577)
      2021-04-15T10:22:06.8328404Z 	at org.apache.flink.api.common.functions.util.FunctionUtils.openFunction(FunctionUtils.java:34)
      2021-04-15T10:22:06.8328971Z 	at org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.open(AbstractUdfStreamOperator.java:102)
      2021-04-15T10:22:06.8329636Z 	at org.apache.flink.streaming.runtime.tasks.OperatorChain.initializeStateAndOpenOperators(OperatorChain.java:437)
      2021-04-15T10:22:06.8330123Z 	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreGates(StreamTask.java:574)
      2021-04-15T10:22:06.8330689Z 	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.call(StreamTaskActionExecutor.java:100)
      2021-04-15T10:22:06.8331219Z 	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:554)
      2021-04-15T10:22:06.8331738Z 	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:756)
      2021-04-15T10:22:06.8332116Z 	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:563)
      2021-04-15T10:22:06.8332730Z 	at java.lang.Thread.run(Thread.java:748)
      

      https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=16593&view=logs&j=c5f0071e-1851-543e-9a45-9ac140befc32&t=1fb1a56f-e8b5-5a82-00a0-a2db7757b4f5

        Attachments

          Activity

            People

            • Assignee:
              Unassigned
              Reporter:
              trohrmann Till Rohrmann

              Dates

              • Created:
                Updated:

                Issue deployment