Uploaded image for project: 'Flink'
  1. Flink
  2. FLINK-25698

Elasticsearch7DynamicSinkITCase.testWritingDocuments fails on AZP

    XMLWordPrintableJSON

Details

    Description

      The test Elasticsearch7DynamicSinkITCase.testWritingDocuments fails on AZP with

      2022-01-19T01:36:13.5231872Z Jan 19 01:36:13 [ERROR] Tests run: 4, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 60.838 s <<< FAILURE! - in org.apache.flink.streaming.connectors.elasticsearch.table.Elasticsearch7DynamicSinkITCase
      2022-01-19T01:36:13.5233438Z Jan 19 01:36:13 [ERROR] testWritingDocuments  Time elapsed: 32.146 s  <<< ERROR!
      2022-01-19T01:36:13.5234330Z Jan 19 01:36:13 org.apache.flink.runtime.client.JobExecutionException: Job execution failed.
      2022-01-19T01:36:13.5235274Z Jan 19 01:36:13 	at org.apache.flink.runtime.jobmaster.JobResult.toJobExecutionResult(JobResult.java:144)
      2022-01-19T01:36:13.5238310Z Jan 19 01:36:13 	at org.apache.flink.runtime.minicluster.MiniClusterJobClient.lambda$getJobExecutionResult$3(MiniClusterJobClient.java:137)
      2022-01-19T01:36:13.5239309Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:616)
      2022-01-19T01:36:13.5239953Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:591)
      2022-01-19T01:36:13.5240822Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
      2022-01-19T01:36:13.5241441Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
      2022-01-19T01:36:13.5242318Z Jan 19 01:36:13 	at org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.lambda$invokeRpc$1(AkkaInvocationHandler.java:258)
      2022-01-19T01:36:13.5243144Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:774)
      2022-01-19T01:36:13.5244370Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:750)
      2022-01-19T01:36:13.5245319Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
      2022-01-19T01:36:13.5246074Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
      2022-01-19T01:36:13.5246970Z Jan 19 01:36:13 	at org.apache.flink.util.concurrent.FutureUtils.doForward(FutureUtils.java:1389)
      2022-01-19T01:36:13.5247832Z Jan 19 01:36:13 	at org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.lambda$null$1(ClassLoadingUtils.java:93)
      2022-01-19T01:36:13.5248788Z Jan 19 01:36:13 	at org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68)
      2022-01-19T01:36:13.5249775Z Jan 19 01:36:13 	at org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.lambda$guardCompletionWithContextClassLoader$2(ClassLoadingUtils.java:92)
      2022-01-19T01:36:13.5250826Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:774)
      2022-01-19T01:36:13.5251625Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:750)
      2022-01-19T01:36:13.5252531Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
      2022-01-19T01:36:13.5253441Z Jan 19 01:36:13 	at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
      2022-01-19T01:36:13.5254118Z Jan 19 01:36:13 	at org.apache.flink.runtime.concurrent.akka.AkkaFutureUtils$1.onComplete(AkkaFutureUtils.java:47)
      2022-01-19T01:36:13.5254753Z Jan 19 01:36:13 	at akka.dispatch.OnComplete.internal(Future.scala:300)
      2022-01-19T01:36:13.5255381Z Jan 19 01:36:13 	at akka.dispatch.OnComplete.internal(Future.scala:297)
      2022-01-19T01:36:13.5256202Z Jan 19 01:36:13 	at akka.dispatch.japi$CallbackBridge.apply(Future.scala:224)
      2022-01-19T01:36:13.5256842Z Jan 19 01:36:13 	at akka.dispatch.japi$CallbackBridge.apply(Future.scala:221)
      2022-01-19T01:36:13.5257400Z Jan 19 01:36:13 	at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:60)
      2022-01-19T01:36:13.5258296Z Jan 19 01:36:13 	at org.apache.flink.runtime.concurrent.akka.AkkaFutureUtils$DirectExecutionContext.execute(AkkaFutureUtils.java:65)
      2022-01-19T01:36:13.5259150Z Jan 19 01:36:13 	at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:68)
      2022-01-19T01:36:13.5259935Z Jan 19 01:36:13 	at scala.concurrent.impl.Promise$DefaultPromise.$anonfun$tryComplete$1(Promise.scala:284)
      2022-01-19T01:36:13.5260764Z Jan 19 01:36:13 	at scala.concurrent.impl.Promise$DefaultPromise.$anonfun$tryComplete$1$adapted(Promise.scala:284)
      2022-01-19T01:36:13.5261518Z Jan 19 01:36:13 	at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:284)
      2022-01-19T01:36:13.5262098Z Jan 19 01:36:13 	at akka.pattern.PromiseActorRef.$bang(AskSupport.scala:621)
      2022-01-19T01:36:13.5262774Z Jan 19 01:36:13 	at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:24)
      2022-01-19T01:36:13.5263469Z Jan 19 01:36:13 	at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:23)
      2022-01-19T01:36:13.5264084Z Jan 19 01:36:13 	at scala.concurrent.Future.$anonfun$andThen$1(Future.scala:532)
      2022-01-19T01:36:13.5264617Z Jan 19 01:36:13 	at scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:29)
      2022-01-19T01:36:13.5265190Z Jan 19 01:36:13 	at scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:29)
      2022-01-19T01:36:13.5265757Z Jan 19 01:36:13 	at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:60)
      2022-01-19T01:36:13.5266353Z Jan 19 01:36:13 	at akka.dispatch.BatchingExecutor$AbstractBatch.processBatch(BatchingExecutor.scala:63)
      2022-01-19T01:36:13.5267011Z Jan 19 01:36:13 	at akka.dispatch.BatchingExecutor$BlockableBatch.$anonfun$run$1(BatchingExecutor.scala:100)
      2022-01-19T01:36:13.5267633Z Jan 19 01:36:13 	at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:12)
      2022-01-19T01:36:13.5268364Z Jan 19 01:36:13 	at scala.concurrent.BlockContext$.withBlockContext(BlockContext.scala:81)
      2022-01-19T01:36:13.5269190Z Jan 19 01:36:13 	at akka.dispatch.BatchingExecutor$BlockableBatch.run(BatchingExecutor.scala:100)
      2022-01-19T01:36:13.5269773Z Jan 19 01:36:13 	at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:49)
      2022-01-19T01:36:13.5270548Z Jan 19 01:36:13 	at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(ForkJoinExecutorConfigurator.scala:48)
      2022-01-19T01:36:13.5271202Z Jan 19 01:36:13 	at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
      2022-01-19T01:36:13.5271784Z Jan 19 01:36:13 	at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
      2022-01-19T01:36:13.5272440Z Jan 19 01:36:13 	at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
      2022-01-19T01:36:13.5273027Z Jan 19 01:36:13 	at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
      2022-01-19T01:36:13.5273663Z Jan 19 01:36:13 Caused by: org.apache.flink.runtime.JobException: Recovery is suppressed by NoRestartBackoffTimeStrategy
      2022-01-19T01:36:13.5274412Z Jan 19 01:36:13 	at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:138)
      2022-01-19T01:36:13.5275324Z Jan 19 01:36:13 	at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:82)
      2022-01-19T01:36:13.5276086Z Jan 19 01:36:13 	at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:252)
      2022-01-19T01:36:13.5276782Z Jan 19 01:36:13 	at org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:242)
      2022-01-19T01:36:13.5277638Z Jan 19 01:36:13 	at org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:233)
      2022-01-19T01:36:13.5278408Z Jan 19 01:36:13 	at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:684)
      2022-01-19T01:36:13.5279093Z Jan 19 01:36:13 	at org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:79)
      2022-01-19T01:36:13.5279765Z Jan 19 01:36:13 	at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:444)
      2022-01-19T01:36:13.5280337Z Jan 19 01:36:13 	at sun.reflect.GeneratedMethodAccessor29.invoke(Unknown Source)
      2022-01-19T01:36:13.5281071Z Jan 19 01:36:13 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      2022-01-19T01:36:13.5281655Z Jan 19 01:36:13 	at java.lang.reflect.Method.invoke(Method.java:498)
      2022-01-19T01:36:13.5282327Z Jan 19 01:36:13 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.lambda$handleRpcInvocation$1(AkkaRpcActor.java:316)
      2022-01-19T01:36:13.5283029Z Jan 19 01:36:13 	at org.apache.flink.runtime.concurrent.akka.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:83)
      2022-01-19T01:36:13.5283750Z Jan 19 01:36:13 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:314)
      2022-01-19T01:36:13.5284418Z Jan 19 01:36:13 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:217)
      2022-01-19T01:36:13.5285183Z Jan 19 01:36:13 	at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:78)
      2022-01-19T01:36:13.5285852Z Jan 19 01:36:13 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:163)
      2022-01-19T01:36:13.5286450Z Jan 19 01:36:13 	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:24)
      2022-01-19T01:36:13.5287001Z Jan 19 01:36:13 	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:20)
      2022-01-19T01:36:13.5287549Z Jan 19 01:36:13 	at scala.PartialFunction.applyOrElse(PartialFunction.scala:123)
      2022-01-19T01:36:13.5288081Z Jan 19 01:36:13 	at scala.PartialFunction.applyOrElse$(PartialFunction.scala:122)
      2022-01-19T01:36:13.5288756Z Jan 19 01:36:13 	at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:20)
      2022-01-19T01:36:13.5289327Z Jan 19 01:36:13 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
      2022-01-19T01:36:13.5289969Z Jan 19 01:36:13 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
      2022-01-19T01:36:13.5290692Z Jan 19 01:36:13 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:172)
      2022-01-19T01:36:13.5291241Z Jan 19 01:36:13 	at akka.actor.Actor.aroundReceive(Actor.scala:537)
      2022-01-19T01:36:13.5291749Z Jan 19 01:36:13 	at akka.actor.Actor.aroundReceive$(Actor.scala:535)
      2022-01-19T01:36:13.5292360Z Jan 19 01:36:13 	at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:220)
      2022-01-19T01:36:13.5292908Z Jan 19 01:36:13 	at akka.actor.ActorCell.receiveMessage(ActorCell.scala:580)
      2022-01-19T01:36:13.5293428Z Jan 19 01:36:13 	at akka.actor.ActorCell.invoke(ActorCell.scala:548)
      2022-01-19T01:36:13.5293945Z Jan 19 01:36:13 	at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:270)
      2022-01-19T01:36:13.5294461Z Jan 19 01:36:13 	at akka.dispatch.Mailbox.run(Mailbox.scala:231)
      2022-01-19T01:36:13.5294952Z Jan 19 01:36:13 	at akka.dispatch.Mailbox.exec(Mailbox.scala:243)
      2022-01-19T01:36:13.5295342Z Jan 19 01:36:13 	... 4 more
      2022-01-19T01:36:13.5295888Z Jan 19 01:36:13 Caused by: java.lang.RuntimeException: An error occurred in ElasticsearchSink.
      2022-01-19T01:36:13.5296692Z Jan 19 01:36:13 	at org.apache.flink.streaming.connectors.elasticsearch.ElasticsearchSinkBase.checkErrorAndRethrow(ElasticsearchSinkBase.java:427)
      2022-01-19T01:36:13.5297476Z Jan 19 01:36:13 	at org.apache.flink.streaming.connectors.elasticsearch.ElasticsearchSinkBase.close(ElasticsearchSinkBase.java:366)
      2022-01-19T01:36:13.5298191Z Jan 19 01:36:13 	at org.apache.flink.api.common.functions.util.FunctionUtils.closeFunction(FunctionUtils.java:41)
      2022-01-19T01:36:13.5298902Z Jan 19 01:36:13 	at org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.close(AbstractUdfStreamOperator.java:114)
      2022-01-19T01:36:13.5299630Z Jan 19 01:36:13 	at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.close(StreamOperatorWrapper.java:141)
      2022-01-19T01:36:13.5300468Z Jan 19 01:36:13 	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.closeAllOperators(RegularOperatorChain.java:127)
      2022-01-19T01:36:13.5301226Z Jan 19 01:36:13 	at org.apache.flink.streaming.runtime.tasks.StreamTask.closeAllOperators(StreamTask.java:1035)
      2022-01-19T01:36:13.5302015Z Jan 19 01:36:13 	at org.apache.flink.streaming.runtime.tasks.StreamTask.afterInvoke(StreamTask.java:879)
      2022-01-19T01:36:13.5302701Z Jan 19 01:36:13 	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:767)
      2022-01-19T01:36:13.5303323Z Jan 19 01:36:13 	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
      2022-01-19T01:36:13.5303932Z Jan 19 01:36:13 	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
      2022-01-19T01:36:13.5304507Z Jan 19 01:36:13 	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:766)
      2022-01-19T01:36:13.5305070Z Jan 19 01:36:13 	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:575)
      2022-01-19T01:36:13.5305581Z Jan 19 01:36:13 	at java.lang.Thread.run(Thread.java:748)
      2022-01-19T01:36:13.5306891Z Jan 19 01:36:13 Caused by: [writing-documents] ElasticsearchException[Elasticsearch exception [type=index_not_found_exception, reason=no such index [writing-documents]]]
      2022-01-19T01:36:13.5307622Z Jan 19 01:36:13 	at org.elasticsearch.ElasticsearchException.innerFromXContent(ElasticsearchException.java:496)
      2022-01-19T01:36:13.5308280Z Jan 19 01:36:13 	at org.elasticsearch.ElasticsearchException.fromXContent(ElasticsearchException.java:407)
      2022-01-19T01:36:13.5308926Z Jan 19 01:36:13 	at org.elasticsearch.action.bulk.BulkItemResponse.fromXContent(BulkItemResponse.java:138)
      2022-01-19T01:36:13.5309558Z Jan 19 01:36:13 	at org.elasticsearch.action.bulk.BulkResponse.fromXContent(BulkResponse.java:196)
      2022-01-19T01:36:13.5310309Z Jan 19 01:36:13 	at org.elasticsearch.client.RestHighLevelClient.parseEntity(RestHighLevelClient.java:1793)
      2022-01-19T01:36:13.5311264Z Jan 19 01:36:13 	at org.elasticsearch.client.RestHighLevelClient.lambda$performRequestAsyncAndParseEntity$10(RestHighLevelClient.java:1581)
      2022-01-19T01:36:13.5311978Z Jan 19 01:36:13 	at org.elasticsearch.client.RestHighLevelClient$1.onSuccess(RestHighLevelClient.java:1663)
      2022-01-19T01:36:13.5312902Z Jan 19 01:36:13 	at org.elasticsearch.client.RestClient$FailureTrackingResponseListener.onSuccess(RestClient.java:590)
      2022-01-19T01:36:13.5313519Z Jan 19 01:36:13 	at org.elasticsearch.client.RestClient$1.completed(RestClient.java:333)
      2022-01-19T01:36:13.5314106Z Jan 19 01:36:13 	at org.elasticsearch.client.RestClient$1.completed(RestClient.java:327)
      2022-01-19T01:36:13.5314683Z Jan 19 01:36:13 	at org.apache.http.concurrent.BasicFuture.completed(BasicFuture.java:122)
      2022-01-19T01:36:13.5315376Z Jan 19 01:36:13 	at org.apache.http.impl.nio.client.DefaultClientExchangeHandlerImpl.responseCompleted(DefaultClientExchangeHandlerImpl.java:181)
      2022-01-19T01:36:13.5316242Z Jan 19 01:36:13 	at org.apache.http.nio.protocol.HttpAsyncRequestExecutor.processResponse(HttpAsyncRequestExecutor.java:448)
      2022-01-19T01:36:13.5316970Z Jan 19 01:36:13 	at org.apache.http.nio.protocol.HttpAsyncRequestExecutor.inputReady(HttpAsyncRequestExecutor.java:338)
      2022-01-19T01:36:13.5317679Z Jan 19 01:36:13 	at org.apache.http.impl.nio.DefaultNHttpClientConnection.consumeInput(DefaultNHttpClientConnection.java:265)
      2022-01-19T01:36:13.5318370Z Jan 19 01:36:13 	at org.apache.http.impl.nio.client.InternalIODispatch.onInputReady(InternalIODispatch.java:81)
      2022-01-19T01:36:13.5319021Z Jan 19 01:36:13 	at org.apache.http.impl.nio.client.InternalIODispatch.onInputReady(InternalIODispatch.java:39)
      2022-01-19T01:36:13.5319686Z Jan 19 01:36:13 	at org.apache.http.impl.nio.reactor.AbstractIODispatch.inputReady(AbstractIODispatch.java:114)
      2022-01-19T01:36:13.5320341Z Jan 19 01:36:13 	at org.apache.http.impl.nio.reactor.BaseIOReactor.readable(BaseIOReactor.java:162)
      2022-01-19T01:36:13.5321189Z Jan 19 01:36:13 	at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:337)
      2022-01-19T01:36:13.5321863Z Jan 19 01:36:13 	at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java:315)
      2022-01-19T01:36:13.5322589Z Jan 19 01:36:13 	at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:276)
      2022-01-19T01:36:13.5323222Z Jan 19 01:36:13 	at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:104)
      2022-01-19T01:36:13.5323975Z Jan 19 01:36:13 	at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:591)
      2022-01-19T01:36:13.5324559Z Jan 19 01:36:13 	... 1 more
      

      https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=29666&view=logs&j=d44f43ce-542c-597d-bf94-b0718c71e5e8&t=ed165f3f-d0f6-524b-5279-86f8ee7d0e2d&l=12676

      Attachments

        Issue Links

          Activity

            People

              alexanderpreuss Alexander Preuss
              trohrmann Till Rohrmann
              Votes:
              0 Vote for this issue
              Watchers:
              4 Start watching this issue

              Dates

                Created:
                Updated:
                Resolved: