Uploaded image for project: 'Flink'
  1. Flink
  2. FLINK-26563

HadoopS3RecoverableWriterITCase hang on azure

    XMLWordPrintableJSON

Details

    Description

      2022-03-09T09:44:11.6454998Z Mar 09 09:44:11 "main" #1 prio=5 os_prio=0 tid=0x00007f331000b800 nid=0x7601 runnable [0x00007f3318203000]
      2022-03-09T09:44:11.6455475Z Mar 09 09:44:11    java.lang.Thread.State: RUNNABLE
      2022-03-09T09:44:11.6455962Z Mar 09 09:44:11 	at java.net.SocketInputStream.socketRead0(Native Method)
      2022-03-09T09:44:11.6456563Z Mar 09 09:44:11 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
      2022-03-09T09:44:11.6457422Z Mar 09 09:44:11 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
      2022-03-09T09:44:11.6458036Z Mar 09 09:44:11 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
      2022-03-09T09:44:11.6458667Z Mar 09 09:44:11 	at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:457)
      2022-03-09T09:44:11.6459649Z Mar 09 09:44:11 	at sun.security.ssl.SSLSocketInputRecord.decodeInputRecord(SSLSocketInputRecord.java:237)
      2022-03-09T09:44:11.6460672Z Mar 09 09:44:11 	at sun.security.ssl.SSLSocketInputRecord.decode(SSLSocketInputRecord.java:190)
      2022-03-09T09:44:11.6461267Z Mar 09 09:44:11 	at sun.security.ssl.SSLTransport.decode(SSLTransport.java:109)
      2022-03-09T09:44:11.6462110Z Mar 09 09:44:11 	at sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1386)
      2022-03-09T09:44:11.6463039Z Mar 09 09:44:11 	at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1354)
      2022-03-09T09:44:11.6464168Z Mar 09 09:44:11 	at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:73)
      2022-03-09T09:44:11.6465097Z Mar 09 09:44:11 	at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:948)
      2022-03-09T09:44:11.6466100Z Mar 09 09:44:11 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
      2022-03-09T09:44:11.6467149Z Mar 09 09:44:11 	at org.apache.http.impl.io.SessionInputBufferImpl.read(SessionInputBufferImpl.java:197)
      2022-03-09T09:44:11.6468145Z Mar 09 09:44:11 	at org.apache.http.impl.io.ContentLengthInputStream.read(ContentLengthInputStream.java:176)
      2022-03-09T09:44:11.6469179Z Mar 09 09:44:11 	at org.apache.http.conn.EofSensorInputStream.read(EofSensorInputStream.java:135)
      2022-03-09T09:44:11.6470153Z Mar 09 09:44:11 	at com.amazonaws.internal.SdkFilterInputStream.read(SdkFilterInputStream.java:90)
      2022-03-09T09:44:11.6471929Z Mar 09 09:44:11 	at com.amazonaws.event.ProgressInputStream.read(ProgressInputStream.java:180)
      2022-03-09T09:44:11.6472974Z Mar 09 09:44:11 	at com.amazonaws.internal.SdkFilterInputStream.read(SdkFilterInputStream.java:90)
      2022-03-09T09:44:11.6474107Z Mar 09 09:44:11 	at com.amazonaws.internal.SdkFilterInputStream.read(SdkFilterInputStream.java:90)
      2022-03-09T09:44:11.6474724Z Mar 09 09:44:11 	at com.amazonaws.internal.SdkFilterInputStream.read(SdkFilterInputStream.java:90)
      2022-03-09T09:44:11.6475308Z Mar 09 09:44:11 	at com.amazonaws.event.ProgressInputStream.read(ProgressInputStream.java:180)
      2022-03-09T09:44:11.6475917Z Mar 09 09:44:11 	at com.amazonaws.internal.SdkFilterInputStream.read(SdkFilterInputStream.java:90)
      2022-03-09T09:44:11.6476713Z Mar 09 09:44:11 	at com.amazonaws.util.LengthCheckInputStream.read(LengthCheckInputStream.java:107)
      2022-03-09T09:44:11.6477327Z Mar 09 09:44:11 	at com.amazonaws.internal.SdkFilterInputStream.read(SdkFilterInputStream.java:90)
      2022-03-09T09:44:11.6478193Z Mar 09 09:44:11 	at com.amazonaws.services.s3.internal.S3AbortableInputStream.read(S3AbortableInputStream.java:125)
      2022-03-09T09:44:11.6478853Z Mar 09 09:44:11 	at com.amazonaws.internal.SdkFilterInputStream.read(SdkFilterInputStream.java:90)
      2022-03-09T09:44:11.6479480Z Mar 09 09:44:11 	at org.apache.hadoop.fs.s3a.S3AInputStream.lambda$read$3(S3AInputStream.java:468)
      2022-03-09T09:44:11.6480092Z Mar 09 09:44:11 	at org.apache.hadoop.fs.s3a.S3AInputStream$$Lambda$312/577682023.execute(Unknown Source)
      2022-03-09T09:44:11.6480876Z Mar 09 09:44:11 	at org.apache.hadoop.fs.s3a.Invoker.once(Invoker.java:109)
      2022-03-09T09:44:11.6481443Z Mar 09 09:44:11 	at org.apache.hadoop.fs.s3a.Invoker.lambda$retry$3(Invoker.java:265)
      2022-03-09T09:44:11.6482012Z Mar 09 09:44:11 	at org.apache.hadoop.fs.s3a.Invoker$$Lambda$289/1921012072.execute(Unknown Source)
      2022-03-09T09:44:11.6482581Z Mar 09 09:44:11 	at org.apache.hadoop.fs.s3a.Invoker.retryUntranslated(Invoker.java:322)
      2022-03-09T09:44:11.6483146Z Mar 09 09:44:11 	at org.apache.hadoop.fs.s3a.Invoker.retry(Invoker.java:261)
      2022-03-09T09:44:11.6483690Z Mar 09 09:44:11 	at org.apache.hadoop.fs.s3a.Invoker.retry(Invoker.java:236)
      2022-03-09T09:44:11.6484253Z Mar 09 09:44:11 	at org.apache.hadoop.fs.s3a.S3AInputStream.read(S3AInputStream.java:464)
      2022-03-09T09:44:11.6485301Z Mar 09 09:44:11 	- locked <0x0000000093276878> (a org.apache.hadoop.fs.s3a.S3AInputStream)
      2022-03-09T09:44:11.6485853Z Mar 09 09:44:11 	at java.io.DataInputStream.read(DataInputStream.java:149)
      2022-03-09T09:44:11.6486473Z Mar 09 09:44:11 	at org.apache.flink.runtime.fs.hdfs.HadoopDataInputStream.read(HadoopDataInputStream.java:96)
      2022-03-09T09:44:11.6487084Z Mar 09 09:44:11 	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:284)
      2022-03-09T09:44:11.6487635Z Mar 09 09:44:11 	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:326)
      2022-03-09T09:44:11.6488163Z Mar 09 09:44:11 	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:178)
      2022-03-09T09:44:11.6488874Z Mar 09 09:44:11 	- locked <0x0000000093276a10> (a java.io.InputStreamReader)
      2022-03-09T09:44:11.6489530Z Mar 09 09:44:11 	at java.io.InputStreamReader.read(InputStreamReader.java:184)
      2022-03-09T09:44:11.6490063Z Mar 09 09:44:11 	at java.io.BufferedReader.fill(BufferedReader.java:161)
      2022-03-09T09:44:11.6490857Z Mar 09 09:44:11 	at java.io.BufferedReader.readLine(BufferedReader.java:324)
      2022-03-09T09:44:11.6491601Z Mar 09 09:44:11 	- locked <0x0000000093276a10> (a java.io.InputStreamReader)
      2022-03-09T09:44:11.6492122Z Mar 09 09:44:11 	at java.io.BufferedReader.readLine(BufferedReader.java:389)
      2022-03-09T09:44:11.6492796Z Mar 09 09:44:11 	at org.apache.flink.fs.s3hadoop.HadoopS3RecoverableWriterITCase.getContentsOfFile(HadoopS3RecoverableWriterITCase.java:423)
      2022-03-09T09:44:11.6493611Z Mar 09 09:44:11 	at org.apache.flink.fs.s3hadoop.HadoopS3RecoverableWriterITCase.testResumeAfterMultiplePersist(HadoopS3RecoverableWriterITCase.java:413)
      2022-03-09T09:44:11.6494498Z Mar 09 09:44:11 	at org.apache.flink.fs.s3hadoop.HadoopS3RecoverableWriterITCase.testResumeAfterMultiplePersistWithMultiPartUploads(HadoopS3RecoverableWriterITCase.java:366)
      2022-03-09T09:44:11.6495374Z Mar 09 09:44:11 	at org.apache.flink.fs.s3hadoop.HadoopS3RecoverableWriterITCase.testRecoverWithStateWithMultiPart(HadoopS3RecoverableWriterITCase.java:342)
      2022-03-09T09:44:11.6496054Z Mar 09 09:44:11 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      2022-03-09T09:44:11.6496625Z Mar 09 09:44:11 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
      2022-03-09T09:44:11.6497268Z Mar 09 09:44:11 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      2022-03-09T09:44:11.6497967Z Mar 09 09:44:11 	at java.lang.reflect.Method.invoke(Method.java:498)
      2022-03-09T09:44:11.6498547Z Mar 09 09:44:11 	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
      2022-03-09T09:44:11.6499185Z Mar 09 09:44:11 	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
      2022-03-09T09:44:11.6499823Z Mar 09 09:44:11 	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
      2022-03-09T09:44:11.6500652Z Mar 09 09:44:11 	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
      2022-03-09T09:44:11.6501298Z Mar 09 09:44:11 	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
      2022-03-09T09:44:11.6501903Z Mar 09 09:44:11 	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
      2022-03-09T09:44:11.6502518Z Mar 09 09:44:11 	at org.apache.flink.util.TestNameProvider$1.evaluate(TestNameProvider.java:45)
      2022-03-09T09:44:11.6503097Z Mar 09 09:44:11 	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
      2022-03-09T09:44:11.6503656Z Mar 09 09:44:11 	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
      2022-03-09T09:44:11.6504252Z Mar 09 09:44:11 	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
      2022-03-09T09:44:11.6504847Z Mar 09 09:44:11 	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
      2022-03-09T09:44:11.6505413Z Mar 09 09:44:11 	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
      2022-03-09T09:44:11.6506035Z Mar 09 09:44:11 	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
      2022-03-09T09:44:11.6506610Z Mar 09 09:44:11 	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
      2022-03-09T09:44:11.6507155Z Mar 09 09:44:11 	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
      2022-03-09T09:44:11.6507712Z Mar 09 09:44:11 	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
      2022-03-09T09:44:11.6508273Z Mar 09 09:44:11 	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
      2022-03-09T09:44:11.6508821Z Mar 09 09:44:11 	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
      2022-03-09T09:44:11.6509384Z Mar 09 09:44:11 	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
      2022-03-09T09:44:11.6510081Z Mar 09 09:44:11 	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
      2022-03-09T09:44:11.6510907Z Mar 09 09:44:11 	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
      2022-03-09T09:44:11.6511458Z Mar 09 09:44:11 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
      2022-03-09T09:44:11.6511992Z Mar 09 09:44:11 	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
      2022-03-09T09:44:11.6512531Z Mar 09 09:44:11 	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
      2022-03-09T09:44:11.6513045Z Mar 09 09:44:11 	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
      2022-03-09T09:44:11.6513538Z Mar 09 09:44:11 	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
      2022-03-09T09:44:11.6514099Z Mar 09 09:44:11 	at org.junit.vintage.engine.execution.RunnerExecutor.execute(RunnerExecutor.java:42)
      2022-03-09T09:44:11.6514736Z Mar 09 09:44:11 	at org.junit.vintage.engine.VintageTestEngine.executeAllChildren(VintageTestEngine.java:80)
      2022-03-09T09:44:11.6515366Z Mar 09 09:44:11 	at org.junit.vintage.engine.VintageTestEngine.execute(VintageTestEngine.java:72)
      2022-03-09T09:44:11.6516024Z Mar 09 09:44:11 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:107)
      2022-03-09T09:44:11.6516733Z Mar 09 09:44:11 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:88)
      2022-03-09T09:44:11.6517452Z Mar 09 09:44:11 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:54)
      2022-03-09T09:44:11.6518134Z Mar 09 09:44:11 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator$$Lambda$154/852445367.accept(Unknown Source)
      2022-03-09T09:44:11.6518897Z Mar 09 09:44:11 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:67)
      2022-03-09T09:44:11.6519642Z Mar 09 09:44:11 	at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:52)
      2022-03-09T09:44:11.6520575Z Mar 09 09:44:11 	at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114)
      2022-03-09T09:44:11.6521363Z Mar 09 09:44:11 	at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86)
      2022-03-09T09:44:11.6522051Z Mar 09 09:44:11 	at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86)
      2022-03-09T09:44:11.6522774Z Mar 09 09:44:11 	at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53)
      2022-03-09T09:44:11.6523480Z Mar 09 09:44:11 	at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.execute(JUnitPlatformProvider.java:188)
      2022-03-09T09:44:11.6524198Z Mar 09 09:44:11 	at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invokeAllTests(JUnitPlatformProvider.java:154)
      2022-03-09T09:44:11.6524914Z Mar 09 09:44:11 	at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invoke(JUnitPlatformProvider.java:124)
      2022-03-09T09:44:11.6525567Z Mar 09 09:44:11 	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:428)
      2022-03-09T09:44:11.6526192Z Mar 09 09:44:11 	at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
      2022-03-09T09:44:11.6526786Z Mar 09 09:44:11 	at org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:562)
      2022-03-09T09:44:11.6527378Z Mar 09 09:44:11 	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:548)
      2022-03-09T09:44:11.6527818Z Mar 09 09:44:11 
      

      https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=32714&view=logs&j=d44f43ce-542c-597d-bf94-b0718c71e5e8&t=ed165f3f-d0f6-524b-5279-86f8ee7d0e2d&l=43455

      Attachments

        Activity

          People

            Unassigned Unassigned
            gaoyunhaii Yun Gao
            Votes:
            0 Vote for this issue
            Watchers:
            2 Start watching this issue

            Dates

              Created:
              Updated: