Uploaded image for project: 'Flink'
  1. Flink
  2. FLINK-23635

PrestoS3FileSystemITCase.testConfigKeysForwarding

    XMLWordPrintableJSON

Details

    Description

      https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=21522&view=logs&j=d44f43ce-542c-597d-bf94-b0718c71e5e8&t=ed165f3f-d0f6-524b-5279-86f8ee7d0e2d&l=11407

      Aug 04 16:45:11 [ERROR] Tests run: 6, Failures: 0, Errors: 2, Skipped: 0, Time elapsed: 104.563 s <<< FAILURE! - in org.apache.flink.fs.s3presto.PrestoS3FileSystemITCase
      Aug 04 16:45:11 [ERROR] testConfigKeysForwarding[Scheme = s3](org.apache.flink.fs.s3presto.PrestoS3FileSystemITCase)  Time elapsed: 44.523 s  <<< ERROR!
      Aug 04 16:45:11 com.amazonaws.SdkClientException: Unable to load AWS credentials from any provider in the chain: [EnvironmentVariableCredentialsProvider: Unable to load AWS credentials from environment variables (AWS_ACCESS_KEY_ID (or AWS_ACCESS_KEY) and AWS_SECRET_KEY (or AWS_SECRET_ACCESS_KEY)), SystemPropertiesCredentialsProvider: Unable to load AWS credentials from Java system properties (aws.accessKeyId and aws.secretKey), WebIdentityTokenCredentialsProvider: You must specify a value for roleArn and roleSessionName, com.amazonaws.auth.profile.ProfileCredentialsProvider@1e7f2e0f: profile file cannot be null, com.amazonaws.auth.EC2ContainerCredentialsProviderWrapper@55f45b92: Failed to connect to service endpoint: ]
      Aug 04 16:45:11 	at com.amazonaws.auth.AWSCredentialsProviderChain.getCredentials(AWSCredentialsProviderChain.java:136)
      Aug 04 16:45:11 	at com.amazonaws.http.AmazonHttpClient$RequestExecutor.getCredentialsFromContext(AmazonHttpClient.java:1257)
      Aug 04 16:45:11 	at com.amazonaws.http.AmazonHttpClient$RequestExecutor.runBeforeRequestHandlers(AmazonHttpClient.java:833)
      Aug 04 16:45:11 	at com.amazonaws.http.AmazonHttpClient$RequestExecutor.doExecute(AmazonHttpClient.java:783)
      Aug 04 16:45:11 	at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeWithTimer(AmazonHttpClient.java:770)
      Aug 04 16:45:11 	at com.amazonaws.http.AmazonHttpClient$RequestExecutor.execute(AmazonHttpClient.java:744)
      Aug 04 16:45:11 	at com.amazonaws.http.AmazonHttpClient$RequestExecutor.access$500(AmazonHttpClient.java:704)
      Aug 04 16:45:11 	at com.amazonaws.http.AmazonHttpClient$RequestExecutionBuilderImpl.execute(AmazonHttpClient.java:686)
      Aug 04 16:45:11 	at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:550)
      Aug 04 16:45:11 	at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:530)
      Aug 04 16:45:11 	at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:5259)
      Aug 04 16:45:11 	at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:5206)
      Aug 04 16:45:11 	at com.amazonaws.services.s3.AmazonS3Client.getObjectMetadata(AmazonS3Client.java:1360)
      Aug 04 16:45:11 	at com.amazonaws.services.s3.AmazonS3Client.getObjectMetadata(AmazonS3Client.java:1334)
      Aug 04 16:45:11 	at com.facebook.presto.hive.s3.PrestoS3FileSystem.lambda$getS3ObjectMetadata$4(PrestoS3FileSystem.java:661)
      Aug 04 16:45:11 	at com.facebook.presto.hive.RetryDriver.run(RetryDriver.java:139)
      Aug 04 16:45:11 	at com.facebook.presto.hive.s3.PrestoS3FileSystem.getS3ObjectMetadata(PrestoS3FileSystem.java:658)
      Aug 04 16:45:11 	at com.facebook.presto.hive.s3.PrestoS3FileSystem.getS3ObjectMetadata(PrestoS3FileSystem.java:642)
      Aug 04 16:45:11 	at com.facebook.presto.hive.s3.PrestoS3FileSystem.getFileStatus(PrestoS3FileSystem.java:353)
      Aug 04 16:45:11 	at org.apache.hadoop.fs.FileSystem.exists(FileSystem.java:1734)
      Aug 04 16:45:11 	at org.apache.flink.runtime.fs.hdfs.HadoopFileSystem.exists(HadoopFileSystem.java:165)
      Aug 04 16:45:11 	at org.apache.flink.fs.s3presto.PrestoS3FileSystemITCase.testConfigKeysForwarding(PrestoS3FileSystemITCase.java:91)
      Aug 04 16:45:11 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      Aug 04 16:45:11 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
      Aug 04 16:45:11 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      Aug 04 16:45:11 	at java.lang.reflect.Method.invoke(Method.java:498)
      Aug 04 16:45:11 	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
      Aug 04 16:45:11 	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
      Aug 04 16:45:11 	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
      Aug 04 16:45:11 	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
      Aug 04 16:45:11 	at org.apache.flink.util.TestNameProvider$1.evaluate(TestNameProvider.java:45)
      Aug 04 16:45:11 	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
      
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
      Aug 04 16:45:11 	at org.junit.runners.Suite.runChild(Suite.java:128)
      Aug 04 16:45:11 	at org.junit.runners.Suite.runChild(Suite.java:27)
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
      Aug 04 16:45:11 	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
      Aug 04 16:45:11 	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
      Aug 04 16:45:11 	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
      Aug 04 16:45:11 	at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365)
      Aug 04 16:45:11 	at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273)
      Aug 04 16:45:11 	at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
      Aug 04 16:45:11 	at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159)
      Aug 04 16:45:11 	at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384)
      Aug 04 16:45:11 	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345)
      Aug 04 16:45:11 	at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126)
      Aug 04 16:45:11 	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418)
      Aug 04 16:45:11 	Suppressed: com.amazonaws.SdkClientException: Unable to load AWS credentials from any provider in the chain: [EnvironmentVariableCredentialsProvider: Unable to load AWS credentials from environment variables (AWS_ACCESS_KEY_ID (or AWS_ACCESS_KEY) and AWS_SECRET_KEY (or AWS_SECRET_ACCESS_KEY)), SystemPropertiesCredentialsProvider: Unable to load AWS credentials from Java system properties (aws.accessKeyId and aws.secretKey), WebIdentityTokenCredentialsProvider: You must specify a value for roleArn and roleSessionName, com.amazonaws.auth.profile.ProfileCredentialsProvider@1e7f2e0f: profile file cannot be null, com.amazonaws.auth.EC2ContainerCredentialsProviderWrapper@55f45b92: Failed to connect to service endpoint: ]
      Aug 04 16:45:11 		... 62 more
      Aug 04 16:45:11 	Suppressed: com.amazonaws.SdkClientException: Unable to load AWS credentials from any provider in the chain: [EnvironmentVariableCredentialsProvider: Unable to load AWS credentials from environment variables (AWS_ACCESS_KEY_ID (or AWS_ACCESS_KEY) and AWS_SECRET_KEY (or AWS_SECRET_ACCESS_KEY)), SystemPropertiesCredentialsProvider: Unable to load AWS credentials from Java system properties (aws.accessKeyId and aws.secretKey), WebIdentityTokenCredentialsProvider: You must specify a value for roleArn and roleSessionName, com.amazonaws.auth.profile.ProfileCredentialsProvider@1e7f2e0f: profile file cannot be null, com.amazonaws.auth.EC2ContainerCredentialsProviderWrapper@55f45b92: Failed to connect to service endpoint: ]
      Aug 04 16:45:11 		... 62 more
      Aug 04 16:45:11 	Suppressed: com.amazonaws.SdkClientException: Unable to load AWS credentials from any provider in the chain: [EnvironmentVariableCredentialsProvider: Unable to load AWS credentials from environment variables (AWS_ACCESS_KEY_ID (or AWS_ACCESS_KEY) and AWS_SECRET_KEY (or AWS_SECRET_ACCESS_KEY)), SystemPropertiesCredentialsProvider: Unable to load AWS credentials from Java system properties (aws.accessKeyId and aws.secretKey), WebIdentityTokenCredentialsProvider: You must specify a value for roleArn and roleSessionName, com.amazonaws.auth.profile.ProfileCredentialsProvider@1e7f2e0f: profile file cannot be null, com.amazonaws.auth.EC2ContainerCredentialsProviderWrapper@55f45b92: Failed to connect to service endpoint: ]
      Aug 04 16:45:11 		... 62 more
      Aug 04 16:45:11 	Suppressed: com.amazonaws.SdkClientException: Unable to load AWS credentials from any provider in the chain: [EnvironmentVariableCredentialsProvider: Unable to load AWS credentials from environment variables (AWS_ACCESS_KEY_ID (or AWS_ACCESS_KEY) and AWS_SECRET_KEY (or AWS_SECRET_ACCESS_KEY)), SystemPropertiesCredentialsProvider: Unable to load AWS credentials from Java system properties (aws.accessKeyId and aws.secretKey), WebIdentityTokenCredentialsProvider: You must specify a value for roleArn and roleSessionName, com.amazonaws.auth.profile.ProfileCredentialsProvider@1e7f2e0f: profile file cannot be null, com.amazonaws.auth.EC2ContainerCredentialsProviderWrapper@55f45b92: Failed to connect to service endpoint: ]
      Aug 04 16:45:11 		... 62 more
      Aug 04 16:45:11 	Suppressed: com.amazonaws.SdkClientException: Unable to load AWS credentials from any provider in the chain: [EnvironmentVariableCredentialsProvider: Unable to load AWS credentials from environment variables (AWS_ACCESS_KEY_ID (or AWS_ACCESS_KEY) and AWS_SECRET_KEY (or AWS_SECRET_ACCESS_KEY)), SystemPropertiesCredentialsProvider: Unable to load AWS credentials from Java system properties (aws.accessKeyId and aws.secretKey), WebIdentityTokenCredentialsProvider: You must specify a value for roleArn and roleSessionName, com.amazonaws.auth.profile.ProfileCredentialsProvider@1e7f2e0f: profile file cannot be null, com.amazonaws.auth.EC2ContainerCredentialsProviderWrapper@55f45b92: Failed to connect to service endpoint: ]
      Aug 04 16:45:11 		... 62 more
      

      Attachments

        Issue Links

          Activity

            People

              airblader Ingo Bürk
              xtsong Xintong Song
              Votes:
              0 Vote for this issue
              Watchers:
              4 Start watching this issue

              Dates

                Created:
                Updated:
                Resolved: