[HADOOP-13372] MR jobs can not access Swift filesystem if Kerberos is enabled

• Type: Bug
• Status: Patch Available
• Priority: Major
• Resolution: Unresolved
• Affects Version/s: 2.7.2
• Component/s: fs, fs/swift, security
• Target Version/s: 2.8.3
• Assignee: ramtin
• Reporter: ramtin
• Created: 13/Jul/16 17:20
• Updated: 11/Sep/17 05:41

Description

java.lang.IllegalArgumentException: java.net.UnknownHostException:
    at org.apache.hadoop.security.SecurityUtil.buildTokenService(SecurityUtil.java:378)
    at org.apache.hadoop.security.SecurityUtil.buildDTServiceName(SecurityUtil.java:262)
    at org.apache.hadoop.fs.FileSystem.getCanonicalServiceName(FileSystem.java:303)
    at org.apache.hadoop.fs.FileSystem.collectDelegationTokens(FileSystem.java:524)
    at org.apache.hadoop.fs.FileSystem.addDelegationTokens(FileSystem.java:508)
    at org.apache.hadoop.mapreduce.security.TokenCache.obtainTokensForNamenodesInternal(TokenCache.java:121)
    at org.apache.hadoop.mapreduce.security.TokenCache.obtainTokensForNamenodesInternal(TokenCache.java:100)
    at org.apache.hadoop.mapreduce.security.TokenCache.obtainTokensForNamenodes(TokenCache.java:80)
    at org.apache.hadoop.tools.mapred.CopyOutputFormat.checkOutputSpecs(CopyOutputFormat.java:121)
    at org.apache.hadoop.mapreduce.JobSubmitter.checkSpecs(JobSubmitter.java:266)
    at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:139)
    at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1290)
    at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1287)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:422)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657)
    at org.apache.hadoop.mapreduce.Job.submit(Job.java:1287)
    at org.apache.hadoop.tools.DistCp.createAndSubmitJob(DistCp.java:183)
    at org.apache.hadoop.tools.DistCp.execute(DistCp.java:153)
    at org.apache.hadoop.tools.DistCp.run(DistCp.java:126)
    at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
    at org.apache.hadoop.tools.DistCp.main(DistCp.java:430)
Caused by: java.net.UnknownHostException: