[HDFS-16794] Image transfer servlet at http://apache-hadoop-namenode:9870/imagetransfer, Authentication Required

• Type: Bug
• Status: Open
• Priority: Major
• Resolution: Unresolved
• Affects Version/s: 3.3.0, 3.3.1, 3.3.2, 3.3.3, 3.3.4
• Component/s: ha, hdfs

Environment

core-site.xml  

 

hadoop.http.authentication.simple.anonymous.allowed: "false"
hadoop.http.authentication.type: simple
hadoop.http.filter.initializers: org.apache.hadoop.security.AuthenticationFilterInitializer,org.apache.hadoop.http.lib.StaticUserWebFilter
hadoop.http.staticuser.user: hdfs

• Assignee: Unassigned
• Reporter: elliot
• Created: 06/Oct/22 13:11
• Updated: 06/Oct/22 13:11

Description

Data exists in Storage Directory root= /dfs/name; location= null. Formatting anyway.

{"name":"org.apache.hadoop.hdfs.server.common.Storage","time":1664434098041,"date":"2022-09-29 06:48:18,041","level":"INFO","thread":"main","message":"Will remove files: [/dfs/name/current/.hdfs-k8s-zkfc-formatted, /dfs/name/current/seen_txid, /dfs/name/current/VERSION]"}

{"name":"org.apache.hadoop.hdfs.server.common.Storage","time":1664434098051,"date":"2022-09-29 06:48:18,051","level":"INFO","thread":"main","message":"Storage directory /dfs/name has been successfully formatted."}

{"name":"org.apache.hadoop.hdfs.server.common.Util","time":1664434098059,"date":"2022-09-29 06:48:18,059","level":"INFO","thread":"main","message":"Assuming 'file' scheme for path /dfs/name in configuration."}

{"name":"org.apache.hadoop.hdfs.server.common.Util","time":1664434098059,"date":"2022-09-29 06:48:18,059","level":"INFO","thread":"main","message":"Assuming 'file' scheme for path /dfs/name in configuration."}

{"name":"org.apache.hadoop.hdfs.server.namenode.FSEditLog","time":1664434098110,"date":"2022-09-29 06:48:18,110","level":"INFO","thread":"main","message":"Edit logging is async:true"}

{"name":"org.apache.hadoop.hdfs.server.namenode.TransferFsImage","time":1664434098357,"date":"2022-09-29 06:48:18,357","level":"INFO","thread":"main","message":"Opening connection to http://apache-hadoop-namenode-0.apache-hadoop-namenode.nom-backend.svc.cluster.local:9870/imagetransfer?getimage=1&txid=0&storageInfo=-66:1919632792:1664433837683:CID-462fba6c-76bc-4c4f-958e-c4906374d825&bootstrapstandby=true"}

{"name":"org.apache.hadoop.hdfs.server.namenode.NameNode","time":1664434098407,"date":"2022-09-29 06:48:18,407","level":"ERROR","thread":"main","message":"Failed to start namenode.","exceptionclass":"java.io.IOException","stack":["java.io.IOException: java.lang.RuntimeException: org.apache.hadoop.hdfs.server.common.HttpGetFailedException: Image transfer servlet at http://apache-hadoop-namenode-0.apache-hadoop-namenode.nom-backend.svc.cluster.local:9870/imagetransfer?getimage=1&txid=0&storageInfo=-66:1919632792:1664433837683:CID-462fba6c-76bc-4c4f-958e-c4906374d825&bootstrapstandby=true failed with status code 401","Response message:","Authentication required","\tat org.apache.hadoop.hdfs.server.namenode.ha.BootstrapStandby.run(BootstrapStandby.java:549)","\tat org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1741)","\tat org.apache.hadoop.hdfs.server.namenode.NameNode.main(NameNode.java:1834)","Caused by: java.lang.RuntimeException: org.apache.hadoop.hdfs.server.common.HttpGetFailedException: Image transfer servlet at http://apache-hadoop-namenode-0.apache-hadoop-namenode.nom-backend.svc.cluster.local:9870/imagetransfer?getimage=1&txid=0&storageInfo=-66:1919632792:1664433837683:CID-462fba6c-76bc-4c4f-958e-c4906374d825&bootstrapstandby=true failed with status code 401","Response message:","Authentication required","\tat org.apache.hadoop.hdfs.server.namenode.ha.BootstrapStandby$1.run(BootstrapStandby.java:127)","\tat org.apache.hadoop.hdfs.server.namenode.ha.BootstrapStandby$1.run(BootstrapStandby.java:121)","\tat org.apache.hadoop.security.SecurityUtil.doAsLoginUserOrFatal(SecurityUtil.java:503)","\tat org.apache.hadoop.hdfs.server.namenode.ha.BootstrapStandby.run(BootstrapStandby.java:121)","\tat org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:81)","\tat org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:95)","\tat org.apache.hadoop.hdfs.server.namenode.ha.BootstrapStandby.run(BootstrapStandby.java:544)","\t... 2 more","Caused by: org.apache.hadoop.hdfs.server.common.HttpGetFailedException: Image transfer servlet at http://apache-hadoop-namenode-0.apache-hadoop-namenode.nom-backend.svc.cluster.local:9870/imagetransfer?getimage=1&txid=0&storageInfo=-66:1919632792:1664433837683:CID-462fba6c-76bc-4c4f-958e-c4906374d825&bootstrapstandby=true failed with status code 401","Response message:","Authentication required","\tat org.apache.hadoop.hdfs.server.common.Util.doGetUrl(Util.java:168)","\tat org.apache.hadoop.hdfs.server.namenode.TransferFsImage.doGetUrl(TransferFsImage.java:441)","\tat org.apache.hadoop.hdfs.server.namenode.TransferFsImage.getFileClient(TransferFsImage.java:436)","\tat org.apache.hadoop.hdfs.server.namenode.TransferFsImage.downloadImageToStorage(TransferFsImage.java:123)","\tat org.apache.hadoop.hdfs.server.namenode.ha.BootstrapStandby.downloadImage(BootstrapStandby.java:357)","\tat org.apache.hadoop.hdfs.server.namenode.ha.BootstrapStandby.doRun(BootstrapStandby.java:239)","\tat org.apache.hadoop.hdfs.server.namenode.ha.BootstrapStandby.access$000(BootstrapStandby.java:82)","\tat org.apache.hadoop.hdfs.server.namenode.ha.BootstrapStandby$1.run(BootstrapStandby.java:125)","\t... 8 more"]}