diff --git hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/util/WebAppUtils.java hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/util/WebAppUtils.java index faf4a77..ada5c1e 100644 --- hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/util/WebAppUtils.java +++ hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/util/WebAppUtils.java @@ -24,6 +24,7 @@ import java.net.InetSocketAddress; import java.net.UnknownHostException; import java.util.ArrayList; +import java.util.Arrays; import java.util.List; import org.apache.hadoop.classification.InterfaceAudience.Private; @@ -400,4 +401,21 @@ public static ApplicationId parseApplicationId(RecordFactory recordFactory, } return aid; } + + public static String getSupportedContentType(String format) { + if (format.equalsIgnoreCase("text")) { + return "text/plain"; + } else if (format.equalsIgnoreCase("octet-stream")) { + return "application/octet-stream"; + } + return null; + } + + public static String getDefaultContentType() { + return "text/plain"; + } + + public static List listSupportedContentType() { + return Arrays.asList("text", "octet-stream"); + } } diff --git hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/AHSWebServices.java hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/AHSWebServices.java index d91ae55..80f70ab 100644 --- hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/AHSWebServices.java +++ hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/AHSWebServices.java @@ -67,6 +67,7 @@ import org.apache.hadoop.yarn.util.Times; import org.apache.hadoop.yarn.util.timeline.TimelineUtils; import org.apache.hadoop.yarn.webapp.BadRequestException; +import org.apache.hadoop.yarn.webapp.util.WebAppUtils; import com.google.common.base.Joiner; import com.google.inject.Inject; import com.google.inject.Singleton; @@ -213,7 +214,7 @@ public Response getLogs(@Context HttpServletRequest req, @Context HttpServletResponse res, @PathParam("containerid") String containerIdStr, @PathParam("filename") String filename, - @QueryParam("download") String download, + @QueryParam("format") String format, @QueryParam("size") String size) { init(res); ContainerId containerId; @@ -224,9 +225,6 @@ public Response getLogs(@Context HttpServletRequest req, "Invalid ContainerId: " + containerIdStr); } - boolean downloadFile = parseBooleanParam(download); - - final long length = parseLongParam(size); ApplicationId appId = containerId.getApplicationAttemptId() @@ -237,7 +235,7 @@ public Response getLogs(@Context HttpServletRequest req, } catch (Exception ex) { // directly find logs from HDFS. return sendStreamOutputResponse(appId, null, null, containerIdStr, - filename, downloadFile, length); + filename, format, length); } String appOwner = appInfo.getUser(); @@ -251,7 +249,7 @@ public Response getLogs(@Context HttpServletRequest req, if (isFinishedState(appInfo.getAppState())) { // directly find logs from HDFS. return sendStreamOutputResponse(appId, appOwner, null, containerIdStr, - filename, downloadFile, length); + filename, format, length); } return createBadResponse(Status.INTERNAL_SERVER_ERROR, "Can not get ContainerInfo for the container: " + containerId); @@ -271,7 +269,7 @@ public Response getLogs(@Context HttpServletRequest req, return response.build(); } else if (isFinishedState(appInfo.getAppState())) { return sendStreamOutputResponse(appId, appOwner, nodeId, - containerIdStr, filename, downloadFile, length); + containerIdStr, filename, format, length); } else { return createBadResponse(Status.NOT_FOUND, "The application is not at Running or Finished State."); @@ -294,13 +292,19 @@ private Response createBadResponse(Status status, String errMessage) { return response; } - private boolean parseBooleanParam(String param) { - return ("true").equalsIgnoreCase(param); - } - private Response sendStreamOutputResponse(ApplicationId appId, String appOwner, String nodeId, String containerIdStr, - String fileName, boolean downloadFile, long bytes) { + String fileName, String format, long bytes) { + String contentType = WebAppUtils.getDefaultContentType(); + if (format != null && !format.isEmpty()) { + contentType = WebAppUtils.getSupportedContentType(format); + if (contentType == null) { + String errorMessage = "The valid values for the parameter : format " + + "are " + WebAppUtils.listSupportedContentType(); + return Response.status(Status.BAD_REQUEST).entity(errorMessage) + .build(); + } + } StreamingOutput stream = null; try { stream = getStreamingOutput(appId, appOwner, nodeId, @@ -314,9 +318,8 @@ private Response sendStreamOutputResponse(ApplicationId appId, "Can not get log for container: " + containerIdStr); } ResponseBuilder response = Response.ok(stream); - if (downloadFile) { - response.header("Content-Type", "application/octet-stream"); - } + response.header("Content-Type", contentType); + response.header("X-Content-Type-Options", "nosniff"); return response.build(); } diff --git hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NMWebServices.java hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NMWebServices.java index e13baa7..464bd7d 100644 --- hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NMWebServices.java +++ hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NMWebServices.java @@ -206,6 +206,10 @@ public ContainerInfo getNodeContainer(@javax.ws.rs.core.Context * The container ID * @param filename * The name of the log file + * @param format + * The content type + * @param size + * the size of the log file * @return * The contents of the container's log file */ @@ -216,7 +220,7 @@ public ContainerInfo getNodeContainer(@javax.ws.rs.core.Context @Unstable public Response getLogs(@PathParam("containerid") String containerIdStr, @PathParam("filename") String filename, - @QueryParam("download") String download, + @QueryParam("format") String format, @QueryParam("size") String size) { ContainerId containerId; try { @@ -234,8 +238,17 @@ public Response getLogs(@PathParam("containerid") String containerIdStr, } catch (YarnException ex) { return Response.serverError().entity(ex.getMessage()).build(); } - boolean downloadFile = parseBooleanParam(download); final long bytes = parseLongParam(size); + String contentType = WebAppUtils.getDefaultContentType(); + if (format != null && !format.isEmpty()) { + contentType = WebAppUtils.getSupportedContentType(format); + if (contentType == null) { + String errorMessage = "The valid values for the parameter : format " + + "are " + WebAppUtils.listSupportedContentType(); + return Response.status(Status.BAD_REQUEST).entity(errorMessage) + .build(); + } + } try { final FileInputStream fis = ContainerLogsUtils.openLogFileForRead( @@ -285,22 +298,14 @@ public void write(OutputStream os) throws IOException, } }; ResponseBuilder resp = Response.ok(stream); - if (downloadFile) { - resp.header("Content-Type", "application/octet-stream"); - } + resp.header("Content-Type", contentType); + resp.header("X-Content-Type-Options", "nosniff"); return resp.build(); } catch (IOException ex) { return Response.serverError().entity(ex.getMessage()).build(); } } - private boolean parseBooleanParam(String param) { - if (param != null) { - return ("true").equalsIgnoreCase(param); - } - return false; - } - private long parseLongParam(String bytes) { if (bytes == null || bytes.isEmpty()) { return Long.MAX_VALUE; diff --git hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServices.java hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServices.java index 4e2feee..850d326 100644 --- hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServices.java +++ hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/webapp/TestNMWebServices.java @@ -57,6 +57,7 @@ import org.apache.hadoop.yarn.webapp.JerseyTestBase; import org.apache.hadoop.yarn.webapp.WebApp; import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; +import org.apache.hadoop.yarn.webapp.util.WebAppUtils; import org.codehaus.jettison.json.JSONException; import org.codehaus.jettison.json.JSONObject; import org.junit.AfterClass; @@ -394,13 +395,24 @@ public void testContainerLogs() throws IOException { // ask and download it response = r.path("ws").path("v1").path("node").path("containerlogs") - .path(containerIdStr).path(filename).queryParam("download", "true") + .path(containerIdStr).path(filename) + .queryParam("format", "octet-stream") .accept(MediaType.TEXT_PLAIN).get(ClientResponse.class); responseText = response.getEntity(String.class); assertEquals(logMessage, responseText); assertEquals(200, response.getStatus()); assertEquals("application/octet-stream", response.getType().toString()); + // specify a invalid format value + response = r.path("ws").path("v1").path("node").path("containerlogs") + .path(containerIdStr).path(filename) + .queryParam("format", "123") + .accept(MediaType.TEXT_PLAIN).get(ClientResponse.class); + responseText = response.getEntity(String.class); + assertEquals("The valid values for the parameter : format are " + + WebAppUtils.listSupportedContentType(), responseText); + assertEquals(400, response.getStatus()); + // ask for file that doesn't exist response = r.path("ws").path("v1").path("node") .path("containerlogs").path(containerIdStr).path("uhhh")