diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogDeletionService.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogDeletionService.java index 562bd2c6f41..841b8708371 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogDeletionService.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogDeletionService.java @@ -258,7 +258,7 @@ private void scheduleLogDeletionTask() throws IOException { return; } setLogAggCheckIntervalMsecs(retentionSecs); - task = new LogDeletionTask(conf, retentionSecs, creatRMClient()); + task = new LogDeletionTask(conf, retentionSecs, createRMClient()); timer = new Timer(); timer.scheduleAtFixedRate(task, 0, checkIntervalMsecs); } @@ -281,7 +281,7 @@ protected Configuration createConf() { // We have already marked ApplicationClientProtocol.getApplicationReport // as @Idempotent, it will automatically take care of RM restart/failover. @VisibleForTesting - protected ApplicationClientProtocol creatRMClient() throws IOException { + protected ApplicationClientProtocol createRMClient() throws IOException { return ClientRMProxy.createRMProxy(getConfig(), ApplicationClientProtocol.class); } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java index 4ee5c8ab24d..d9b4c1e4c86 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java @@ -178,7 +178,7 @@ public String toString() { * The set of log files that are older than retention policy that will * not be uploaded but ready for deletion. */ - private final Set obseleteRetentionLogFiles = new HashSet(); + private final Set obsoleteRetentionLogFiles = new HashSet(); // TODO Maybe add a version string here. Instead of changing the version of // the entire k-v format @@ -324,7 +324,7 @@ public String getUser() { // if log files are older than retention policy, do not upload them. // but schedule them for deletion. if(logRetentionContext != null && !logRetentionContext.shouldRetainLog()){ - obseleteRetentionLogFiles.addAll(candidates); + obsoleteRetentionLogFiles.addAll(candidates); candidates.clear(); return candidates; } @@ -396,9 +396,9 @@ private void filterFiles(String pattern, Set candidates, return info; } - public Set getObseleteRetentionLogFiles() { + public Set getObsoleteRetentionLogFiles() { Set path = new HashSet(); - for(File file: this.obseleteRetentionLogFiles) { + for(File file: this.obsoleteRetentionLogFiles) { path.add(new Path(file.getAbsolutePath())); } return path; diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/LogAggregationFileController.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/LogAggregationFileController.java index 5005b39f2f4..b047b1c71c2 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/LogAggregationFileController.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/LogAggregationFileController.java @@ -115,16 +115,16 @@ public LogAggregationFileController() {} */ public void initialize(Configuration conf, String controllerName) { this.conf = conf; - int configuredRentionSize = conf.getInt( + int configuredRetentionSize = conf.getInt( YarnConfiguration.NM_LOG_AGGREGATION_NUM_LOG_FILES_SIZE_PER_APP, YarnConfiguration .DEFAULT_NM_LOG_AGGREGATION_NUM_LOG_FILES_SIZE_PER_APP); - if (configuredRentionSize <= 0) { + if (configuredRetentionSize <= 0) { this.retentionSize = YarnConfiguration .DEFAULT_NM_LOG_AGGREGATION_NUM_LOG_FILES_SIZE_PER_APP; } else { - this.retentionSize = configuredRentionSize; + this.retentionSize = configuredRetentionSize; } this.fileControllerName = controllerName; initInternal(conf); diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/ifile/IndexedFileAggregatedLogsBlock.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/ifile/IndexedFileAggregatedLogsBlock.java index c53ffcc5ac9..4ef429d498b 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/ifile/IndexedFileAggregatedLogsBlock.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/ifile/IndexedFileAggregatedLogsBlock.java @@ -187,8 +187,8 @@ protected void render(Block html) { FSDataInputStream fsin = fileContext.open(thisNodeFile.getPath()); int bufferSize = 65536; for (IndexedFileLogMeta candidate : candidates) { - if (candidate.getLastModificatedTime() < startTime - || candidate.getLastModificatedTime() > endTime) { + if (candidate.getLastModifiedTime() < startTime + || candidate.getLastModifiedTime() > endTime) { continue; } byte[] cbuf = new byte[bufferSize]; @@ -205,7 +205,7 @@ protected void render(Block html) { html.pre().__("\n\n").__(); html.p().__("Log Type: " + candidate.getFileName()).__(); html.p().__("Log Upload Time: " + Times.format( - candidate.getLastModificatedTime())).__(); + candidate.getLastModifiedTime())).__(); html.p().__("Log Length: " + Long.toString( logLength)).__(); long startIndex = start < 0 diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/ifile/LogAggregationIndexedFileController.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/ifile/LogAggregationIndexedFileController.java index 59b8e2c0b32..78b0c134976 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/ifile/LogAggregationIndexedFileController.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/ifile/LogAggregationIndexedFileController.java @@ -404,7 +404,7 @@ public void write(LogKey logKey, LogValue logValue) throws IOException { meta.setStartIndex(outputStreamState.getStartPos()); meta.setFileSize(fileLength); } - meta.setLastModificatedTime(logFile.lastModified()); + meta.setLastModifiedTime(logFile.lastModified()); metas.add(meta); } logsMetaInThisCycle.addContainerLogMeta(containerId, metas); @@ -499,12 +499,12 @@ public boolean readAggregatedLogs(ContainerLogsRequest logRequest, .getRemoteNodeFileDir(conf, appId, logRequest.getAppOwner(), this.remoteRootLogDir, this.remoteRootLogDirSuffix); if (!nodeFiles.hasNext()) { - throw new IOException("There is no available log fils for " + throw new IOException("There is no available log file for " + "application:" + appId); } List allFiles = getAllNodeFiles(nodeFiles, appId); if (allFiles.isEmpty()) { - throw new IOException("There is no available log fils for " + throw new IOException("There is no available log file for " + "application:" + appId); } Map checkSumFiles = parseCheckSumFiles(allFiles); @@ -581,7 +581,7 @@ public boolean readAggregatedLogs(ContainerLogsRequest logRequest, decompressor, getFSInputBufferSize(conf)); LogToolUtils.outputContainerLog(candidate.getContainerId(), nodeName, candidate.getFileName(), candidate.getFileSize(), size, - Times.format(candidate.getLastModificatedTime()), + Times.format(candidate.getLastModifiedTime()), in, os, buf, ContainerLogAggregationType.AGGREGATED); byte[] b = aggregatedLogSuffix(candidate.getFileName()) .getBytes(Charset.forName("UTF-8")); @@ -618,12 +618,12 @@ public boolean readAggregatedLogs(ContainerLogsRequest logRequest, .getRemoteNodeFileDir(conf, appId, appOwner, this.remoteRootLogDir, this.remoteRootLogDirSuffix); if (!nodeFiles.hasNext()) { - throw new IOException("There is no available log fils for " + throw new IOException("There is no available log file for " + "application:" + appId); } List allFiles = getAllNodeFiles(nodeFiles, appId); if (allFiles.isEmpty()) { - throw new IOException("There is no available log fils for " + throw new IOException("There is no available log file for " + "application:" + appId); } Map checkSumFiles = parseCheckSumFiles(allFiles); @@ -660,7 +660,7 @@ public boolean readAggregatedLogs(ContainerLogsRequest logRequest, for (IndexedFileLogMeta aMeta : log.getValue()) { meta.addLogMeta(aMeta.getFileName(), Long.toString( aMeta.getFileSize()), - Times.format(aMeta.getLastModificatedTime())); + Times.format(aMeta.getLastModifiedTime())); } containersLogMeta.add(meta); } @@ -671,7 +671,7 @@ public boolean readAggregatedLogs(ContainerLogsRequest logRequest, logMeta.getContainerLogMeta(containerIdStr)) { meta.addLogMeta(log.getFileName(), Long.toString( log.getFileSize()), - Times.format(log.getLastModificatedTime())); + Times.format(log.getLastModifiedTime())); } containersLogMeta.add(meta); } @@ -1002,7 +1002,7 @@ public void setUploadTimeStamp(long uploadTimeStamp) { private String fileName; private long fileSize; private long fileCompressedSize; - private long lastModificatedTime; + private long lastModifiedTime; private long startIndex; public String getFileName() { @@ -1026,11 +1026,11 @@ public void setFileCompressedSize(long fileCompressedSize) { this.fileCompressedSize = fileCompressedSize; } - public long getLastModificatedTime() { - return lastModificatedTime; + public long getLastModifiedTime() { + return lastModifiedTime; } - public void setLastModificatedTime(long lastModificatedTime) { - this.lastModificatedTime = lastModificatedTime; + public void setLastModifiedTime(long lastModifiedTime) { + this.lastModifiedTime = lastModifiedTime; } public long getStartIndex() { diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/tfile/LogAggregationTFileController.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/tfile/LogAggregationTFileController.java index e87af7f358a..b3103d29add 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/tfile/LogAggregationTFileController.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/tfile/LogAggregationTFileController.java @@ -275,7 +275,7 @@ public boolean readAggregatedLogs(ContainerLogsRequest logRequest, RemoteIterator nodeFiles = LogAggregationUtils .getRemoteNodeFileDir(conf, appId, appOwner); if (nodeFiles == null) { - throw new IOException("There is no available log fils for " + throw new IOException("There is no available log file for " + "application:" + appId); } while (nodeFiles.hasNext()) { diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/TestAggregatedLogDeletionService.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/TestAggregatedLogDeletionService.java index 4e2d3027de3..f36ebf46e19 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/TestAggregatedLogDeletionService.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/logaggregation/TestAggregatedLogDeletionService.java @@ -160,7 +160,7 @@ public void testDeletion() throws Exception { AggregatedLogDeletionService deletionService = new AggregatedLogDeletionService() { @Override - protected ApplicationClientProtocol creatRMClient() + protected ApplicationClientProtocol createRMClient() throws IOException { try { return createMockRMClient(finishedApplications, @@ -262,7 +262,7 @@ protected Configuration createConf() { return conf; } @Override - protected ApplicationClientProtocol creatRMClient() + protected ApplicationClientProtocol createRMClient() throws IOException { try { return createMockRMClient(finishedApplications, null); @@ -353,7 +353,7 @@ public void testCheckInterval() throws Exception { AggregatedLogDeletionService deletionSvc = new AggregatedLogDeletionService() { @Override - protected ApplicationClientProtocol creatRMClient() + protected ApplicationClientProtocol createRMClient() throws IOException { try { return createMockRMClient(finishedApplications, null); diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/AppLogAggregatorImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/AppLogAggregatorImpl.java index 59568230e47..6630ba61fc9 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/AppLogAggregatorImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/AppLogAggregatorImpl.java @@ -632,7 +632,7 @@ public boolean apply(String next) { // need to return files uploaded or older-than-retention clean up. return Sets.union(logValue.getCurrentUpLoadedFilesPath(), - logValue.getObseleteRetentionLogFiles()); + logValue.getObsoleteRetentionLogFiles()); } } diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java index 4938939ae2b..901e0291df2 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java @@ -117,9 +117,9 @@ protected void serviceInit(Configuration conf) throws Exception { LOG.info("Log aggregation debug mode enabled. rollingMonitorInterval = " + rollingMonitorInterval); } else { - LOG.warn("rollingMonitorIntervall should be more than or equal to " - + MIN_LOG_ROLLING_INTERVAL + " seconds. Using " - + MIN_LOG_ROLLING_INTERVAL + " seconds instead."); + LOG.warn("rollingMonitorInterval should be more than or equal to {} " + + "seconds. Using {} seconds instead.", + MIN_LOG_ROLLING_INTERVAL, MIN_LOG_ROLLING_INTERVAL); this.rollingMonitorInterval = MIN_LOG_ROLLING_INTERVAL; } } else if (rollingMonitorInterval <= 0) { diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/logaggregation/tracker/NMLogAggregationStatusTracker.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/logaggregation/tracker/NMLogAggregationStatusTracker.java index 510d6d894e5..eb2aaf54a3d 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/logaggregation/tracker/NMLogAggregationStatusTracker.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/logaggregation/tracker/NMLogAggregationStatusTracker.java @@ -110,7 +110,7 @@ public void updateLogAggregationStatus(ApplicationId appId, LogAggregationStatus logAggregationStatus, long updateTime, String diagnosis, boolean finalized) { if (disabled) { - LOG.warn("The log aggregation is diabled. No need to update " + LOG.warn("The log aggregation is disabled. No need to update " + "the log aggregation status"); } // In NM, each application has exactly one appLogAggregator thread @@ -164,7 +164,7 @@ public void updateLogAggregationStatus(ApplicationId appId, public List pullCachedLogAggregationReports() { List reports = new ArrayList<>(); if (disabled) { - LOG.warn("The log aggregation is diabled." + LOG.warn("The log aggregation is disabled." + "There is no cached log aggregation status."); return reports; }