From 65ad117372a897a1d15853c3a27e4ceb4108c675 Mon Sep 17 00:00:00 2001 From: "tanu.ajmera" Date: Mon, 27 Apr 2020 13:21:54 +0530 Subject: [PATCH] YARN-10245. Verbose Logging in Capacity Scheduler --- .../scheduler/capacity/CapacityScheduler.java | 9 +++++---- .../scheduler/common/fica/FiCaSchedulerApp.java | 4 ++-- 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java index 174a699545a..6fd446a7bd9 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacityScheduler.java @@ -509,8 +509,9 @@ private static boolean shouldSkipNodeSchedule(FiCaSchedulerNode node, Time.monotonicNow() - node.getLastHeartbeatMonotonicTime(); if (timeElapsedFromLastHeartbeat > cs.nmHeartbeatInterval * 2) { if (printVerboseLog && LOG.isDebugEnabled()) { - LOG.debug("Skip scheduling on node because it haven't heartbeated for " - + timeElapsedFromLastHeartbeat / 1000.0f + " secs"); + LOG.debug("Skip scheduling on node " + node.getNodeID() + + " because it haven't heartbeated for " + + timeElapsedFromLastHeartbeat / 1000.0f + " secs"); } return true; } @@ -3014,13 +3015,13 @@ public boolean tryCommit(Resource cluster, ResourceCommitRequest r, long commitSuccess = System.nanoTime() - commitStart; CapacitySchedulerMetrics.getMetrics() .addCommitSuccess(commitSuccess); - LOG.info("Allocation proposal accepted"); + LOG.debug("Allocation proposal accepted"); isSuccess = true; } else{ long commitFailed = System.nanoTime() - commitStart; CapacitySchedulerMetrics.getMetrics() .addCommitFailure(commitFailed); - LOG.info("Failed to accept allocation proposal"); + LOG.debug("Failed to accept allocation proposal"); } LOG.debug("Allocation proposal accepted={}, proposal={}", isSuccess, diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java index 0789bfd2422..ee418b5706c 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java @@ -662,7 +662,7 @@ public boolean apply(Resource cluster, ResourceCommitRequest