Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 57BD3200B65 for ; Wed, 17 Aug 2016 21:08:54 +0200 (CEST) Received: by cust-asf.ponee.io (Postfix) id 56634160ABB; Wed, 17 Aug 2016 19:08:54 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id A73F0160AB5 for ; Wed, 17 Aug 2016 21:08:53 +0200 (CEST) Received: (qmail 84376 invoked by uid 500); 17 Aug 2016 19:08:46 -0000 Mailing-List: contact common-commits-help@hadoop.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Delivered-To: mailing list common-commits@hadoop.apache.org Received: (qmail 82364 invoked by uid 99); 17 Aug 2016 19:08:45 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Wed, 17 Aug 2016 19:08:45 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 8CCEDEF796; Wed, 17 Aug 2016 19:08:45 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: subru@apache.org To: common-commits@hadoop.apache.org Date: Wed, 17 Aug 2016 19:08:57 -0000 Message-Id: <88c797984f844fb28ce6dda1a8d02f13@git.apache.org> In-Reply-To: References: X-Mailer: ASF-Git Admin Mailer Subject: [13/50] [abbrv] hadoop git commit: HDFS-10580. DiskBalancer: Make use of unused methods in GreedyPlanner to print debug info. Contributed by Yiqun Lin archived-at: Wed, 17 Aug 2016 19:08:54 -0000 HDFS-10580. DiskBalancer: Make use of unused methods in GreedyPlanner to print debug info. Contributed by Yiqun Lin Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/bed69d18 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/bed69d18 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/bed69d18 Branch: refs/heads/YARN-2915 Commit: bed69d18e6c84583cbe5fd765f068d9faa807617 Parents: 2424911 Author: Anu Engineer Authored: Mon Aug 15 12:40:29 2016 -0700 Committer: Anu Engineer Committed: Mon Aug 15 12:40:29 2016 -0700 ---------------------------------------------------------------------- .../diskbalancer/planner/GreedyPlanner.java | 45 +++++++++++--------- 1 file changed, 25 insertions(+), 20 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/bed69d18/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/diskbalancer/planner/GreedyPlanner.java ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/diskbalancer/planner/GreedyPlanner.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/diskbalancer/planner/GreedyPlanner.java index 0df9843..fb83eeb 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/diskbalancer/planner/GreedyPlanner.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/diskbalancer/planner/GreedyPlanner.java @@ -158,6 +158,7 @@ public class GreedyPlanner implements Planner { // since the volume data changed , we need to recompute the DataDensity. currentSet.computeVolumeDataDensity(); + printQueue(currentSet.getSortedQueue()); } /** @@ -184,7 +185,7 @@ public class GreedyPlanner implements Planner { if (maxLowVolumeCanReceive <= 0) { LOG.debug("{} Skipping disk from computation. Maximum data size " + "achieved.", lowVolume.getPath()); - lowVolume.setSkip(true); + skipVolume(currentSet, lowVolume); } long maxHighVolumeCanGive = highVolume.getUsed() - @@ -195,7 +196,7 @@ public class GreedyPlanner implements Planner { if (maxHighVolumeCanGive <= 0) { LOG.debug(" {} Skipping disk from computation. Minimum data size " + "achieved.", highVolume.getPath()); - highVolume.setSkip(true); + skipVolume(currentSet, highVolume); } @@ -219,16 +220,19 @@ public class GreedyPlanner implements Planner { */ private void skipVolume(DiskBalancerVolumeSet currentSet, DiskBalancerVolume volume) { - - String message = String.format( - "Skipping volume. Volume : %s " + - "Type : %s Target " + - "Number of bytes : %f lowVolume dfsUsed : %d. Skipping this " + - "volume from all future balancing calls.", volume.getPath(), - volume.getStorageType(), - currentSet.getIdealUsed() * volume.getCapacity(), volume.getUsed()); + if (LOG.isDebugEnabled()) { + String message = + String.format( + "Skipping volume. Volume : %s " + + "Type : %s Target " + + "Number of bytes : %f lowVolume dfsUsed : %d. Skipping this " + + "volume from all future balancing calls.", volume.getPath(), + volume.getStorageType(), + currentSet.getIdealUsed() * volume.getCapacity(), + volume.getUsed()); + LOG.debug(message); + } volume.setSkip(true); - LOG.debug(message); } // Removes all volumes which are part of the volumeSet but skip flag is set. @@ -242,6 +246,7 @@ public class GreedyPlanner implements Planner { } } currentSet.computeVolumeDataDensity(); + printQueue(currentSet.getSortedQueue()); } /** @@ -251,14 +256,14 @@ public class GreedyPlanner implements Planner { * @param queue - Queue */ private void printQueue(TreeSet queue) { - String format = String.format("First Volume : %s, DataDensity : %f", - queue.first().getPath(), - queue.first().getVolumeDataDensity()); - LOG.info(format); - - format = String - .format("Last Volume : %s, DataDensity : %f%n", queue.last().getPath(), - queue.last().getVolumeDataDensity()); - LOG.info(format); + if (LOG.isDebugEnabled()) { + String format = + String.format( + "First Volume : %s, DataDensity : %f, " + + "Last Volume : %s, DataDensity : %f", + queue.first().getPath(), queue.first().getVolumeDataDensity(), + queue.last().getPath(), queue.last().getVolumeDataDensity()); + LOG.debug(format); + } } } --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org For additional commands, e-mail: common-commits-help@hadoop.apache.org