Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 8A467200CE0 for ; Fri, 25 Aug 2017 15:41:52 +0200 (CEST) Received: by cust-asf.ponee.io (Postfix) id 887FD16C997; Fri, 25 Aug 2017 13:41:52 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id CD9D816C99C for ; Fri, 25 Aug 2017 15:41:51 +0200 (CEST) Received: (qmail 8118 invoked by uid 500); 25 Aug 2017 13:41:50 -0000 Mailing-List: contact commits-help@drill.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: commits@drill.apache.org Delivered-To: mailing list commits@drill.apache.org Received: (qmail 8099 invoked by uid 99); 25 Aug 2017 13:41:50 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Fri, 25 Aug 2017 13:41:50 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 1A91CF32C0; Fri, 25 Aug 2017 13:41:50 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: arina@apache.org To: commits@drill.apache.org Date: Fri, 25 Aug 2017 13:41:52 -0000 Message-Id: <578d637f363341c2be82f9d4625c773d@git.apache.org> In-Reply-To: <7a2a86b3f07842c7a0a9aa1ed2ab1193@git.apache.org> References: <7a2a86b3f07842c7a0a9aa1ed2ab1193@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [3/3] drill git commit: DRILL-5507: Made verbose info logging message debug level and printed it less frequently archived-at: Fri, 25 Aug 2017 13:41:52 -0000 DRILL-5507: Made verbose info logging message debug level and printed it less frequently closes #911 Project: http://git-wip-us.apache.org/repos/asf/drill/repo Commit: http://git-wip-us.apache.org/repos/asf/drill/commit/a3442021 Tree: http://git-wip-us.apache.org/repos/asf/drill/tree/a3442021 Diff: http://git-wip-us.apache.org/repos/asf/drill/diff/a3442021 Branch: refs/heads/master Commit: a3442021bca05fc17f399338c36ce8a6ba140e0c Parents: e91ae50 Author: Timothy Farkas Authored: Thu Aug 17 14:29:38 2017 -0700 Committer: Arina Ielchiieva Committed: Fri Aug 25 14:53:37 2017 +0300 ---------------------------------------------------------------------- .../org/apache/drill/exec/store/schedule/BlockMapBuilder.java | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/drill/blob/a3442021/exec/java-exec/src/main/java/org/apache/drill/exec/store/schedule/BlockMapBuilder.java ---------------------------------------------------------------------- diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/store/schedule/BlockMapBuilder.java b/exec/java-exec/src/main/java/org/apache/drill/exec/store/schedule/BlockMapBuilder.java index 829bcd8..d898566 100644 --- a/exec/java-exec/src/main/java/org/apache/drill/exec/store/schedule/BlockMapBuilder.java +++ b/exec/java-exec/src/main/java/org/apache/drill/exec/store/schedule/BlockMapBuilder.java @@ -24,6 +24,7 @@ import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.Map.Entry; +import java.util.Set; import java.util.concurrent.TimeUnit; import org.apache.drill.exec.metrics.DrillMetrics; @@ -45,6 +46,7 @@ import com.google.common.collect.ImmutableRangeMap; import com.google.common.collect.Lists; import com.google.common.collect.Maps; import com.google.common.collect.Range; +import com.google.common.collect.Sets; public class BlockMapBuilder { static final org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(BlockMapBuilder.class); @@ -228,6 +230,7 @@ public class BlockMapBuilder { // Find submap of ranges that intersect with the rowGroup ImmutableRangeMap subRangeMap = blockMap.subRangeMap(rowGroupRange); + final Set noDrillbitHosts = logger.isDebugEnabled() ? Sets.newHashSet() : null; // Iterate through each block in this submap and get the host for the block location for (Map.Entry,BlockLocation> block : subRangeMap.asMapOfRanges().entrySet()) { @@ -246,8 +249,8 @@ public class BlockMapBuilder { DrillbitEndpoint endpoint = getDrillBitEndpoint(host); if (endpoint != null) { endpointByteMap.add(endpoint, bytes); - } else { - logger.info("Failure finding Drillbit running on host {}. Skipping affinity to that host.", host); + } else if (noDrillbitHosts != null && noDrillbitHosts.add(host)) { + logger.debug("Failure finding Drillbit running on host {}. Skipping affinity to that host.", host); } } }