drill-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ar...@apache.org
Subject [3/3] drill git commit: DRILL-5507: Made verbose info logging message debug level and printed it less frequently
Date Fri, 25 Aug 2017 13:41:52 GMT
DRILL-5507: Made verbose info logging message debug level and printed it less frequently

closes #911


Project: http://git-wip-us.apache.org/repos/asf/drill/repo
Commit: http://git-wip-us.apache.org/repos/asf/drill/commit/a3442021
Tree: http://git-wip-us.apache.org/repos/asf/drill/tree/a3442021
Diff: http://git-wip-us.apache.org/repos/asf/drill/diff/a3442021

Branch: refs/heads/master
Commit: a3442021bca05fc17f399338c36ce8a6ba140e0c
Parents: e91ae50
Author: Timothy Farkas <timothyfarkas@apache.org>
Authored: Thu Aug 17 14:29:38 2017 -0700
Committer: Arina Ielchiieva <arina.yelchiyeva@gmail.com>
Committed: Fri Aug 25 14:53:37 2017 +0300

----------------------------------------------------------------------
 .../org/apache/drill/exec/store/schedule/BlockMapBuilder.java | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/drill/blob/a3442021/exec/java-exec/src/main/java/org/apache/drill/exec/store/schedule/BlockMapBuilder.java
----------------------------------------------------------------------
diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/store/schedule/BlockMapBuilder.java
b/exec/java-exec/src/main/java/org/apache/drill/exec/store/schedule/BlockMapBuilder.java
index 829bcd8..d898566 100644
--- a/exec/java-exec/src/main/java/org/apache/drill/exec/store/schedule/BlockMapBuilder.java
+++ b/exec/java-exec/src/main/java/org/apache/drill/exec/store/schedule/BlockMapBuilder.java
@@ -24,6 +24,7 @@ import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 import java.util.Map.Entry;
+import java.util.Set;
 import java.util.concurrent.TimeUnit;
 
 import org.apache.drill.exec.metrics.DrillMetrics;
@@ -45,6 +46,7 @@ import com.google.common.collect.ImmutableRangeMap;
 import com.google.common.collect.Lists;
 import com.google.common.collect.Maps;
 import com.google.common.collect.Range;
+import com.google.common.collect.Sets;
 
 public class BlockMapBuilder {
   static final org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(BlockMapBuilder.class);
@@ -228,6 +230,7 @@ public class BlockMapBuilder {
 
     // Find submap of ranges that intersect with the rowGroup
     ImmutableRangeMap<Long,BlockLocation> subRangeMap = blockMap.subRangeMap(rowGroupRange);
+    final Set<String> noDrillbitHosts = logger.isDebugEnabled() ? Sets.<String>newHashSet()
: null;
 
     // Iterate through each block in this submap and get the host for the block location
     for (Map.Entry<Range<Long>,BlockLocation> block : subRangeMap.asMapOfRanges().entrySet())
{
@@ -246,8 +249,8 @@ public class BlockMapBuilder {
         DrillbitEndpoint endpoint = getDrillBitEndpoint(host);
         if (endpoint != null) {
           endpointByteMap.add(endpoint, bytes);
-        } else {
-          logger.info("Failure finding Drillbit running on host {}.  Skipping affinity to
that host.", host);
+        } else if (noDrillbitHosts != null && noDrillbitHosts.add(host)) {
+          logger.debug("Failure finding Drillbit running on host {}.  Skipping affinity to
that host.", host);
         }
       }
     }


Mime
View raw message