hbase-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From apurt...@apache.org
Subject [1/3] git commit: HBASE-11994 PutCombiner floods the M/R log with repeated log messages (Aditya Kishore)
Date Tue, 16 Sep 2014 20:56:58 GMT
Repository: hbase
Updated Branches:
  refs/heads/0.98 4c258e9f3 -> ac2901956
  refs/heads/branch-1 757a0952c -> ddd44ecb6
  refs/heads/master f249f242b -> 2c28ea06d


HBASE-11994 PutCombiner floods the M/R log with repeated log messages (Aditya Kishore)


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/2c28ea06
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/2c28ea06
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/2c28ea06

Branch: refs/heads/master
Commit: 2c28ea06dcfbc58e22170172356dd5542d220f8e
Parents: f249f24
Author: Andrew Purtell <apurtell@apache.org>
Authored: Tue Sep 16 13:55:14 2014 -0700
Committer: Andrew Purtell <apurtell@apache.org>
Committed: Tue Sep 16 13:55:14 2014 -0700

----------------------------------------------------------------------
 .../java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/2c28ea06/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java
----------------------------------------------------------------------
diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java
index f10836b..a7f0f6f 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/PutCombiner.java
@@ -80,15 +80,20 @@ public class PutCombiner<K> extends Reducer<K, Put, K, Put>
{
         }
         if (cnt % 10 == 0) context.setStatus("Combine " + cnt);
         if (curSize > threshold) {
-          LOG.info(String.format("Combined %d Put(s) into %d.", cnt, 1));
+          if (LOG.isDebugEnabled()) {
+            LOG.debug(String.format("Combined %d Put(s) into %d.", cnt, 1));
+          }
           context.write(row, put);
           put = null;
+          curSize = 0;
           cnt = 0;
         }
       }
     }
     if (put != null) {
-      LOG.info(String.format("Combined %d Put(s) into %d.", cnt, 1));
+      if (LOG.isDebugEnabled()) {
+        LOG.debug(String.format("Combined %d Put(s) into %d.", cnt, 1));
+      }
       context.write(row, put);
     }
   }


Mime
View raw message