hbase-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From la...@apache.org
Subject [40/50] hbase git commit: HBASE-16660 ArrayIndexOutOfBounds during the majorCompactionCheck in DateTieredCompaction
Date Tue, 01 Nov 2016 19:48:18 GMT
HBASE-16660 ArrayIndexOutOfBounds during the majorCompactionCheck in DateTieredCompaction

Signed-off-by: Andrew Purtell <apurtell@apache.org>


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/744b867c
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/744b867c
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/744b867c

Branch: refs/heads/0.98
Commit: 744b867c9b81d779605f3bf581d9b8db9be0e47c
Parents: 2b6da52
Author: Abhishek Singh Chouhan <abhishekchouhan121@gmail.com>
Authored: Tue Sep 27 20:32:52 2016 +0530
Committer: Andrew Purtell <apurtell@apache.org>
Committed: Tue Sep 27 11:09:17 2016 -0700

----------------------------------------------------------------------
 .../compactions/DateTieredCompactionPolicy.java     |  4 +++-
 .../TestDateTieredCompactionPolicy.java             | 16 ++++++++++++++++
 2 files changed, 19 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hbase/blob/744b867c/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.java
----------------------------------------------------------------------
diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.java
b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.java
index 2c1601f..e1905bf 100644
--- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.java
+++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/compactions/DateTieredCompactionPolicy.java
@@ -151,7 +151,9 @@ public class DateTieredCompactionPolicy extends SortedCompactionPolicy
{
         minTimestamp == null ? Long.MAX_VALUE : file.getMinimumTimestamp());
       int upperWindowIndex = Collections.binarySearch(boundaries,
         file.getMaximumTimestamp() == null ? Long.MAX_VALUE : file.getMaximumTimestamp());
-
+      // Handle boundary conditions and negative values of binarySearch
+      lowerWindowIndex = (lowerWindowIndex < 0) ? Math.abs(lowerWindowIndex + 2) : lowerWindowIndex;
+      upperWindowIndex = (upperWindowIndex < 0) ? Math.abs(upperWindowIndex + 2) : upperWindowIndex;
       if (lowerWindowIndex != upperWindowIndex) {
         LOG.debug("Major compaction triggered on store " + this + "; because file " 
           + file.getPath() + " has data with timestamps cross window boundaries"); 

http://git-wip-us.apache.org/repos/asf/hbase/blob/744b867c/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestDateTieredCompactionPolicy.java
----------------------------------------------------------------------
diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestDateTieredCompactionPolicy.java
b/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestDateTieredCompactionPolicy.java
index 5a0b0b1..45c5a76 100644
--- a/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestDateTieredCompactionPolicy.java
+++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestDateTieredCompactionPolicy.java
@@ -235,6 +235,22 @@ public class TestDateTieredCompactionPolicy extends AbstractTestDateTieredCompac
   }
 
   /**
+   * Major Compaction to check min max timestamp falling in the same window and also to check
+   * boundary condition in which case binary sort gives insertion point as length of the
array
+   * @throws IOException
+   */
+  @Test
+  public void checkMinMaxTimestampSameBoundary() throws IOException {
+    long[] minTimestamps = new long[] { 0, 26, 50, 90, 98, 122, 145, 151, 158, 166 };
+    long[] maxTimestamps = new long[] { 12, 46, 70, 95, 100, 140, 148, 155, 162, 174 };
+    long[] sizes = new long[] { 0, 50, 51, 40, 41, 42, 33, 30, 31, 2 };
+
+    compactEquals(161, sfCreate(minTimestamps, maxTimestamps, sizes),
+      new long[] { 0, 50, 51, 40, 41, 42, 33, 30, 31, 2 },
+      new long[] { Long.MIN_VALUE, 24, 48, 72, 96, 120, 144, 150, 156 }, true, true);
+  }
+
+  /**
    * Major compaction with negative numbers
    * @throws IOException with error
    */


Mime
View raw message