Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 5ABFF200D37 for ; Thu, 9 Nov 2017 16:16:36 +0100 (CET) Received: by cust-asf.ponee.io (Postfix) id 5993F160C05; Thu, 9 Nov 2017 15:16:36 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id DD030160BEF for ; Thu, 9 Nov 2017 16:16:32 +0100 (CET) Received: (qmail 45460 invoked by uid 500); 9 Nov 2017 15:16:30 -0000 Mailing-List: contact commits-help@hbase.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@hbase.apache.org Delivered-To: mailing list commits@hbase.apache.org Received: (qmail 45178 invoked by uid 99); 9 Nov 2017 15:16:30 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Thu, 09 Nov 2017 15:16:30 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 34457DFF15; Thu, 9 Nov 2017 15:16:30 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: git-site-role@apache.org To: commits@hbase.apache.org Date: Thu, 09 Nov 2017 15:16:35 -0000 Message-Id: In-Reply-To: <293710d66d294e25b3c51011fbb6c268@git.apache.org> References: <293710d66d294e25b3c51011fbb6c268@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [07/51] [partial] hbase-site git commit: Published site at . archived-at: Thu, 09 Nov 2017 15:16:36 -0000 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2b3f2bee/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.FlushResultImpl.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.FlushResultImpl.html b/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.FlushResultImpl.html index 7b03578..2db218d 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.FlushResultImpl.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.FlushResultImpl.html @@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";

-
public static class HRegion.FlushResultImpl
+
public static class HRegion.FlushResultImpl
 extends Object
 implements HRegion.FlushResult

 
Objects from this class are created when flushing to describe all the different states that
@@ -273,7 +273,7 @@ implements 
 
  • 
 
    result
    
-
    final HRegion.FlushResult.Result result
    
+
    final HRegion.FlushResult.Result result
    
 
    • 
 
 
@@ -282,7 +282,7 @@ implements 
 
  • 
 
    failureReason
    
-
    final String failureReason
    
+
    final String failureReason
    
 
    • 
 
 
@@ -291,7 +291,7 @@ implements 
 
  • 
 
    flushSequenceId
    
-
    final long flushSequenceId
    
+
    final long flushSequenceId
    
 
    • 
 
 
@@ -300,7 +300,7 @@ implements 
 
  • 
 
    wroteFlushWalMarker
    
-
    final boolean wroteFlushWalMarker
    
+
    final boolean wroteFlushWalMarker
    
 
    • 
 
 
@@ -317,7 +317,7 @@ implements 
 
  • 
 
    FlushResultImpl
    
-
    FlushResultImpl(HRegion.FlushResult.Result result,
+
    FlushResultImpl(HRegion.FlushResult.Result result,
                 long flushSequenceId)
    
 
    Convenience constructor to use when the flush is successful, the failure message is set to
  null.
    
@@ -335,7 +335,7 @@ implements 
 
  • 
 
    FlushResultImpl
    
-
    FlushResultImpl(HRegion.FlushResult.Result result,
+
    FlushResultImpl(HRegion.FlushResult.Result result,
                 String failureReason,
                 boolean wroteFlushMarker)
    
 
    Convenience constructor to use when we cannot flush.
    
@@ -352,7 +352,7 @@ implements 
 
  • 
 
    FlushResultImpl
    
-
    FlushResultImpl(HRegion.FlushResult.Result result,
+
    FlushResultImpl(HRegion.FlushResult.Result result,
                 long flushSequenceId,
                 String failureReason,
                 boolean wroteFlushMarker)
    
@@ -379,7 +379,7 @@ implements 
 
  • 
 
    isFlushSucceeded
    
-
    public boolean isFlushSucceeded()
    
+
    public boolean isFlushSucceeded()
    
 
    Convenience method, the equivalent of checking if result is
  FLUSHED_NO_COMPACTION_NEEDED or FLUSHED_NO_COMPACTION_NEEDED.
    
 
    
@@ -396,7 +396,7 @@ implements 
 
  • 
 
    isCompactionNeeded
    
-
    public boolean isCompactionNeeded()
    
+
    public boolean isCompactionNeeded()
    
 
    Convenience method, the equivalent of checking if result is FLUSHED_COMPACTION_NEEDED.
    
 
    
 
    Specified by:
    
@@ -412,7 +412,7 @@ implements 
 
  • 
 
    toString
    
-
    public String toString()
    
+
    public String toString()
    
 
    
 
    Overrides:
    
 
    toString in class Object
    
@@ -425,7 +425,7 @@ implements 
 
  • 
 
    getResult
    
-
    public HRegion.FlushResult.Result getResult()
    
+
    public HRegion.FlushResult.Result getResult()
    
 
    
 
    Specified by:
    
 
    getResult in interface HRegion.FlushResult
    

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2b3f2bee/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.MutationBatchOperation.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.MutationBatchOperation.html b/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.MutationBatchOperation.html
index 248a3a9..aac1214 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.MutationBatchOperation.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.MutationBatchOperation.html
@@ -18,7 +18,7 @@
     catch(err) {
     }
 //-->
-var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10};
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10};
 var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
 var altColor = "altColor";
 var rowColor = "rowColor";
@@ -74,7 +74,7 @@ var activeTableTab = "activeTableTab";
 
    
 
      
 
    • Summary: 
      • 
-
    • Nested | 
      • 
+
    • Nested | 
      • 
 
    • Field | 
      • 
 
    • Constr | 
      • 
 
    • Method
      • 
@@ -118,14 +118,31 @@ var activeTableTab = "activeTableTab";
 
    
 
    
 
    
-
    private static class HRegion.MutationBatchOperation
+
    private static class HRegion.MutationBatchOperation
 extends HRegion.BatchOperation<Mutation>
    
+
    Batch of mutation operations. Base class is shared with HRegion.ReplayBatchOperation as most
+ of the logic is same.
    
 
    • 
 
 
    • 
 
    
 
@@ -168,7 +185,8 @@ extends Constructor and Description
 
 
-MutationBatchOperation(Mutation[] operations,
+MutationBatchOperation(HRegion region,
+                      Mutation[] operations,
                       long nonceGroup,
                       long nonce) 
 
@@ -188,38 +206,113 @@ extends Method and Description
 
 
+List<Pair<NonceKey,WALEdit>>
+buildWALEdits(MiniBatchOperationInProgress<Mutation> miniBatchOp)
+
    Builds separate WALEdit per nonce by applying input mutations.
    
+
+
+
+private void
+callPreMutateCPHook(int index,
+                   WALEdit walEdit,
+                   int[] metrics)
+
    Runs prePut/ preDelete coprocessor hook for input mutation in a batch
    
+
+
+
+private void
+checkAndMergeCPMutations(MiniBatchOperationInProgress<Mutation> miniBatchOp,
+                        List<Region.RowLock> acquiredRowLocks,
+                        long timestamp) 
+
+
+void
+checkAndPrepare()
+
    Validates each mutation and prepares a batch for write.
    
+
+
+
+void
+checkAndPreparePut(Put p)
+
    Implement any Put request specific check and prepare logic here.
    
+
+
+
+void
+closeRegionOperation() 
+
+
+void
+completeMiniBatchOperations(MiniBatchOperationInProgress<Mutation> miniBatchOp,
+                           MultiVersionConcurrencyControl.WriteEntry writeEntry)
+
    This method completes mini-batch operations by calling postBatchMutate() CP hook (if
+ required) and completing mvcc.
    
+
+
+
+void
+doPostOpCleanupForMiniBatch(MiniBatchOperationInProgress<Mutation> miniBatchOp,
+                           WALEdit walEdit,
+                           boolean success) 
+
+
 Mutation
 getMutation(int index) 
 
-
+
 Mutation[]
 getMutationsForCoprocs()
-
    This method is potentially expensive and should only be used for non-replay CP path.
    
+
    This method is potentially expensive and useful mostly for non-replay CP path.
    
 
 
-
+
 long
 getNonce(int index) 
 
-
+
 long
 getNonceGroup(int index) 
 
-
+
 long
-getReplaySequenceId() 
+getOrigLogSeqNum() 
 
-
+
 boolean
 isInReplay() 
 
+
+private void
+mergeFamilyMaps(Map<byte[],List<Cell>> familyMap,
+               Map<byte[],List<Cell>> toBeMerged) 
+
+
+void
+prepareMiniBatchOperations(MiniBatchOperationInProgress<Mutation> miniBatchOp,
+                          long timestamp,
+                          List<Region.RowLock> acquiredRowLocks)
+
    If necessary, calls preBatchMutate() CP hook for a mini-batch and updates metrics, cell
+  count, tags and timestamp for all cells of all operations in a mini-batch.
    
+
+
+
+void
+startRegionOperation() 
+
+
+MultiVersionConcurrencyControl.WriteEntry
+writeMiniBatchOperationsToMemStore(MiniBatchOperationInProgress<Mutation> miniBatchOp,
+                                  MultiVersionConcurrencyControl.WriteEntry writeEntry)
+
    Write mini-batch operations to MemStore
    
+
+
 
 
 
 
@@ -257,7 +350,7 @@ extends 
 
  • 
 
    nonce
    
-
    private long nonce
    
+
    private long nonce
    
 
    • 
 
 
@@ -268,13 +361,14 @@ extends 
+
 
 
 
-
+
 
 
-
 
@@ -420,7 +730,7 @@ extends 
 
  • Summary: 
    • 
-
  • Nested | 
    • 
+
  • Nested | 
    • 
 
  • Field | 
    • 
 
  • Constr | 
    • 
 
  • Method
    • 

http://git-wip-us.apache.org/repos/asf/hbase-site/blob/2b3f2bee/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.ObservedExceptionsInBatch.html
----------------------------------------------------------------------
diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.ObservedExceptionsInBatch.html b/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.ObservedExceptionsInBatch.html
index 7383052..93fca50 100644
--- a/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.ObservedExceptionsInBatch.html
+++ b/devapidocs/org/apache/hadoop/hbase/regionserver/HRegion.ObservedExceptionsInBatch.html
@@ -113,7 +113,7 @@ var activeTableTab = "activeTableTab";
 
 
    
 
    
-
    static class HRegion.ObservedExceptionsInBatch
+
    static class HRegion.ObservedExceptionsInBatch
 extends Object
    
 
    A class that tracks exceptions that have been observed in one batch. Not thread safe.
    
 
@@ -236,7 +236,7 @@ extends 
 
  • 
 
    wrongRegion
    
-
    private boolean wrongRegion
    
+
    private boolean wrongRegion
    
 
    • 
 
 
@@ -245,7 +245,7 @@ extends 
 
  • 
 
    failedSanityCheck
    
-
    private boolean failedSanityCheck
    
+
    private boolean failedSanityCheck
    
 
    • 
 
 
@@ -254,7 +254,7 @@ extends 
 
  • 
 
    wrongFamily
    
-
    private boolean wrongFamily
    
+
    private boolean wrongFamily
    
 
    • 
 
 
@@ -271,7 +271,7 @@ extends 
 
  • 
 
    ObservedExceptionsInBatch
    
-
    ObservedExceptionsInBatch()
    
+
    ObservedExceptionsInBatch()
    
 
    • 
 
 
@@ -288,7 +288,7 @@ extends 
 
  • 
 
    hasSeenWrongRegion
    
-
    boolean hasSeenWrongRegion()
    
+
    boolean hasSeenWrongRegion()
    
 
    
 
    Returns:
    
 
    If a WrongRegionException has been observed.
    
@@ -301,7 +301,7 @@ extends 
 
  • 
 
    sawWrongRegion
    
-
    void sawWrongRegion()
    
+
    void sawWrongRegion()
    
 
    Records that a WrongRegionException has been observed.
    
 
    • 
 
@@ -311,7 +311,7 @@ extends 
 
  • 
 
    hasSeenFailedSanityCheck
    
-
    boolean hasSeenFailedSanityCheck()
    
+
    boolean hasSeenFailedSanityCheck()
    
 
    
 
    Returns:
    
 
    If a FailedSanityCheckException has been observed.
    
@@ -324,7 +324,7 @@ extends 
 
  • 
 
    sawFailedSanityCheck
    
-
    void sawFailedSanityCheck()
    
+
    void sawFailedSanityCheck()
    
 
    Records that a FailedSanityCheckException has been observed.
    
 
    • 
 
@@ -334,7 +334,7 @@ extends 
 
  • 
 
    hasSeenNoSuchFamily
    
-
    boolean hasSeenNoSuchFamily()
    
+
    boolean hasSeenNoSuchFamily()
    
 
    
 
    Returns:
    
 
    If a NoSuchColumnFamilyException has been observed.
    
@@ -347,7 +347,7 @@ extends 
 
  • 
 
    sawNoSuchFamily
    
-
    void sawNoSuchFamily()
    
+
    void sawNoSuchFamily()
    
 
    Records that a NoSuchColumnFamilyException has been observed.
    
 
    •