From commits-return-68153-archive-asf-public=cust-asf.ponee.io@hbase.apache.org Sun Feb 18 16:13:45 2018 Return-Path: X-Original-To: archive-asf-public@cust-asf.ponee.io Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by mx-eu-01.ponee.io (Postfix) with SMTP id 007A91807A3 for ; Sun, 18 Feb 2018 16:13:42 +0100 (CET) Received: (qmail 234 invoked by uid 500); 18 Feb 2018 15:13:36 -0000 Mailing-List: contact commits-help@hbase.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@hbase.apache.org Delivered-To: mailing list commits@hbase.apache.org Received: (qmail 98811 invoked by uid 99); 18 Feb 2018 15:13:35 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Sun, 18 Feb 2018 15:13:35 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 9AF9EF32D9; Sun, 18 Feb 2018 15:13:33 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: git-site-role@apache.org To: commits@hbase.apache.org Date: Sun, 18 Feb 2018 15:14:09 -0000 Message-Id: In-Reply-To: <75acd469b295403ba58b65c6bb8fdd62@git.apache.org> References: <75acd469b295403ba58b65c6bb8fdd62@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [38/51] [partial] hbase-site git commit: Published site at . http://git-wip-us.apache.org/repos/asf/hbase-site/blob/991224b9/devapidocs/org/apache/hadoop/hbase/regionserver/ImmutableMemStoreLAB.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/ImmutableMemStoreLAB.html b/devapidocs/org/apache/hadoop/hbase/regionserver/ImmutableMemStoreLAB.html index f385b1d..9b50c3e 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/ImmutableMemStoreLAB.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/ImmutableMemStoreLAB.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10}; var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -231,6 +231,14 @@ implements Called when opening a scanner on the data of this MemStoreLAB + +boolean +isOffHeap()  + + +boolean +isOnHeap()  + @@ -176,6 +176,11 @@ extends protected +ImmutableSegment(CellComparator comparator, + List<ImmutableSegment> segments)  + + +protected ImmutableSegment(CellSet cs, CellComparator comparator, MemStoreLAB memStoreLAB) @@ -183,7 +188,7 @@ extends + protected ImmutableSegment(Segment segment)
------------------------------------------------------------------------ @@ -231,7 +236,7 @@ extends Segment -close, compare, compareRows, decScannerCount, dump, getCellLength, getCellsCount, getCellSet, getComparator, getFirstAfter, getMemStoreLAB, getMinSequenceId, getScanner, getScanner, getScanners, getTimeRangeTracker, headSet, heapSize, heapSizeChange, incScannerCount, incSize, indexEntrySize, internalAdd, isEmpty, isTagsPresent, iterator, keySize, last, maybeCloneWithAllocator, setCellSet, shouldSeek, tailSet, updateMetaInfo, updateMetaInfo +close, compare, compareRows, decScannerCount, dump, getCellLength, getCellsCount, getCellSet, getComparator, getMemStoreLAB, getMemStoreSize, getMinSequenceId, getScanner, getScanner, getScanners, getTimeRangeTracker, headSet, heapSize, heapSizeChange, incScannerCount, incSize, indexEntryOffHeapSize, indexEntryOnHeapSize, indexEntrySize, internalAdd, isEmpty, isTagsPresent, iterator, keySize, last, maybeCloneWithAllocator, offHeapSize, offHeapSizeChan ge, setCellSet, shouldSeek, tailSet, updateMetaInfo, updateMetaInfo @@ -358,7 +373,7 @@ extends
  • toString

    -
    public String toString()
    +
    public String toString()
    Overrides:
    toString in class Segment
    http://git-wip-us.apache.org/repos/asf/hbase-site/blob/991224b9/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushHandler.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushHandler.html b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushHandler.html index a2f6c2a..b906529 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushHandler.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushHandler.html @@ -122,7 +122,7 @@ var activeTableTab = "activeTableTab";


    -
    private class MemStoreFlusher.FlushHandler
    +
    private class MemStoreFlusher.FlushHandler
     extends HasThread
  • @@ -200,7 +200,7 @@ extends
  • FlushHandler

    -
    private FlushHandler(String name)
    +
    private FlushHandler(String name)
  • @@ -217,7 +217,7 @@ extends
  • run

    -
    public void run()
    +
    public void run()
    Specified by:
    run in interface Runnable
    http://git-wip-us.apache.org/repos/asf/hbase-site/blob/991224b9/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushQueueEntry.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushQueueEntry.html b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushQueueEntry.html index 2bfc750..5428334 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushQueueEntry.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushQueueEntry.html @@ -107,7 +107,7 @@


    -
    static interface MemStoreFlusher.FlushQueueEntry
    +
    static interface MemStoreFlusher.FlushQueueEntry
     extends Delayed
  • http://git-wip-us.apache.org/repos/asf/hbase-site/blob/991224b9/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushRegionEntry.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushRegionEntry.html b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushRegionEntry.html index cce48af..9565a39 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushRegionEntry.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.FlushRegionEntry.html @@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";

    -
    static class MemStoreFlusher.FlushRegionEntry
    +
    static class MemStoreFlusher.FlushRegionEntry
     extends Object
     implements MemStoreFlusher.FlushQueueEntry
    Datastructure used in the flush queue. Holds region and retry count. @@ -270,7 +270,7 @@ implements
  • region

    -
    private final HRegion region
    +
    private final HRegion region
  • @@ -279,7 +279,7 @@ implements
  • createTime

    -
    private final long createTime
    +
    private final long createTime
  • @@ -288,7 +288,7 @@ implements
  • whenToExpire

    -
    private long whenToExpire
    +
    private long whenToExpire
  • @@ -297,7 +297,7 @@ implements
  • requeueCount

    -
    private int requeueCount
    +
    private int requeueCount
  • @@ -306,7 +306,7 @@ implements
  • forceFlushAllStores

    -
    private final boolean forceFlushAllStores
    +
    private final boolean forceFlushAllStores
  • @@ -315,7 +315,7 @@ implements
  • tracker

    -
    private final FlushLifeCycleTracker tracker
    +
    private final FlushLifeCycleTracker tracker
  • @@ -332,7 +332,7 @@ implements
  • FlushRegionEntry

    -
    FlushRegionEntry(HRegion r,
    +
    FlushRegionEntry(HRegion r,
                      boolean forceFlushAllStores,
                      FlushLifeCycleTracker tracker)
  • @@ -351,7 +351,7 @@ implements
  • isMaximumWait

    -
    public boolean isMaximumWait(long maximumWait)
    +
    public boolean isMaximumWait(long maximumWait)
    Parameters:
    maximumWait -
    @@ -366,7 +366,7 @@ implements
  • getRequeueCount

    -
    public int getRequeueCount()
    +
    public int getRequeueCount()
    Returns:
    Count of times requeue(long) was called; i.e this is @@ -380,7 +380,7 @@ implements
  • isForceFlushAllStores

    -
    public boolean isForceFlushAllStores()
    +
    public boolean isForceFlushAllStores()
    Returns:
    whether we need to flush all stores.
    @@ -393,7 +393,7 @@ implements
  • getTracker

    -
    public FlushLifeCycleTracker getTracker()
    +
    public FlushLifeCycleTracker getTracker()
  • @@ -402,7 +402,7 @@ implements
  • requeue

    -
    public MemStoreFlusher.FlushRegionEntry requeue(long when)
    +
    public MemStoreFlusher.FlushRegionEntry requeue(long when)
    Parameters:
    when - When to expire, when to come up out of the queue. @@ -419,7 +419,7 @@ implements
  • getDelay

    -
    public long getDelay(TimeUnit unit)
    +
    public long getDelay(TimeUnit unit)
    Specified by:
    getDelay in interface Delayed
    @@ -432,7 +432,7 @@ implements
  • compareTo

    -
    public int compareTo(Delayed other)
    +
    public int compareTo(Delayed other)
    Specified by:
    compareTo in interface Comparable<Delayed>
    @@ -445,7 +445,7 @@ implements
  • toString

    -
    public String toString()
    +
    public String toString()
    Overrides:
    toString in class Object
    @@ -458,7 +458,7 @@ implements
  • hashCode

    -
    public int hashCode()
    +
    public int hashCode()
    Overrides:
    hashCode in class Object
    @@ -471,7 +471,7 @@ implements
  • equals

    -
    public boolean equals(Object obj)
    +
    public boolean equals(Object obj)
    Overrides:
    equals in class Object
    http://git-wip-us.apache.org/repos/asf/hbase-site/blob/991224b9/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.WakeupFlushThread.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.WakeupFlushThread.html b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.WakeupFlushThread.html index a237452..55d509f 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.WakeupFlushThread.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.WakeupFlushThread.html @@ -117,7 +117,7 @@ var activeTableTab = "activeTableTab";


    -
    static class MemStoreFlusher.WakeupFlushThread
    +
    static class MemStoreFlusher.WakeupFlushThread
     extends Object
     implements MemStoreFlusher.FlushQueueEntry
    Token to insert into the flush queue that ensures that the flusher does not sleep
    @@ -192,7 +192,7 @@ implements
  • WakeupFlushThread

    -
    WakeupFlushThread()
    +
    WakeupFlushThread()
  • @@ -209,7 +209,7 @@ implements
  • getDelay

    -
    public long getDelay(TimeUnit unit)
    +
    public long getDelay(TimeUnit unit)
    Specified by:
    getDelay in interface Delayed
    @@ -222,7 +222,7 @@ implements
  • compareTo

    -
    public int compareTo(Delayed o)
    +
    public int compareTo(Delayed o)
    Specified by:
    compareTo in interface Comparable<Delayed>
    http://git-wip-us.apache.org/repos/asf/hbase-site/blob/991224b9/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.html b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.html index a132f94..179934e 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreFlusher.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10}; +var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10}; var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -204,30 +204,34 @@ implements flushRequestListeners  +private FlushType +flushType  + + private ReentrantReadWriteLock lock  - + private static org.slf4j.Logger LOG  - + private Map<Region,MemStoreFlusher.FlushRegionEntry> regionsInQueue  - + private HRegionServer server  - + private long threadWakeFrequency  - + private LongAdder updatesBlockedMsHighWater  - + private AtomicBoolean wakeupPending  @@ -384,29 +388,33 @@ implements void +setFlushType(FlushType flushType)  + + +void setGlobalMemStoreLimit(long globalMemStoreSize)
    Sets the global memstore limit to a new size.
    - + (package private) void start(Thread.UncaughtExceptionHandler eh)  - + String toString()  - + boolean unregisterFlushRequestListener(FlushRequestListener listener)
    Unregister the listener from MemstoreFlushListeners
    - + private void wakeupFlushThread()  - + private void wakeUpIfBlocking()  @@ -543,12 +551,21 @@ implements - @@ -563,7 +580,7 @@ implements
  • MemStoreFlusher

    -
    public MemStoreFlusher(org.apache.hadoop.conf.Configuration conf,
    +
    public MemStoreFlusher(org.apache.hadoop.conf.Configuration conf,
                            HRegionServer server)
    Parameters:
    @@ -586,7 +603,16 @@ implements
  • getUpdatesBlockedMsHighWater

    -
    public LongAdder getUpdatesBlockedMsHighWater()
    +
    public LongAdder getUpdatesBlockedMsHighWater()
    +
  • + + + + + @@ -595,7 +621,7 @@ implements
  • flushOneForGlobalPressure

    -
    private boolean flushOneForGlobalPressure()
    +
    private boolean flushOneForGlobalPressure()
    The memstore across all regions has exceeded the low water mark. Pick one region to flush and flush it synchronously (this is called from the flush thread)
    @@ -611,7 +637,7 @@ implements
  • wakeupFlushThread

    -
    private void wakeupFlushThread()
    +
    private void wakeupFlushThread()
  • @@ -620,7 +646,7 @@ implements
  • getBiggestMemStoreRegion

    -
    private HRegion getBiggestMemStoreRegion(SortedMap<Long,HRegion> regionsBySize,
    +
    private HRegion getBiggestMemStoreRegion(SortedMap<Long,HRegion> regionsBySize,
                                              Set<HRegion> excludedRegions,
                                              boolean checkStoreFileCount)
  • @@ -631,7 +657,7 @@ implements
  • getBiggestMemStoreOfRegionReplica

    -
    private HRegion getBiggestMemStoreOfRegionReplica(SortedMap<Long,HRegion> regionsBySize,
    +
    private HRegion getBiggestMemStoreOfRegionReplica(SortedMap<Long,HRegion> regionsBySize,
                                                       Set<HRegion> excludedRegions)
  • @@ -641,7 +667,7 @@ implements
  • refreshStoreFilesAndReclaimMemory

    -
    private boolean refreshStoreFilesAndReclaimMemory(Region region)
    +
    private boolean refreshStoreFilesAndReclaimMemory(Region region)
  • @@ -650,7 +676,7 @@ implements
  • isAboveHighWaterMark

    -
    private FlushType isAboveHighWaterMark()
    +
    private FlushType isAboveHighWaterMark()
    Return true if global memory usage is above the high watermark
  • @@ -660,7 +686,7 @@ implements
  • isAboveLowWaterMark

    -
    private FlushType isAboveLowWaterMark()
    +
    private FlushType isAboveLowWaterMark()
    Return true if we're above the low watermark
  • @@ -670,7 +696,7 @@ implements
  • requestFlush

    -
    public void requestFlush(HRegion r,
    +
    public void requestFlush(HRegion r,
                              boolean forceFlushAllStores,
                              FlushLifeCycleTracker tracker)
    Description copied from interface: FlushRequester
    @@ -691,7 +717,7 @@ implements
  • requestDelayedFlush

    -
    public void requestDelayedFlush(HRegion r,
    +
    public void requestDelayedFlush(HRegion r,
                                     long delay,
                                     boolean forceFlushAllStores)
    Description copied from interface: FlushRequester
    @@ -713,7 +739,7 @@ implements
  • getFlushQueueSize

    -
    public int getFlushQueueSize()
    +
    public int getFlushQueueSize()
  • @@ -722,7 +748,7 @@ implements
  • interruptIfNecessary

    -
    void interruptIfNecessary()
    +
    void interruptIfNecessary()
    Only interrupt once it's done with a run through the work loop.
  • @@ -732,7 +758,7 @@ implements
  • start

    -
    void start(Thread.UncaughtExceptionHandler eh)
    +
    void start(Thread.UncaughtExceptionHandler eh)
  • @@ -741,7 +767,7 @@ implements
  • isAlive

    -
    boolean isAlive()
    +
    boolean isAlive()
  • @@ -750,7 +776,7 @@ implements
  • join

    -
    void join()
    +
    void join()
  • @@ -759,7 +785,7 @@ implements
  • flushRegion

    -
    private boolean flushRegion(MemStoreFlusher.FlushRegionEntry fqe)
    +
    private boolean flushRegion(MemStoreFlusher.FlushRegionEntry fqe)
    A flushRegion that checks store file count. If too many, puts the flush on delay queue to retry later.
    @@ -778,7 +804,7 @@ implements
  • flushRegion

    -
    private boolean flushRegion(HRegion region,
    +
    private boolean flushRegion(HRegion region,
                                 boolean emergencyFlush,
                                 boolean forceFlushAllStores,
                                 FlushLifeCycleTracker tracker)
    @@ -804,7 +830,7 @@ implements
  • notifyFlushRequest

    -
    private void notifyFlushRequest(Region region,
    +
    private void notifyFlushRequest(Region region,
                                     boolean emergencyFlush)
  • @@ -814,7 +840,7 @@ implements
  • wakeUpIfBlocking

    -
    private void wakeUpIfBlocking()
    +
    private void wakeUpIfBlocking()
  • @@ -823,7 +849,7 @@ implements
  • isTooManyStoreFiles

    -
    private boolean isTooManyStoreFiles(Region region)
    +
    private boolean isTooManyStoreFiles(Region region)
  • @@ -832,7 +858,7 @@ implements
  • reclaimMemStoreMemory

    -
    public void reclaimMemStoreMemory()
    +
    public void reclaimMemStoreMemory()
    Check if the regionserver's memstore memory usage is greater than the limit. If so, flush regions with the biggest memstores until we're down to the lower limit. This method blocks callers until we're down to a safe @@ -845,7 +871,7 @@ implements
  • logMsg

    -
    private void logMsg(String string1,
    +
    private void logMsg(String string1,
                         long val,
                         long max)
  • @@ -856,7 +882,7 @@ implements
  • toString

    -
    public String toString()
    +
    public String toString()
    Overrides:
    toString in class Object
    @@ -869,7 +895,7 @@ implements
  • dumpQueue

    -
    public String dumpQueue()
    +
    public String dumpQueue()
  • @@ -878,7 +904,7 @@ implements
  • registerFlushRequestListener

    -
    public void registerFlushRequestListener(FlushRequestListener listener)
    +
    public void registerFlushRequestListener(FlushRequestListener listener)
    Register a MemstoreFlushListener
    Specified by:
    @@ -894,7 +920,7 @@ implements
  • unregisterFlushRequestListener

    -
    public boolean unregisterFlushRequestListener(FlushRequestListener listener)
    +
    public boolean unregisterFlushRequestListener(FlushRequestListener listener)
    Unregister the listener from MemstoreFlushListeners
    Specified by:
    @@ -912,7 +938,7 @@ implements
  • setGlobalMemStoreLimit

    -
    public void setGlobalMemStoreLimit(long globalMemStoreSize)
    +
    public void setGlobalMemStoreLimit(long globalMemStoreSize)
    Sets the global memstore limit to a new size.
    Specified by:
    http://git-wip-us.apache.org/repos/asf/hbase-site/blob/991224b9/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreLAB.html ---------------------------------------------------------------------- diff --git a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreLAB.html b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreLAB.html index 9c9ae36..1af50ca 100644 --- a/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreLAB.html +++ b/devapidocs/org/apache/hadoop/hbase/regionserver/MemStoreLAB.html @@ -18,7 +18,7 @@ catch(err) { } //--> -var methods = {"i0":6,"i1":6,"i2":6,"i3":6,"i4":6,"i5":6,"i6":6,"i7":17,"i8":17}; +var methods = {"i0":6,"i1":6,"i2":6,"i3":6,"i4":6,"i5":6,"i6":6,"i7":17,"i8":6,"i9":6,"i10":17}; var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],16:["t5","Default Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; @@ -249,6 +249,14 @@ public interface isEnabled(org.apache.hadoop.conf.Configuration conf)  +boolean +isOffHeap()  + + +boolean +isOnHeap()  + + static MemStoreLAB newInstance(org.apache.hadoop.conf.Configuration conf)  @@ -505,12 +513,30 @@ public interface -
      +
      • isEnabled

        static boolean isEnabled(org.apache.hadoop.conf.Configuration conf)
      + + + + + + + +