hbase-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From open...@apache.org
Subject [hbase] branch HBASE-21879 updated (f0032c9 -> 587788f)
Date Fri, 01 Mar 2019 03:25:19 GMT
This is an automated email from the ASF dual-hosted git repository.

openinx pushed a change to branch HBASE-21879
in repository https://gitbox.apache.org/repos/asf/hbase.git.


    from f0032c9  HBASE-20587 Replace Jackson with shaded thirdparty gson
     add 9af8d58  HBASE-21667 Move to latest ASF Parent POM
     add d152e94  Revert "HBASE-17094 Add a sitemap for hbase.apache.org"
     add f382237  HBASE-21730 Update HBase-book with the procedure based WAL splitting
     add 07d84eb  HBASE-21929 The checks at the end of TestRpcClientLeaks are not executed
     add 0fc5173  HBASE-21922 BloomContext#sanityCheck may failed when use ROWPREFIX_DELIMITED
bloom filter
     add 449ed08  HBASE-21943 The usage of RegionLocations.mergeRegionLocations is wrong for
async client
     add a47c1dd  HBASE-21945 Maintain the original order when sending batch request
     add b73f03e  Revert "HBASE-21943 The usage of RegionLocations.mergeRegionLocations is
wrong for async client"
     add aa7d3ce  HBASE-21944 Validate put for batch operation
     add 18d7114  HBASE-21057 upgrade to latest spotbugs
     add b57c03b  HBASE-21947 TestShell is broken after we remove the jackson dependencies
     add 99362e8  HBASE-21942 [UI] requests per second is incorrect in rsgroup page(rsgroup.jsp)
     add c33ceb2  HBASE-21943 The usage of RegionLocations.mergeRegionLocations is wrong for
async client
     add 18f0745  HBASE-21960 Ensure RESTServletContainer used by RESTServer
     add 6e06a0d  HBASE-20724 Sometimes some compacted storefiles are still opened after region
failover
     add 8408e26  HBASE-21962 Filters do not work in ThriftTable
     add b1c42f10 HBASE-21961 Infinite loop in AsyncNonMetaRegionLocator if there is only
one region and we tried to locate before a non empty row
     add 9370347  HBASE-21820 Implement CLUSTER quota scope
     add e65744a  HBASE-21450 [documentation] Point spark doc at hbase-connectors spark
     add c4f5d3c  HBASE-21967 Split TestServerCrashProcedure and TestServerCrashProcedureWithReplicas
     add c19bc59  HBASE-21934 RemoteProcedureDispatcher should track the ongoing dispatched
calls
     new 587788f  HBASE-21916 Abstract an ByteBuffAllocator to allocate/free ByteBuffer in
ByteBufferPool

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../hbase/client/AsyncBatchRpcRetryingCaller.java  |   7 +-
 .../hbase/client/AsyncNonMetaRegionLocator.java    | 103 +++--
 .../hbase/client/AsyncRegionLocatorHelper.java     |  14 -
 .../hadoop/hbase/client/ConnectionUtils.java       |   3 +-
 .../hadoop/hbase/client/RawAsyncTableImpl.java     |   5 +-
 .../apache/hadoop/hbase/ipc/CellBlockBuilder.java  |   9 +-
 .../hadoop/hbase/quotas/QuotaSettingsFactory.java  | 100 ++++-
 .../hadoop/hbase/regionserver/BloomType.java       |   6 +-
 .../hadoop/hbase/shaded/protobuf/ProtobufUtil.java |  25 ++
 hbase-common/pom.xml                               |   4 +
 .../apache/hadoop/hbase/io/ByteBuffAllocator.java  | 282 ++++++++++++
 .../hbase/io/ByteBufferListOutputStream.java       |  40 +-
 .../org/apache/hadoop/hbase/io/ByteBufferPool.java | 155 -------
 .../hbase/io/encoding/CopyKeyDataBlockEncoder.java |   2 +-
 .../hbase/io/encoding/DiffKeyDeltaEncoder.java     |   2 +-
 .../hbase/io/encoding/FastDiffDeltaEncoder.java    |   2 +-
 .../hbase/io/encoding/PrefixKeyDeltaEncoder.java   |   2 +-
 .../hadoop/hbase/io/encoding/RowIndexSeekerV1.java |   2 +-
 .../java/org/apache/hadoop/hbase/nio/ByteBuff.java | 146 +++----
 .../org/apache/hadoop/hbase/nio/MultiByteBuff.java |  98 ++++-
 .../java/org/apache/hadoop/hbase/nio/RefCnt.java   |  39 +-
 .../apache/hadoop/hbase/nio/SingleByteBuff.java    |  92 +++-
 .../apache/hadoop/hbase/util/ByteBufferArray.java  |  10 +-
 .../apache/hadoop/hbase/util/ByteBufferUtils.java  |  31 +-
 .../hadoop/hbase/io/TestByteBuffAllocator.java     | 309 +++++++++++++
 .../hbase/io/TestByteBufferListOutputStream.java   |  18 +-
 .../apache/hadoop/hbase/io/TestByteBufferPool.java |  67 ---
 .../apache/hadoop/hbase/nio/TestMultiByteBuff.java |   4 +-
 .../chaos/actions/ChangeBloomFilterAction.java     |   2 -
 .../hadoop/hbase/mapreduce/HFileOutputFormat2.java |   4 -
 .../org/apache/hadoop/hbase/util/LoadTestTool.java |   8 -
 .../procedure2/RemoteProcedureDispatcher.java      |  29 ++
 .../src/main/protobuf/HFile.proto                  |   4 +
 hbase-rest/pom.xml                                 |  26 ++
 .../org/apache/hadoop/hbase/rest/RESTServer.java   | 158 ++++---
 .../hadoop/hbase/rest/RESTServletContainer.java    |  13 +-
 .../apache/hadoop/hbase/rest/SchemaResource.java   |   6 +
 .../hadoop/hbase/rest/filter/AuthFilter.java       |  10 +-
 .../hadoop/hbase/rest/HBaseRESTTestingUtility.java |  71 +--
 .../hadoop/hbase/rest/TestMultiRowResource.java    |   3 +
 .../hadoop/hbase/rest/TestSchemaResource.java      |   3 +
 .../hadoop/hbase/rest/TestSecureRESTServer.java    | 428 ++++++++++++++++++
 hbase-rest/src/test/resources/log4j.properties     |   1 +
 .../apache/hadoop/hbase/io/hfile/Cacheable.java    |   7 +-
 .../hadoop/hbase/ipc/NettyRpcFrameDecoder.java     |   2 +-
 .../apache/hadoop/hbase/ipc/NettyRpcServer.java    |   2 +-
 .../apache/hadoop/hbase/ipc/NettyServerCall.java   |  12 +-
 .../hadoop/hbase/ipc/NettyServerRpcConnection.java |   9 +-
 .../org/apache/hadoop/hbase/ipc/RpcServer.java     |  96 +----
 .../org/apache/hadoop/hbase/ipc/ServerCall.java    |  18 +-
 .../apache/hadoop/hbase/ipc/SimpleRpcServer.java   |   2 +-
 .../apache/hadoop/hbase/ipc/SimpleServerCall.java  |  15 +-
 .../hbase/ipc/SimpleServerRpcConnection.java       |  26 +-
 .../assignment/RegionRemoteProcedureBase.java      |   5 +
 .../assignment/RegionTransitionProcedure.java      |   1 +
 .../master/procedure/ServerRemoteProcedure.java    | 131 ++++++
 .../master/procedure/SplitWALRemoteProcedure.java  |  84 +---
 .../SwitchRpcThrottleRemoteProcedure.java          |  61 +--
 .../master/replication/RefreshPeerProcedure.java   |  71 +--
 .../SyncReplicationReplayWALRemoteProcedure.java   |  70 +--
 .../org/apache/hadoop/hbase/quotas/QuotaCache.java |  57 ++-
 .../org/apache/hadoop/hbase/quotas/QuotaUtil.java  |  84 +++-
 .../regionserver/AbstractMultiFileWriter.java      |  13 +-
 .../apache/hadoop/hbase/regionserver/HStore.java   |  64 ++-
 .../hadoop/hbase/regionserver/HStoreFile.java      |  59 ++-
 .../hadoop/hbase/regionserver/StoreFileReader.java |  76 +---
 .../hadoop/hbase/regionserver/StoreFileWriter.java | 123 ++++--
 .../compactions/DateTieredCompactor.java           |   2 +-
 .../regionserver/compactions/DefaultCompactor.java |   2 +-
 .../regionserver/compactions/StripeCompactor.java  |   2 +-
 .../apache/hadoop/hbase/util/BloomFilterUtil.java  |  54 +--
 .../hbase/util/RowPrefixDelimiterBloomContext.java |  62 ---
 .../resources/hbase-webapps/master/rsgroup.jsp     |   6 +-
 .../client/TestAsyncNonMetaRegionLocator.java      |  11 +
 .../apache/hadoop/hbase/client/TestAsyncTable.java | 185 ++++----
 .../hadoop/hbase/client/TestAsyncTableBatch.java   |  53 ++-
 .../client/TestAsyncTableGetMultiThreaded.java     |   4 +-
 .../TestAsyncTableLocateRegionForDeletedTable.java | 105 +++++
 .../hbase/client/TestServerLoadDurability.java     |   8 +-
 .../hadoop/hbase/io/hfile/TestHFileBlock.java      |   2 +-
 .../io/hfile/TestSeekBeforeWithInlineBlocks.java   |   2 -
 .../hadoop/hbase/ipc/TestRpcClientLeaks.java       |  41 +-
 .../org/apache/hadoop/hbase/ipc/TestRpcServer.java | 144 -------
 ...{TestServerCrashProcedure.java => TestSCP.java} |  43 +-
 ...eWithReplicas.java => TestSCPWithReplicas.java} |   8 +-
 .../TestSCPWithReplicasWithoutZKCoordinated.java}  |  13 +-
 .../TestSCPWithoutZKCoordinated.java}              |  15 +-
 .../procedure/TestServerRemoteProcedure.java       | 282 ++++++++++++
 .../quotas/TestClusterScopeQuotaThrottle.java      | 236 ++++++++++
 .../apache/hadoop/hbase/quotas/TestQuotaAdmin.java |  63 ++-
 .../hadoop/hbase/quotas/TestQuotaThrottle.java     | 478 ++++++++-------------
 .../quotas/TestSnapshotQuotaObserverChore.java     |  10 +-
 .../hbase/quotas/TestSpaceQuotasWithSnapshots.java |   3 +-
 .../hadoop/hbase/quotas/ThrottleQuotaTestUtil.java | 207 +++++++++
 .../hbase/regionserver/CreateRandomStoreFile.java  |   9 -
 .../TestCleanupCompactedFileAfterFailover.java     | 197 +++++++++
 .../TestCleanupCompactedFileOnRegionClose.java     |  60 ---
 .../hbase/regionserver/TestMultiColumnScanner.java |   1 -
 .../regionserver/TestRowPrefixBloomFilter.java     | 377 ++++++++--------
 .../hbase/regionserver/TestScanWithBloomError.java |   1 -
 .../hbase/regionserver/TestSeekOptimizations.java  |   2 -
 .../hbase/regionserver/TestSwitchToStreamRead.java |  49 ---
 .../regionserver/compactions/TestCompactor.java    |   8 +
 hbase-shell/src/main/ruby/hbase/quotas.rb          |  26 +-
 hbase-shell/src/main/ruby/hbase/taskmonitor.rb     |  32 +-
 .../src/main/ruby/shell/commands/set_quota.rb      |  27 +-
 hbase-shell/src/test/ruby/hbase/quotas_test.rb     |  17 +
 .../hbase/thrift/generated/AlreadyExists.java      |   2 +-
 .../hbase/thrift/generated/BatchMutation.java      |   2 +-
 .../hbase/thrift/generated/ColumnDescriptor.java   |   2 +-
 .../hadoop/hbase/thrift/generated/Hbase.java       |   2 +-
 .../hadoop/hbase/thrift/generated/IOError.java     |   2 +-
 .../hbase/thrift/generated/IllegalArgument.java    |   2 +-
 .../hadoop/hbase/thrift/generated/Mutation.java    |   2 +-
 .../hadoop/hbase/thrift/generated/TAppend.java     |   2 +-
 .../hadoop/hbase/thrift/generated/TCell.java       |   2 +-
 .../hadoop/hbase/thrift/generated/TColumn.java     |   2 +-
 .../hadoop/hbase/thrift/generated/TIncrement.java  |   2 +-
 .../hadoop/hbase/thrift/generated/TRegionInfo.java |   2 +-
 .../hadoop/hbase/thrift/generated/TRowResult.java  |   2 +-
 .../hadoop/hbase/thrift/generated/TScan.java       |   2 +-
 .../hadoop/hbase/thrift2/ThriftUtilities.java      |  35 +-
 .../hadoop/hbase/thrift2/generated/TAppend.java    |   2 +-
 .../hbase/thrift2/generated/TAuthorization.java    |   2 +-
 .../hbase/thrift2/generated/TBloomFilterType.java  |  10 +-
 .../hbase/thrift2/generated/TCellVisibility.java   |   2 +-
 .../hadoop/hbase/thrift2/generated/TColumn.java    |   2 +-
 .../thrift2/generated/TColumnFamilyDescriptor.java |   2 +-
 .../hbase/thrift2/generated/TColumnIncrement.java  |   2 +-
 .../hbase/thrift2/generated/TColumnValue.java      |   2 +-
 .../hadoop/hbase/thrift2/generated/TCompareOp.java |   2 +-
 .../thrift2/generated/TCompressionAlgorithm.java   |   2 +-
 .../hbase/thrift2/generated/TConsistency.java      |   2 +-
 .../thrift2/generated/TDataBlockEncoding.java      |   2 +-
 .../hadoop/hbase/thrift2/generated/TDelete.java    |   2 +-
 .../hbase/thrift2/generated/TDeleteType.java       |   2 +-
 .../hbase/thrift2/generated/TDurability.java       |   2 +-
 .../hadoop/hbase/thrift2/generated/TGet.java       |   2 +-
 .../hbase/thrift2/generated/THBaseService.java     |   2 +-
 .../hbase/thrift2/generated/THRegionInfo.java      |   2 +-
 .../hbase/thrift2/generated/THRegionLocation.java  |   2 +-
 .../hadoop/hbase/thrift2/generated/TIOError.java   |   2 +-
 .../hbase/thrift2/generated/TIllegalArgument.java  |   2 +-
 .../hadoop/hbase/thrift2/generated/TIncrement.java |   2 +-
 .../hbase/thrift2/generated/TKeepDeletedCells.java |   2 +-
 .../hadoop/hbase/thrift2/generated/TMutation.java  |   2 +-
 .../thrift2/generated/TNamespaceDescriptor.java    |   2 +-
 .../hadoop/hbase/thrift2/generated/TPut.java       |   2 +-
 .../hadoop/hbase/thrift2/generated/TReadType.java  |   2 +-
 .../hadoop/hbase/thrift2/generated/TResult.java    |   2 +-
 .../hbase/thrift2/generated/TRowMutations.java     |   2 +-
 .../hadoop/hbase/thrift2/generated/TScan.java      |   2 +-
 .../hbase/thrift2/generated/TServerName.java       |   2 +-
 .../hbase/thrift2/generated/TTableDescriptor.java  |   2 +-
 .../hadoop/hbase/thrift2/generated/TTableName.java |   2 +-
 .../hadoop/hbase/thrift2/generated/TTimeRange.java |   2 +-
 .../org/apache/hadoop/hbase/thrift2/hbase.thrift   |   4 -
 .../hadoop/hbase/thrift2/TestThriftConnection.java |   5 +-
 pom.xml                                            | 110 +----
 src/main/asciidoc/_chapters/architecture.adoc      | 155 ++-----
 src/main/asciidoc/_chapters/spark.adoc             |  57 +--
 src/main/asciidoc/book.adoc                        |   2 +
 src/site/custom/project-info-report.properties     |  24 --
 src/site/resources/images/WAL_splitting.png        | Bin 0 -> 38049 bytes
 src/site/site.xml                                  |  20 +-
 165 files changed, 4102 insertions(+), 2692 deletions(-)
 create mode 100644 hbase-common/src/main/java/org/apache/hadoop/hbase/io/ByteBuffAllocator.java
 delete mode 100644 hbase-common/src/main/java/org/apache/hadoop/hbase/io/ByteBufferPool.java
 copy hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/BlockCachesIterator.java
=> hbase-common/src/main/java/org/apache/hadoop/hbase/nio/RefCnt.java (56%)
 create mode 100644 hbase-common/src/test/java/org/apache/hadoop/hbase/io/TestByteBuffAllocator.java
 delete mode 100644 hbase-common/src/test/java/org/apache/hadoop/hbase/io/TestByteBufferPool.java
 create mode 100644 hbase-rest/src/test/java/org/apache/hadoop/hbase/rest/TestSecureRESTServer.java
 create mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/master/procedure/ServerRemoteProcedure.java
 delete mode 100644 hbase-server/src/main/java/org/apache/hadoop/hbase/util/RowPrefixDelimiterBloomContext.java
 create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestAsyncTableLocateRegionForDeletedTable.java
 delete mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/ipc/TestRpcServer.java
 rename hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/{TestServerCrashProcedure.java
=> TestSCP.java} (86%)
 rename hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/{TestServerCrashProcedureWithReplicas.java
=> TestSCPWithReplicas.java} (92%)
 copy hbase-server/src/test/java/org/apache/hadoop/hbase/master/{TestDLSAsyncFSWAL.java =>
procedure/TestSCPWithReplicasWithoutZKCoordinated.java} (72%)
 copy hbase-server/src/test/java/org/apache/hadoop/hbase/master/{TestDLSAsyncFSWAL.java =>
procedure/TestSCPWithoutZKCoordinated.java} (71%)
 create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/master/procedure/TestServerRemoteProcedure.java
 create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/quotas/TestClusterScopeQuotaThrottle.java
 create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/quotas/ThrottleQuotaTestUtil.java
 create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCleanupCompactedFileAfterFailover.java
 create mode 100644 src/site/resources/images/WAL_splitting.png


Mime
View raw message