atlas-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From suma...@apache.org
Subject incubator-atlas git commit: ATLAS-1125 Enable compression on hbase audit table (shwethags via sumasai)
Date Wed, 17 Aug 2016 16:37:17 GMT
Repository: incubator-atlas
Updated Branches:
  refs/heads/master eb98bfe78 -> 8cdc8981d


ATLAS-1125 Enable compression on hbase audit table (shwethags via sumasai)


Project: http://git-wip-us.apache.org/repos/asf/incubator-atlas/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-atlas/commit/8cdc8981
Tree: http://git-wip-us.apache.org/repos/asf/incubator-atlas/tree/8cdc8981
Diff: http://git-wip-us.apache.org/repos/asf/incubator-atlas/diff/8cdc8981

Branch: refs/heads/master
Commit: 8cdc8981d7d6f71b5de506b3ba390763e9e7e80b
Parents: eb98bfe
Author: Suma Shivaprasad <sumasai.shivaprasad@gmail.com>
Authored: Wed Aug 17 09:37:12 2016 -0700
Committer: Suma Shivaprasad <sumasai.shivaprasad@gmail.com>
Committed: Wed Aug 17 09:37:12 2016 -0700

----------------------------------------------------------------------
 release-log.txt                                                | 1 +
 .../atlas/repository/audit/HBaseBasedAuditRepository.java      | 6 ++++++
 2 files changed, 7 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/8cdc8981/release-log.txt
----------------------------------------------------------------------
diff --git a/release-log.txt b/release-log.txt
index c7f1220..7463713 100644
--- a/release-log.txt
+++ b/release-log.txt
@@ -6,6 +6,7 @@ INCOMPATIBLE CHANGES:
 ATLAS-1060 Add composite indexes for exact match performance improvements for all attributes
(sumasai via shwethags)
 
 ALL CHANGES:
+ATLAS-1125 Enable compression on hbase audit table (shwethags via sumasai)
 ATLAS-1122 Change trait edge labels to have trait name alone (sumasai)
 ATLAS-1121 NPE while submitting topology in StormHook (ayubkhan via sumasai)
 ATLAS-1119 Add retries for edge label creation (sumasai via shwethags)

http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/8cdc8981/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
----------------------------------------------------------------------
diff --git a/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
b/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
index 0ecbb3b..6ad8528 100644
--- a/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
+++ b/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
@@ -41,6 +41,9 @@ import org.apache.hadoop.hbase.client.ResultScanner;
 import org.apache.hadoop.hbase.client.Scan;
 import org.apache.hadoop.hbase.client.Table;
 import org.apache.hadoop.hbase.filter.PageFilter;
+import org.apache.hadoop.hbase.io.compress.Compression;
+import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;
+import org.apache.hadoop.hbase.regionserver.BloomType;
 import org.apache.hadoop.hbase.util.Bytes;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -274,6 +277,9 @@ public class HBaseBasedAuditRepository implements Service, EntityAuditRepository
                 HTableDescriptor tableDescriptor = new HTableDescriptor(tableName);
                 HColumnDescriptor columnFamily = new HColumnDescriptor(COLUMN_FAMILY);
                 columnFamily.setMaxVersions(1);
+                columnFamily.setDataBlockEncoding(DataBlockEncoding.FAST_DIFF);
+                columnFamily.setCompressionType(Compression.Algorithm.GZ);
+                columnFamily.setBloomFilterType(BloomType.ROW);
                 tableDescriptor.addFamily(columnFamily);
                 admin.createTable(tableDescriptor);
             } else {


Mime
View raw message