ATLAS-1125 Enable compression on hbase audit table (shwethags via sumasai) (cherry picked from commit 8cdc8981d7d6f71b5de506b3ba390763e9e7e80b)
Project: http://git-wip-us.apache.org/repos/asf/incubator-atlas/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-atlas/commit/e0a0e25a Tree: http://git-wip-us.apache.org/repos/asf/incubator-atlas/tree/e0a0e25a Diff: http://git-wip-us.apache.org/repos/asf/incubator-atlas/diff/e0a0e25a Branch: refs/heads/0.7-incubating Commit: e0a0e25a7158413645decb8ee27d34aa92d6a93a Parents: dea202c Author: Suma Shivaprasad <[email protected]> Authored: Wed Aug 17 09:37:12 2016 -0700 Committer: Madhan Neethiraj <[email protected]> Committed: Thu Dec 22 15:21:39 2016 -0800 ---------------------------------------------------------------------- release-log.txt | 1 + .../atlas/repository/audit/HBaseBasedAuditRepository.java | 6 ++++++ 2 files changed, 7 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/e0a0e25a/release-log.txt ---------------------------------------------------------------------- diff --git a/release-log.txt b/release-log.txt index b6c6a55..c6febf0 100644 --- a/release-log.txt +++ b/release-log.txt @@ -28,6 +28,7 @@ ATLAS-409 Atlas will not import avro tables with schema read from a file (dosset ATLAS-379 Create sqoop and falcon metadata addons (venkatnrangan,bvellanki,sowmyaramesh via shwethags) ALL CHANGES: +ATLAS-1125 Enable compression on hbase audit table (shwethags via sumasai) ATLAS-1122 Change trait edge labels to have trait name alone (sumasai) ATLAS-1121 NPE while submitting topology in StormHook (ayubkhan via sumasai) ATLAS-1111 Data loss is observed when atlas is restarted while hive_table metadata ingestion into kafka topic is in-progress(shwethags via sumasai) http://git-wip-us.apache.org/repos/asf/incubator-atlas/blob/e0a0e25a/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java ---------------------------------------------------------------------- diff --git a/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java b/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java index 0ecbb3b..6ad8528 100644 --- a/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java +++ b/repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java @@ -41,6 +41,9 @@ import org.apache.hadoop.hbase.client.ResultScanner; import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.client.Table; import org.apache.hadoop.hbase.filter.PageFilter; +import org.apache.hadoop.hbase.io.compress.Compression; +import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding; +import org.apache.hadoop.hbase.regionserver.BloomType; import org.apache.hadoop.hbase.util.Bytes; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -274,6 +277,9 @@ public class HBaseBasedAuditRepository implements Service, EntityAuditRepository HTableDescriptor tableDescriptor = new HTableDescriptor(tableName); HColumnDescriptor columnFamily = new HColumnDescriptor(COLUMN_FAMILY); columnFamily.setMaxVersions(1); + columnFamily.setDataBlockEncoding(DataBlockEncoding.FAST_DIFF); + columnFamily.setCompressionType(Compression.Algorithm.GZ); + columnFamily.setBloomFilterType(BloomType.ROW); tableDescriptor.addFamily(columnFamily); admin.createTable(tableDescriptor); } else {
