Repository: kafka Updated Branches: refs/heads/trunk 022d2017a -> 505af6bfd
KAFKA-4484: Set more conservative default values on RocksDB for memory usage Lowered the default RocksDB settings for the block cache and write buffers Author: Damian Guy <[email protected]> Reviewers: Eno Thereska, Guozhang Wang Closes #2525 from dguy/kafka-4484 Project: http://git-wip-us.apache.org/repos/asf/kafka/repo Commit: http://git-wip-us.apache.org/repos/asf/kafka/commit/505af6bf Tree: http://git-wip-us.apache.org/repos/asf/kafka/tree/505af6bf Diff: http://git-wip-us.apache.org/repos/asf/kafka/diff/505af6bf Branch: refs/heads/trunk Commit: 505af6bfdafa4719e4faeefab4d334cb0eebf784 Parents: 022d201 Author: Damian Guy <[email protected]> Authored: Thu Feb 16 15:35:32 2017 -0800 Committer: Guozhang Wang <[email protected]> Committed: Thu Feb 16 15:35:32 2017 -0800 ---------------------------------------------------------------------- .../org/apache/kafka/streams/state/internals/RocksDBStore.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kafka/blob/505af6bf/streams/src/main/java/org/apache/kafka/streams/state/internals/RocksDBStore.java ---------------------------------------------------------------------- diff --git a/streams/src/main/java/org/apache/kafka/streams/state/internals/RocksDBStore.java b/streams/src/main/java/org/apache/kafka/streams/state/internals/RocksDBStore.java index 108c772..13d96d3 100644 --- a/streams/src/main/java/org/apache/kafka/streams/state/internals/RocksDBStore.java +++ b/streams/src/main/java/org/apache/kafka/streams/state/internals/RocksDBStore.java @@ -70,8 +70,8 @@ public class RocksDBStore<K, V> implements KeyValueStore<K, V> { // TODO: these values should be configurable private static final CompressionType COMPRESSION_TYPE = CompressionType.NO_COMPRESSION; private static final CompactionStyle COMPACTION_STYLE = CompactionStyle.UNIVERSAL; - private static final long WRITE_BUFFER_SIZE = 32 * 1024 * 1024L; - private static final long BLOCK_CACHE_SIZE = 100 * 1024 * 1024L; + private static final long WRITE_BUFFER_SIZE = 16 * 1024 * 1024L; + private static final long BLOCK_CACHE_SIZE = 50 * 1024 * 1024L; private static final long BLOCK_SIZE = 4096L; private static final int TTL_SECONDS = TTL_NOT_USED; private static final int MAX_WRITE_BUFFERS = 3;
