Ottomata has uploaded a new change for review. (
https://gerrit.wikimedia.org/r/378992 )
Change subject: Set druid.processing.numMergeBuffers: 10 for druid broker and
historical
......................................................................
Set druid.processing.numMergeBuffers: 10 for druid broker and historical
Allows use of V2 groupBy engine
Change-Id: Ie05d4d07bda1c91f7a5a27d0bbf37117ebb7f447
---
M hieradata/eqiad/druid/broker.yaml
M hieradata/eqiad/druid/historical.yaml
2 files changed, 6 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet
refs/changes/92/378992/1
diff --git a/hieradata/eqiad/druid/broker.yaml
b/hieradata/eqiad/druid/broker.yaml
index 2d4ca1c..f381411 100644
--- a/hieradata/eqiad/druid/broker.yaml
+++ b/hieradata/eqiad/druid/broker.yaml
@@ -1,12 +1,16 @@
druid::broker::properties:
druid.processing.numThreads: 10
druid.processing.buffer.sizeBytes: 2147483647
+ # Set numMergeBuffers to use v2 groupBy engine
+ druid.processing.numMergeBuffers: 10
druid.server.http.numThreads: 20
druid.broker.http.numConnections: 20
druid.broker.http.readTimeout: PT5M
# Increase druid broker query cache size to 2G.
# TBD: Perhaps we should also try using memcached?
druid.cache.sizeInBytes: 2147483648
+ # Set numMergeBuffers to use v2 groupBy engine
+ druid.processing.numMergeBuffers: 10
druid::broker::env:
DRUID_HEAP_OPTS: "-Xmx25g -Xms25g"
DRUID_EXTRA_JVM_OPTS: "-XX:NewSize=6g -XX:MaxNewSize=6g
-XX:MaxDirectMemorySize=64g -XX:+UseConcMarkSweepGC -XX:+PrintGCDetails
-XX:+PrintGCTimeStamps"
diff --git a/hieradata/eqiad/druid/historical.yaml
b/hieradata/eqiad/druid/historical.yaml
index 3b5acca..1554085 100644
--- a/hieradata/eqiad/druid/historical.yaml
+++ b/hieradata/eqiad/druid/historical.yaml
@@ -1,6 +1,8 @@
druid::historical::properties:
druid.processing.numThreads: 10
druid.processing.buffer.sizeBytes: 1073741824
+ # Set numMergeBuffers to use v2 groupBy engine
+ druid.processing.numMergeBuffers: 10
druid.server.http.numThreads: 20
druid.server.maxSize: 2748779069440 # 2.5 TB
druid.segmentCache.locations:
'[{"path":"/var/lib/druid/segment-cache","maxSize"\:2748779069440}]'
--
To view, visit https://gerrit.wikimedia.org/r/378992
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: Ie05d4d07bda1c91f7a5a27d0bbf37117ebb7f447
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: Ottomata <ao...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
