Elukey has uploaded a new change for review. ( https://gerrit.wikimedia.org/r/399205 )
Change subject: role::druid::analytics::worker: review jvm configurations ...................................................................... role::druid::analytics::worker: review jvm configurations Change-Id: I29e75c080e98490e0615a7d12d6e40f668eaea4e --- M hieradata/role/common/druid/analytics/worker.yaml 1 file changed, 11 insertions(+), 10 deletions(-) git pull ssh://gerrit.wikimedia.org:29418/operations/puppet refs/changes/05/399205/1 diff --git a/hieradata/role/common/druid/analytics/worker.yaml b/hieradata/role/common/druid/analytics/worker.yaml index 1b06e03..214b213 100644 --- a/hieradata/role/common/druid/analytics/worker.yaml +++ b/hieradata/role/common/druid/analytics/worker.yaml @@ -60,7 +60,6 @@ # -- Druid worker service configurations # --- Druid Broker - # Broker gets a special ferm_srange since it is the frontend query interface to Druid. profile::druid::broker::monitoring_enabled: true profile::druid::broker::ferm_srange: '$ANALYTICS_NETWORKS' @@ -69,7 +68,7 @@ druid.emitter.composing.emitters: ["logging","http"] druid.emitter.http.recipientBaseUrl: "http://localhost:8000/"; druid.processing.numThreads: 10 - druid.processing.buffer.sizeBytes: 2147483647 + druid.processing.buffer.sizeBytes: 268435456 # 1024 * 1024 * 256 # Set numMergeBuffers to use v2 groupBy engine druid.processing.numMergeBuffers: 10 druid.server.http.numThreads: 20 @@ -79,8 +78,8 @@ # TBD: Perhaps we should also try using memcached? druid.cache.sizeInBytes: 2147483648 profile::druid::broker::env: - DRUID_HEAP_OPTS: "-Xmx25g -Xms5g" - DRUID_EXTRA_JVM_OPTS: "-XX:NewSize=6g -XX:MaxNewSize=6g -XX:MaxDirectMemorySize=64g -XX:+UseConcMarkSweepGC -XX:+PrintGCDetails -XX:+PrintGCTimeStamps" + DRUID_HEAP_OPTS: "-Xmx10g -Xms5g" + DRUID_EXTRA_JVM_OPTS: "-XX:NewSize=4g -XX:MaxNewSize=4g -XX:MaxDirectMemorySize=12g -XX:+UseConcMarkSweepGC -XX:+PrintGCDetails -XX:+PrintGCTimeStamps" # --- Druid Coordinator @@ -91,7 +90,7 @@ druid.emitter.composing.emitters: ["logging","http"] druid.emitter.http.recipientBaseUrl: "http://localhost:8000/"; profile::druid::coordinator::env: - DRUID_HEAP_OPTS: "-Xmx10g -Xms5g" + DRUID_HEAP_OPTS: "-Xmx4g -Xms2g" DRUID_EXTRA_JVM_OPTS: "-XX:NewSize=512m -XX:MaxNewSize=512m -XX:+UseG1GC -XX:+PrintGCDetails -XX:+PrintGCTimeStamps" @@ -102,18 +101,20 @@ druid.emitter.composing.emitters: ["logging","http"] druid.emitter.http.recipientBaseUrl: "http://localhost:8000/"; druid.processing.numThreads: 10 - druid.processing.buffer.sizeBytes: 1073741824 + druid.processing.buffer.sizeBytes: 268435456 # 1024 * 1024 * 256 # Set numMergeBuffers to use v2 groupBy engine druid.processing.numMergeBuffers: 10 druid.server.http.numThreads: 20 druid.server.maxSize: 2748779069440 # 2.5 TB druid.segmentCache.locations: '[{"path":"/var/lib/druid/segment-cache","maxSize"\:2748779069440}]' - druid.historical.cache.useCache: true - druid.historical.cache.populateCache: true + # For small clusters it is reccomended to only enable caching on brokers + # See: http://druid.io/docs/latest/querying/caching.html + druid.historical.cache.useCache: false + druid.historical.cache.populateCache: false druid.monitoring.monitors: ["io.druid.server.metrics.HistoricalMetricsMonitor"] profile::druid::historical::env: - DRUID_HEAP_OPTS: "-Xmx12g -Xms5g" - DRUID_EXTRA_JVM_OPTS: "-XX:NewSize=6g -XX:MaxNewSize=6g -XX:MaxDirectMemorySize=32g -XX:+UseConcMarkSweepGC -XX:+PrintGCDetails -XX:+PrintGCTimeStamps" + DRUID_HEAP_OPTS: "-Xmx8g -Xms4g" + DRUID_EXTRA_JVM_OPTS: "-XX:NewSize=2g -XX:MaxNewSize=2g -XX:MaxDirectMemorySize=10g -XX:+UseConcMarkSweepGC -XX:+PrintGCDetails -XX:+PrintGCTimeStamps" # --- Druid MiddleManager -- To view, visit https://gerrit.wikimedia.org/r/399205 To unsubscribe, visit https://gerrit.wikimedia.org/r/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I29e75c080e98490e0615a7d12d6e40f668eaea4e Gerrit-PatchSet: 1 Gerrit-Project: operations/puppet Gerrit-Branch: production Gerrit-Owner: Elukey <ltosc...@wikimedia.org> _______________________________________________ MediaWiki-commits mailing list MediaWiki-commits@lists.wikimedia.org https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
