Elukey has submitted this change and it was merged. (
https://gerrit.wikimedia.org/r/394256 )
Change subject: profile::hadoop::worker: increase Java Xmx to 4G for
Datanode/Nodemanager
......................................................................
profile::hadoop::worker: increase Java Xmx to 4G for Datanode/Nodemanager
Bug: T178876
Change-Id: I1d774be123d3e660928d7cdae4edb8c70c22e038
---
M hieradata/common/profile/hadoop/common.yaml
D hieradata/hosts/analytics1030.yaml
M hieradata/role/common/analytics_cluster/hadoop/master.yaml
M hieradata/role/common/analytics_cluster/hadoop/standby.yaml
M hieradata/role/common/analytics_cluster/hadoop/worker.yaml
5 files changed, 35 insertions(+), 53 deletions(-)
Approvals:
Ottomata: Looks good to me, but someone else must approve
Elukey: Looks good to me, approved
jenkins-bot: Verified
diff --git a/hieradata/common/profile/hadoop/common.yaml
b/hieradata/common/profile/hadoop/common.yaml
index eb55bc7..e990f51 100644
--- a/hieradata/common/profile/hadoop/common.yaml
+++ b/hieradata/common/profile/hadoop/common.yaml
@@ -34,11 +34,6 @@
- /var/lib/hadoop/data/l
- /var/lib/hadoop/data/m
-# Increase NameNode heapsize independent from other daemons.
-# If you change these values please check profile::hadoop::*::namenode_heapsize
-# since some alarms need to be tuned in the master/standby config too.
-profile::hadoop::common::hadoop_namenode_opts: "-Xms6144m -Xmx6144m"
-
profile::hadoop::common::mapreduce_reduce_shuffle_parallelcopies: 10
profile::hadoop::common::mapreduce_task_io_sort_mb: 200
profile::hadoop::common::mapreduce_task_io_sort_factor: 10
@@ -64,36 +59,23 @@
profile::hadoop::common::mapreduce_reduce_memory_mb: 4096 # 2 * 2G
profile::hadoop::common::mapreduce_reduce_java_opts: '-Xmx3276m' # 0.8 * 2 *
2G
-# This is the heap zize of YARN daemons ResourceManager and NodeManagers.
-# This setting is used to configure the max heap size for both.
-# The default is 1000m, we increase it to 2048m in production.
-profile::hadoop::common::yarn_heapsize: 2048
-profile::hadoop::common::yarn_resourcemanager_opts: '-Xms2048m'
-
-# Heap size for HDFS datanode.
-# The default is 1000m, we increase it to 2048m in production.
-profile::hadoop::common::hadoop_heapsize: 2048
-
# Yarn ApplicationMaster container size and max heap size (-Xmx)
profile::hadoop::common::yarn_app_mapreduce_am_resource_mb: 4096 # 2
* 2G
profile::hadoop::common::yarn_app_mapreduce_am_command_opts: '-Xmx3276m' #
0.8 * 2 * 2G
-# MapReduce History server (running on Hadoop master nodes)
-profile::hadoop::common::mapreduce_history_java_opts: '-Xms4096m -Xmx4096m'
-
-# Save 8G for OS and other processes.
-# Memory available for use by Hadoop jobs: 64G - 8G == 56G.
-# 56G at 2G per container gives nodes with 64G RAM space for
-# 28 containers.
+# Save 12G for OS and other processes.
+# Memory available for use by Hadoop jobs: 64G - 12G == 52G.
+# 52G at 2G per container gives nodes with 64G RAM space for
+# 26 containers.
# This is the total amount of memory that NodeManagers
# will use for allocation to containers.
-profile::hadoop::common::yarn_nodemanager_resource_memory_mb: 57344 # 64G - 8G
+profile::hadoop::common::yarn_nodemanager_resource_memory_mb: 53248 # 64G - 12G
# Setting _minimum_allocation_mb to 0 to allow Impala to submit small
# reservation requests.
profile::hadoop::common::yarn_scheduler_minimum_allocation_mb: 0
-profile::hadoop::common::yarn_scheduler_maximum_allocation_mb: 57344
+profile::hadoop::common::yarn_scheduler_maximum_allocation_mb: 53248
# Setting minimum_allocation_vcores to 0 to allow Impala to submit small
# reservation requests.
diff --git a/hieradata/hosts/analytics1030.yaml
b/hieradata/hosts/analytics1030.yaml
deleted file mode 100644
index 0ea6ccf..0000000
--- a/hieradata/hosts/analytics1030.yaml
+++ /dev/null
@@ -1,23 +0,0 @@
-# Experiment to test increased Heap sizes for Datanode/Nodemanager
-# Hadoop daemons from 2G to 4G
-# https://phabricator.wikimedia.org/T178876
-
-profile::hadoop::common::yarn_heapsize: 4096
-profile::hadoop::common::yarn_nodemanager_opts: '-Xms4096m'
-
-# Heap size for HDFS datanode.
-# The default is 1000m, we increase it to 2048m in production.
-profile::hadoop::common::hadoop_heapsize: 4096
-profile::hadoop::common::hadoop_datanode_opts: '-Xms4096m'
-
-# Save 12G for OS and other processes.
-# Memory available for use by Hadoop jobs: 64G - 12G == 52G.
-# 52G at 2G per container gives nodes with 64G RAM space for
-# 26 containers.
-
-# This is the total amount of memory that NodeManagers
-# will use for allocation to containers.
-profile::hadoop::common::yarn_nodemanager_resource_memory_mb: 53248 # 64G - 12G
-
-profile::hadoop::common::yarn_scheduler_maximum_allocation_mb: 53248
-
diff --git a/hieradata/role/common/analytics_cluster/hadoop/master.yaml
b/hieradata/role/common/analytics_cluster/hadoop/master.yaml
index 5881c3d..c595c4d 100644
--- a/hieradata/role/common/analytics_cluster/hadoop/master.yaml
+++ b/hieradata/role/common/analytics_cluster/hadoop/master.yaml
@@ -13,6 +13,15 @@
profile::hadoop::master::monitoring_enabled: true
profile::hadoop::logstash::enabled: false
+# This is the heap zize of YARN daemons ResourceManager and NodeManagers.
+# This setting is used to configure the max heap size for both.
+# The default is 1000m, we increase it to 2048m in production.
+profile::hadoop::common::yarn_heapsize: 2048
+profile::hadoop::common::yarn_resourcemanager_opts: '-Xms2048m'
+
+profile::hadoop::common::hadoop_namenode_opts: "-Xms6144m -Xmx6144m"
# Used to set up jvm heap size usage thresholds
-# Please check profile::hadoop::common::hadoop_namenode_opts before changing
it.
-profile::hadoop::master::namenode_heapsize: 6144
\ No newline at end of file
+profile::hadoop::master::namenode_heapsize: 6144
+
+# MapReduce History server (running on Hadoop master nodes)
+profile::hadoop::common::mapreduce_history_java_opts: '-Xms4096m -Xmx4096m'
\ No newline at end of file
diff --git a/hieradata/role/common/analytics_cluster/hadoop/standby.yaml
b/hieradata/role/common/analytics_cluster/hadoop/standby.yaml
index a826a02..654a0e2 100644
--- a/hieradata/role/common/analytics_cluster/hadoop/standby.yaml
+++ b/hieradata/role/common/analytics_cluster/hadoop/standby.yaml
@@ -17,6 +17,15 @@
profile::hadoop::standby_master::monitoring_enabled: true
profile::hadoop::logstash::enabled: false
+# This is the heap zize of YARN daemons ResourceManager and NodeManagers.
+# This setting is used to configure the max heap size for both.
+# The default is 1000m, we increase it to 2048m in production.
+profile::hadoop::common::yarn_heapsize: 2048
+profile::hadoop::common::yarn_resourcemanager_opts: '-Xms2048m'
+
+profile::hadoop::common::hadoop_namenode_opts: "-Xms6144m -Xmx6144m"
# Used to set up jvm heap size usage thresholds
-# Please check profile::hadoop::common::hadoop_namenode_opts before changing
it.
-profile::hadoop::standby::namenode_heapsize: 6144
\ No newline at end of file
+profile::hadoop::standby::namenode_heapsize: 6144
+
+# MapReduce History server (running on Hadoop master nodes)
+profile::hadoop::common::mapreduce_history_java_opts: '-Xms4096m -Xmx4096m'
\ No newline at end of file
diff --git a/hieradata/role/common/analytics_cluster/hadoop/worker.yaml
b/hieradata/role/common/analytics_cluster/hadoop/worker.yaml
index e194c58..6bf94b7 100644
--- a/hieradata/role/common/analytics_cluster/hadoop/worker.yaml
+++ b/hieradata/role/common/analytics_cluster/hadoop/worker.yaml
@@ -13,7 +13,12 @@
profile::base::check_disk_options: '-w 6% -c 3% -W 6% -K 3% -l -e -A -i
"/var/lib/hadoop/data"'
profile::base::check_raid_policy: 'WriteBack'
+# Increased Heap sizes for Datanode/Nodemanager Hadoop daemons from 2G to 4G
+# in https://phabricator.wikimedia.org/T178876
+profile::hadoop::common::yarn_heapsize: 4096
+profile::hadoop::common::hadoop_heapsize: 4096
+
# Prometheus JMX Exporter config templates. The missing variables will be
filled
# in the worker profile before commons.
-profile::hadoop::common::hadoop_datanode_opts: "-Xms2048m
-javaagent:/usr/share/java/prometheus/jmx_prometheus_javaagent.jar=%{::ipaddress}:%{::profile::hadoop::worker::prometheus_jmx_exporter_datanode_port}:%{::profile::hadoop::worker::datanode_jmx_exporter_config_file}"
-profile::hadoop::common::yarn_nodemanager_opts: "-Xms2048m
-javaagent:/usr/share/java/prometheus/jmx_prometheus_javaagent.jar=%{::ipaddress}:%{::profile::hadoop::worker::prometheus_jmx_exporter_nodemanager_port}:%{::profile::hadoop::worker::nodemanager_jmx_exporter_config_file}"
\ No newline at end of file
+profile::hadoop::common::hadoop_datanode_opts: "-Xms4096m
-javaagent:/usr/share/java/prometheus/jmx_prometheus_javaagent.jar=%{::ipaddress}:%{::profile::hadoop::worker::prometheus_jmx_exporter_datanode_port}:%{::profile::hadoop::worker::datanode_jmx_exporter_config_file}"
+profile::hadoop::common::yarn_nodemanager_opts: "-Xms4096m
-javaagent:/usr/share/java/prometheus/jmx_prometheus_javaagent.jar=%{::ipaddress}:%{::profile::hadoop::worker::prometheus_jmx_exporter_nodemanager_port}:%{::profile::hadoop::worker::nodemanager_jmx_exporter_config_file}"
\ No newline at end of file
--
To view, visit https://gerrit.wikimedia.org/r/394256
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: merged
Gerrit-Change-Id: I1d774be123d3e660928d7cdae4edb8c70c22e038
Gerrit-PatchSet: 3
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: Elukey <[email protected]>
Gerrit-Reviewer: Elukey <[email protected]>
Gerrit-Reviewer: Ottomata <[email protected]>
Gerrit-Reviewer: jenkins-bot <>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
