Ottomata has submitted this change and it was merged.
Change subject: Update CDH module and set hadoop namenode heapsize to 4G
......................................................................
Update CDH module and set hadoop namenode heapsize to 4G
Bug: T89245
Change-Id: I6bb82b01b4d824a03c56056b2076337378efc11c
---
M manifests/role/analytics/hadoop.pp
M modules/cdh
2 files changed, 6 insertions(+), 0 deletions(-)
Approvals:
Ottomata: Looks good to me, approved
jenkins-bot: Verified
diff --git a/manifests/role/analytics/hadoop.pp
b/manifests/role/analytics/hadoop.pp
index 9d9a842..72633e1 100644
--- a/manifests/role/analytics/hadoop.pp
+++ b/manifests/role/analytics/hadoop.pp
@@ -195,6 +195,9 @@
# use net-topology.py.erb to map hostname to /datacenter/rack/row id.
$net_topology_script_template =
'hadoop/net-topology.py.erb'
$hadoop_heapsize = undef
+ # Increase NameNode heapsize independent from other daemons
+ $hadoop_namenode_opts = '-Xmx4096m'
+
$yarn_heapsize = undef
# TODO: use variables from new ganglia module once it is finished.
@@ -244,6 +247,7 @@
$mapreduce_reduce_tasks_maximum = 2
# Labs sets these at undef, which lets the Hadoop defaults stick.
+ $hadoop_namenode_opts = undef
$mapreduce_reduce_shuffle_parallelcopies = undef
$mapreduce_task_io_sort_mb = undef
$mapreduce_task_io_sort_factor = undef
@@ -333,6 +337,8 @@
gelf_logging_enabled => $gelf_logging_enabled,
gelf_logging_host => $gelf_logging_host,
gelf_logging_port => $gelf_logging_port,
+
+ hadoop_namenode_opts => $hadoop_namenode_opts,
}
# If in production AND the current node is a journalnode, then
diff --git a/modules/cdh b/modules/cdh
index 0f17cec..8dc0218 160000
--- a/modules/cdh
+++ b/modules/cdh
-Subproject commit 0f17cec0b681fa2b1def5b0a7190c6f6e186ddf2
+Subproject commit 8dc0218abeb7f8740d83f1f35398b4d92bcef2d5
--
To view, visit https://gerrit.wikimedia.org/r/190471
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: merged
Gerrit-Change-Id: I6bb82b01b4d824a03c56056b2076337378efc11c
Gerrit-PatchSet: 2
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: Ottomata <o...@wikimedia.org>
Gerrit-Reviewer: Ottomata <o...@wikimedia.org>
Gerrit-Reviewer: jenkins-bot <>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
