Muehlenhoff has uploaded a new change for review.
https://gerrit.wikimedia.org/r/237335
Change subject: Create ferm rules for Hadoop master and Hadoop standby (common
rules)
......................................................................
Create ferm rules for Hadoop master and Hadoop standby (common rules)
Also remove the temporary rules used for the Hadoop workers, we don't use
Yarn mapreduce on the master, so can create fixed rules after all.
Change-Id: I3784547d91de89f60755beb3e1b040b5f3871c4a
---
M manifests/role/analytics/hadoop.pp
1 file changed, 47 insertions(+), 28 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet
refs/changes/35/237335/1
diff --git a/manifests/role/analytics/hadoop.pp
b/manifests/role/analytics/hadoop.pp
index 100390a..fa9cdd6 100644
--- a/manifests/role/analytics/hadoop.pp
+++ b/manifests/role/analytics/hadoop.pp
@@ -319,6 +319,50 @@
}
}
+
+# This class provides the ferm rules which are common to
+# all the Hadoop master and standby
+class role::analytics::hadoop::ferm_master_standby {
+
+ ferm::service{ 'hadoop-hdfs-namenode-jmx':
+ proto => 'tcp',
+ port => '9980',
+ srange => '$ANALYTICS_NETWORKS',
+ }
+
+ ferm::service{ 'hadoop-mapreduce-history-admininterface':
+ proto => 'tcp',
+ port => '10033',
+ srange => '$ANALYTICS_NETWORKS',
+ }
+
+ # config option mapreduce.jobhistory.webapp.address
+ ferm::service{ 'hadoop-mapreduce-jobhistory-admininterface':
+ proto => 'tcp',
+ port => '19888',
+ srange => '$ANALYTICS_NETWORKS',
+ }
+
+ ferm::service{ 'hadoop-yarn-resourcemanager':
+ proto => 'tcp',
+ port => '9983',
+ srange => '$ANALYTICS_NETWORKS',
+ }
+
+ ferm::service{ 'hadoop-httpfs':
+ proto => 'tcp',
+ port => '14000',
+ srange => '$ANALYTICS_NETWORKS',
+ }
+
+ # Open up port for debugging
+ ferm::service{ 'jmxtrans-jmx':
+ proto => 'tcp',
+ port => '2101',
+ srange => '$INTERNAL',
+ }
+}
+
# == Class role::analytics::hadoop
# Installs Hadoop client pacakges and configuration.
#
@@ -486,6 +530,8 @@
require => Class['cdh::hadoop::master'],
}
+ include role::analytics::hadoop::ferm_master_standby
+
# Hadoop nodes are spread across multiple rows
# and need to be able to send multicast packets
# multiple network hops. Hadoop GangliaContext
@@ -508,13 +554,6 @@
minute => 5,
hour => 0,
require => Class['cdh::hadoop::master'],
- }
-
- # T111433
- ferm::service{ 'hadoop-access':
- proto => 'tcp',
- port => '1024:65535',
- srange => '$ANALYTICS_NETWORKS',
}
# Include icinga alerts if production realm.
@@ -545,13 +584,6 @@
critical => '\!active',
require => Class['cdh::hadoop::master'],
}
- }
-
- # Open up port for debugging
- ferm::service{ 'jmxtrans-jmx':
- proto => 'tcp',
- port => '2101',
- srange => '$INTERNAL',
}
# This will create HDFS user home directories
@@ -678,6 +710,7 @@
# monitor disk statistics
include role::analytics::monitor_disks
+ include role::analytics::hadoop::ferm_master_standby
# Include icinga alerts if production realm.
if $::realm == 'production' {
@@ -688,20 +721,6 @@
require => Class['cdh::hadoop::namenode::standby'],
critical => 'true',
}
- }
-
- # T111433
- ferm::service{ 'hadoop-access':
- proto => 'tcp',
- port => '1024:65535',
- srange => '$ANALYTICS_NETWORKS',
- }
-
- # Open up port for debugging
- ferm::service{ 'jmxtrans-jmx':
- proto => 'tcp',
- port => '2101',
- srange => '$INTERNAL',
}
# If this is a resourcemanager host, then go ahead
--
To view, visit https://gerrit.wikimedia.org/r/237335
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I3784547d91de89f60755beb3e1b040b5f3871c4a
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: Muehlenhoff <mmuhlenh...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
