Ottomata has uploaded a new change for review.
https://gerrit.wikimedia.org/r/71828
Change subject: Adding an analytics-data ganglia view
......................................................................
Adding an analytics-data ganglia view
Change-Id: I2b5e48b3fc2e0c7bf149256b60698e47ca763df8
---
M manifests/misc/monitoring.pp
1 file changed, 42 insertions(+), 2 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet
refs/changes/28/71828/1
diff --git a/manifests/misc/monitoring.pp b/manifests/misc/monitoring.pp
index 03dcd93..37f9dfa 100644
--- a/manifests/misc/monitoring.pp
+++ b/manifests/misc/monitoring.pp
@@ -89,6 +89,11 @@
kafka_broker_host_regex => 'analytics102[12].eqiad.wmnet',
kafka_producer_host_regex => 'analytics100[689].eqiad.wmnet',
}
+ class { 'misc::monitoring::view::analytics':
+ hdfs_stat_host => 'analytics1027.eqiad.wmnet',
+ kafka_broker_host_regex => 'analytics102[12].eqiad.wmnet',
+ kafka_producer_host_regex => 'analytics100[689].eqiad.wmnet',
+ }
}
# == Define misc:monitoring::view::udp2log
@@ -161,8 +166,8 @@
# kafka specific metrics to include in kafka
#
# == Parameters:
-# $kafka_broker_host_regex - regex matching kafka broker hosts
-# kafka_producer_host_regex - regex matching kafka producer hosts
+# $kafka_broker_host_regex - regex matching kafka broker hosts
+# $kafka_producer_host_regex - regex matching kafka producer hosts
#
define misc::monitoring::view::kafka($kafka_broker_host_regex,
$kafka_producer_host_regex) {
ganglia::view { $name:
@@ -204,4 +209,39 @@
},
],
}
+}
+
+# == Class misc::monitoring::view::analytics::data
+# View for analytics data flow.
+# This is a class instead of a define because it is specific enough to never
need
+# multiple instances.
+#
+# == Parameters
+# $hdfs_stat_host - host on which the webrequest_loss_percentage
metric is gathered.
+# $kafka_broker_host_regex - regex matching kafka broker hosts
+# $kafka_producer_host_regex - regex matching kafka producer hosts, this is
the same as upd2log hosts
+#
+class misc::monitoring::view::analytics::data($hdfs_stat_host,
$kafka_broker_host_regex, $kafka_producer_host_regex) {
+ ganglia::view { 'analytics-data':
+ graphs => [
+ {
+ 'host_regex' => $kafka_producer_host_regex,
+ 'metric_regex' => 'packet_loss_average',
+ },
+ {
+ 'host_regex' => $kafka_producer_host_regex,
+ 'metric_regex' =>
'udp2log_kafka_producer_.+.AsyncProducerEvents',
+ 'type' => 'stack',
+ },
+ {
+ 'host_regex' => $kafka_broker_host_regex,
+ 'metric_regex' =>
'kafka_network_SocketServerStats.ProduceRequestsPerSecond',
+ 'type' => 'stack',
+ },
+ {
+ 'host_regex' => $hdfs_stat_host,
+ 'metric_regex' => 'webrequest_loss_average',
+ },
+ ],
+ }
}
\ No newline at end of file
--
To view, visit https://gerrit.wikimedia.org/r/71828
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I2b5e48b3fc2e0c7bf149256b60698e47ca763df8
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: Ottomata <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
