Ottomata has uploaded a new change for review. (
https://gerrit.wikimedia.org/r/377350 )
Change subject: Add class to periodically run dfsadmin -fetchImage
......................................................................
Add class to periodically run dfsadmin -fetchImage
This will be used for Hadoop NameNode metadata backups
Change-Id: I00062ac74c8640e21545ad8b5aa2a46ac9a6f83a
---
A manifests/hadoop/namenode/backup.pp
1 file changed, 37 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet/cdh
refs/changes/50/377350/1
diff --git a/manifests/hadoop/namenode/backup.pp
b/manifests/hadoop/namenode/backup.pp
new file mode 100644
index 0000000..936ffab
--- /dev/null
+++ b/manifests/hadoop/namenode/backup.pp
@@ -0,0 +1,37 @@
+# == Class cdh::hadoop::namenode::backup
+#
+# Installs a cron to periodically run hdfs dfsadmin -fetchImage $destination,
+# and another one to only remove any fetched images in $destination older than
+# $retention_days.
+#
+# $destination should be an existent directory; this class does not manage it.
+#
+class cdh::hadoop::namenode::backup(
+ $destination,
+ $retention_days = 30,
+ $hour = undef,
+ $minute = undef,
+ $month = undef,
+ $monthday = undef,
+) {
+ Class['cdh::hadoop'] -> Class['cdh::hadoop::namenode::backup']
+
+ cron { 'hadoop-namenode-backup-fetchimage':
+ command => "/usr/bin/hdfs dfsadmin -fetchImage ${destination}",
+ user => 'hdfs',
+ hour => $hour,
+ minute => $minute,
+ month => $month,
+ monthday => $monthday,
+ }
+
+ # Delete files older than $retention_days.
+ cron { 'hadoop-namenode-backup-prune':
+ command => "/usr/bin/find ${destination} -mtime +${retension_days}
-delete",
+ user => 'hdfs',
+ hour => $hour,
+ minute => $minute,
+ month => $month,
+ monthday => $monthday,
+ }
+}
--
To view, visit https://gerrit.wikimedia.org/r/377350
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I00062ac74c8640e21545ad8b5aa2a46ac9a6f83a
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet/cdh
Gerrit-Branch: master
Gerrit-Owner: Ottomata <ao...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
