Ottomata has uploaded a new change for review. (
https://gerrit.wikimedia.org/r/392473 )
Change subject: Remove eventlogging_refine_test temporary class
......................................................................
Remove eventlogging_refine_test temporary class
Bug: T179625
Change-Id: I2e00849195b6d1e8e750b7703338dde8ae6f52c4
---
M manifests/site.pp
D
modules/role/manifests/analytics_cluster/refinery/job/eventlogging_refine_test.pp
2 files changed, 0 insertions(+), 41 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet
refs/changes/73/392473/1
diff --git a/manifests/site.pp b/manifests/site.pp
index 8a7f494..e9c71bd 100644
--- a/manifests/site.pp
+++ b/manifests/site.pp
@@ -2252,11 +2252,6 @@
# Disabled due to T166937
# analytics_cluster::refinery::job::guard,
- # Include analytics/refinery eventlogging refine test
- # as a temporary job until the experiment is finished.
- # See: https://phabricator.wikimedia.org/T177783
- analytics_cluster::refinery::job::eventlogging_refine_test,
-
# Set up a read only rsync module to allow access
# to public data generated by the Analytics Cluster.
analytics_cluster::rsyncd,
diff --git
a/modules/role/manifests/analytics_cluster/refinery/job/eventlogging_refine_test.pp
b/modules/role/manifests/analytics_cluster/refinery/job/eventlogging_refine_test.pp
deleted file mode 100644
index 7630850..0000000
---
a/modules/role/manifests/analytics_cluster/refinery/job/eventlogging_refine_test.pp
+++ /dev/null
@@ -1,36 +0,0 @@
-# == Class role::analytics_cluster::refinery::job::eventlogging_refine_test
-# Note: This file is temporary. It serves testing purposes described in
-# https://phabricator.wikimedia.org/T177783. It should be removed after the
-# experiment is finished.
-# Installs a cron job to refine EventLogging:Popups json data into a
-# partitioned hive external table.
-#
-class role::analytics_cluster::refinery::job::eventlogging_refine_test {
- require ::role::analytics_cluster::refinery
-
- # Use this log file.
- $eventlogging_refine_log_file =
"${role::analytics_cluster::refinery::log_dir}/eventlogging_refine_test.log"
-
- # Send an email to analytics in case of failure.
- $mail_to = '[email protected]'
-
- # The JsonRefine code is not deployed yet, so the used refinery jar lives
in:
- $refinery_jar =
'/mnt/hdfs/user/mforns/eventlogging_refine_test/refinery-job-0.0.49-SNAPSHOT.jar'
-
- # As we don't want to discuss final locations for refined EventLogging
data yet,
- # output base path and output database for this job are:
- $output_base_path = '/user/tbayer/eventlogging_refine_test'
- $output_database = 'tbayer'
-
- # Refine the EventLogging:Popups json data into a partitioned Hive table.
- # Starts 168 hours ago (one week), and ends 3 hours ago to avoid refining
incomplete data.
- # Runs once every hour.
- cron { 'eventlogging-refine-test':
- # Disabled for T179625. This class will be removed in favor of
`event.popups` table.
- ensure => 'absent',
- command => "spark-submit --class
org.wikimedia.analytics.refinery.job.JsonRefine ${refinery_jar}
--input-base-path /wmf/data/raw/eventlogging --database ${output_database}
--output-base-path ${output_base_path} --input-regex
'eventlogging_(.+)/hourly/(\\d+)/(\\d+)/(\\d+)/(\\d+).*' --input-capture
'table,year,month,day,hour' --table-whitelist 'Popups' --since 168 --until 3 >>
${eventlogging_refine_log_file} 2>&1",
- environment => "MAILTO=${mail_to}",
- user => 'hdfs',
- minute => '0',
- }
-}
--
To view, visit https://gerrit.wikimedia.org/r/392473
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I2e00849195b6d1e8e750b7703338dde8ae6f52c4
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: Ottomata <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
