Ottomata has submitted this change and it was merged. ( https://gerrit.wikimedia.org/r/391023 )
Change subject: Temporarily disable EventLogging refine jobs ...................................................................... Temporarily disable EventLogging refine jobs See: https://phabricator.wikimedia.org/T179625#3755242 Bug: T179625 Change-Id: I44698c1a71d576d2eb9ca5e2f676e9c8596c3a73 --- M modules/role/manifests/analytics_cluster/refinery/job/eventlogging_refine_test.pp M modules/role/manifests/analytics_cluster/refinery/job/json_refine.pp 2 files changed, 4 insertions(+), 0 deletions(-) Approvals: Ottomata: Verified; Looks good to me, approved diff --git a/modules/role/manifests/analytics_cluster/refinery/job/eventlogging_refine_test.pp b/modules/role/manifests/analytics_cluster/refinery/job/eventlogging_refine_test.pp index bd2b1f5..7630850 100644 --- a/modules/role/manifests/analytics_cluster/refinery/job/eventlogging_refine_test.pp +++ b/modules/role/manifests/analytics_cluster/refinery/job/eventlogging_refine_test.pp @@ -26,6 +26,8 @@ # Starts 168 hours ago (one week), and ends 3 hours ago to avoid refining incomplete data. # Runs once every hour. cron { 'eventlogging-refine-test': + # Disabled for T179625. This class will be removed in favor of `event.popups` table. + ensure => 'absent', command => "spark-submit --class org.wikimedia.analytics.refinery.job.JsonRefine ${refinery_jar} --input-base-path /wmf/data/raw/eventlogging --database ${output_database} --output-base-path ${output_base_path} --input-regex 'eventlogging_(.+)/hourly/(\\d+)/(\\d+)/(\\d+)/(\\d+).*' --input-capture 'table,year,month,day,hour' --table-whitelist 'Popups' --since 168 --until 3 >> ${eventlogging_refine_log_file} 2>&1", environment => "MAILTO=${mail_to}", user => 'hdfs', diff --git a/modules/role/manifests/analytics_cluster/refinery/job/json_refine.pp b/modules/role/manifests/analytics_cluster/refinery/job/json_refine.pp index d443ef8..d1c7a3f 100644 --- a/modules/role/manifests/analytics_cluster/refinery/job/json_refine.pp +++ b/modules/role/manifests/analytics_cluster/refinery/job/json_refine.pp @@ -8,6 +8,8 @@ # Refine EventLogging Analytics (capsule based) data. role::analytics_cluster::refinery::job::json_refine_job { 'eventlogging_analytics': + # Temporarily disabled for T179625. + ensure => 'absent', input_base_path => '/wmf/data/raw/eventlogging', input_regex => 'eventlogging_(.+)/hourly/(\\d+)/(\\d+)/(\\d+)/(\\d+)', input_capture => 'table,year,month,day,hour', -- To view, visit https://gerrit.wikimedia.org/r/391023 To unsubscribe, visit https://gerrit.wikimedia.org/r/settings Gerrit-MessageType: merged Gerrit-Change-Id: I44698c1a71d576d2eb9ca5e2f676e9c8596c3a73 Gerrit-PatchSet: 4 Gerrit-Project: operations/puppet Gerrit-Branch: production Gerrit-Owner: Ottomata <ao...@wikimedia.org> Gerrit-Reviewer: Giuseppe Lavagetto <glavage...@wikimedia.org> Gerrit-Reviewer: Ottomata <ao...@wikimedia.org> Gerrit-Reviewer: jenkins-bot <> _______________________________________________ MediaWiki-commits mailing list MediaWiki-commits@lists.wikimedia.org https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
