Ppchelko has uploaded a new change for review. (
https://gerrit.wikimedia.org/r/404596 )
Change subject: [Config] Enable htmlCacheUpdate job processing for all wikis
......................................................................
[Config] Enable htmlCacheUpdate job processing for all wikis
Previously htmlCacheUpdate job was running on the new infrastructure
for all projects except enwiki, commons and wikidats. This change
switches processing of all the jobs to the new infrastructure.
Bug: T182023
Change-Id: Ibbe8c11b4177f9671c6cd4e0681e9851c8b999e5
---
M scap/templates/config.yaml.j2
M scap/vars.yaml
2 files changed, 6 insertions(+), 18 deletions(-)
git pull
ssh://gerrit.wikimedia.org:29418/mediawiki/services/change-propagation/jobqueue-deploy
refs/changes/96/404596/1
diff --git a/scap/templates/config.yaml.j2 b/scap/templates/config.yaml.j2
index cf20ab3..5bd73bc 100644
--- a/scap/templates/config.yaml.j2
+++ b/scap/templates/config.yaml.j2
@@ -49,22 +49,6 @@
agentOptions:
keepAlive: true
<%- endfor %>
-# Temporary section - we are only enabling the htmlCacheUpdate for all but
enwiki, commons and wikidata
-# Later this will be moved to the vars.yaml as all the other jobs.
- htmlCacheUpdate:
- topic: 'mediawiki.job.htmlCacheUpdate'
- match_not:
- meta:
- domain:
'/(?:^en\.wikipedia\.org$)|(?:^commons\.wikimedia\.org$)|(?:.*wikidata\.org$)/'
- exec:
- method: post
- uri: '<%= jobrunner_uri %>'
- headers:
- content-type: 'application/json'
- body: '{{globals.message}}'
- agentOptions:
- keepAlive: true
-# End of temporary section
<%- else %>
job:
topic: '/^mediawiki\.job\..*/'
diff --git a/scap/vars.yaml b/scap/vars.yaml
index bb782da..fefc489 100644
--- a/scap/vars.yaml
+++ b/scap/vars.yaml
@@ -21,11 +21,15 @@
kafka_max_bytes: 4194304
jobs_enabled:
deleteLinks: {}
- MessageIndexRebuildJob: {}
flaggedrevs_CacheUpdate: {}
- updateBetaFeaturesUserCounts: {}
+ htmlCacheUpdate:
+ # The avg exec time of the job is 60ms
+ # so this gives us 150 jobs/s - 3 times the avg rate
+ concurrency: 10
+ MessageIndexRebuildJob: {}
RecordLintJob:
concurrency: 100
consumer_batch_size: 10
+ updateBetaFeaturesUserCounts: {}
wikibase-addUsagesForPage: {}
--
To view, visit https://gerrit.wikimedia.org/r/404596
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: Ibbe8c11b4177f9671c6cd4e0681e9851c8b999e5
Gerrit-PatchSet: 1
Gerrit-Project: mediawiki/services/change-propagation/jobqueue-deploy
Gerrit-Branch: master
Gerrit-Owner: Ppchelko <ppche...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
