ArielGlenn has submitted this change and it was merged.
Change subject: Allow to backup globalimagelinks table, T87571
......................................................................
Allow to backup globalimagelinks table, T87571
Change-Id: I17c40250c39f20c8981b6e840a8240e38bae43b8
---
M xmldumps-backup/README.config
M xmldumps-backup/dumps/WikiDump.py
M xmldumps-backup/worker.py
3 files changed, 13 insertions(+), 1 deletion(-)
Approvals:
ArielGlenn: Verified; Looks good to me, approved
jenkins-bot: Verified
diff --git a/xmldumps-backup/README.config b/xmldumps-backup/README.config
index 9867c3f..7d0da24 100644
--- a/xmldumps-backup/README.config
+++ b/xmldumps-backup/README.config
@@ -62,6 +62,9 @@
wikidatalist -- File with list of databases which act as a wikibase
repo. For Wikimedia projects this currently consists
of the project 'wikidata'.
+globalusagelist -- File with list of databases which act as a media
+ repo with the GlobalUsage extension. For Wikimedia projects
+ this currently consists of the project 'commons'.
biglist -- File with list of large wikis for which no history dumps are
generated because they are too huge. (This must be an old
deprecated option; these days we do not care how big they
diff --git a/xmldumps-backup/dumps/WikiDump.py
b/xmldumps-backup/dumps/WikiDump.py
index 69e2c3a..875e513 100644
--- a/xmldumps-backup/dumps/WikiDump.py
+++ b/xmldumps-backup/dumps/WikiDump.py
@@ -176,6 +176,7 @@
"privatelist": "",
"flaggedrevslist": "",
"wikidatalist": "",
+ "globalusagelist": "",
"wikidataclientlist": "",
# "dir": "",
"forcenormal": "0",
@@ -316,6 +317,7 @@
self.privateList = MiscUtils.dbList(self.conf.get("wiki",
"privatelist"))
self.flaggedRevsList = MiscUtils.dbList(self.conf.get("wiki",
"flaggedrevslist"))
self.wikidataList = MiscUtils.dbList(self.conf.get("wiki",
"wikidatalist"))
+ self.globalUsageList = MiscUtils.dbList(self.conf.get("wiki",
"globalusagelist"))
self.wikidataClientList = MiscUtils.dbList(self.conf.get("wiki",
"wikidataclientlist"))
self.forceNormal = self.conf.getint("wiki", "forcenormal")
self.halt = self.conf.getint("wiki", "halt")
@@ -496,6 +498,9 @@
def hasWikidata(self):
return self.dbName in self.config.wikidataList
+ def has_global_usage(self):
+ return self.dbName in self.config.globalUsageList
+
def isWikidataClient(self):
return self.dbName in self.config.wikidataClientList
diff --git a/xmldumps-backup/worker.py b/xmldumps-backup/worker.py
index 62c0e2e..dc5d89c 100644
--- a/xmldumps-backup/worker.py
+++ b/xmldumps-backup/worker.py
@@ -53,6 +53,7 @@
self.wiki = wiki
self._has_flagged_revs = self.wiki.hasFlaggedRevs()
self._has_wikidata = self.wiki.hasWikidata()
+ self._has_global_usage = self.wiki.has_global_usage()
self._is_wikidata_client = self.wiki.isWikidataClient()
self._prefetch = prefetch
self._spawn = spawn
@@ -181,6 +182,10 @@
PublicTable("wb_changes_subscription",
"wbchangessubscriptiontable", "Tracks which Wikibase Client wikis are using
which items."))
self.dump_items.append(
PublicTable("sites", "sitestable", "This contains the
SiteMatrix information from meta.wikimedia.org provided as a table."))
+
+ if self._has_global_usage:
+ self.dump_items.append(
+ PublicTable("globalimagelinks", "globalimagelinkstable",
"Global wiki media/files usage records."))
if self._is_wikidata_client:
self.dump_items.append(
@@ -333,7 +338,6 @@
def _report_dump_runinfo_line(self, item):
# even if the item has never been run we will at least have "waiting"
in the status
return "name:%s; status:%s; updated:%s" % (item.name(), item.status(),
item.updated())
-
class Runner(object):
def __init__(self, wiki, prefetch=True, spawn=True, job=None,
skip_jobs=None, restart=False, notice="", dryrun=False, loggingEnabled=False,
chunk_to_do=False, checkpoint_file=None, page_id_range=None, skipdone=False,
verbose=False):
--
To view, visit https://gerrit.wikimedia.org/r/200313
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: merged
Gerrit-Change-Id: I17c40250c39f20c8981b6e840a8240e38bae43b8
Gerrit-PatchSet: 4
Gerrit-Project: operations/dumps
Gerrit-Branch: ariel
Gerrit-Owner: Kelson <kel...@kiwix.org>
Gerrit-Reviewer: ArielGlenn <ar...@wikimedia.org>
Gerrit-Reviewer: Dereckson <dereck...@espace-win.org>
Gerrit-Reviewer: Nemo bis <federicol...@tiscali.it>
Gerrit-Reviewer: Springle <sprin...@wikimedia.org>
Gerrit-Reviewer: jenkins-bot <>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
