Aude has uploaded a new change for review.
https://gerrit.wikimedia.org/r/210081
Change subject: Add wbc_entity_usage table to xml dumps
......................................................................
Add wbc_entity_usage table to xml dumps
Bug: T98743
Change-Id: I940c44811a8b9e4b85e7807a478872ebd63a7d07
---
M xmldumps-backup/WikiDump.py
M xmldumps-backup/worker.py
2 files changed, 9 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/dumps
refs/changes/81/210081/1
diff --git a/xmldumps-backup/WikiDump.py b/xmldumps-backup/WikiDump.py
index 6d0775c..5c2f73d 100644
--- a/xmldumps-backup/WikiDump.py
+++ b/xmldumps-backup/WikiDump.py
@@ -316,6 +316,7 @@
self.privateList = MiscUtils.dbList(self.conf.get("wiki",
"privatelist"))
self.flaggedRevsList = MiscUtils.dbList(self.conf.get("wiki",
"flaggedrevslist"))
self.wikidataList = MiscUtils.dbList(self.conf.get("wiki",
"wikidatalist"))
+ self.wikidataClientList =
MiscUtils.dbList(self.conf.get("wiki", "wikidataclientlist"))
self.wikiDir = self.conf.get("wiki", "dir")
self.forceNormal = self.conf.getint("wiki", "forcenormal")
self.halt = self.conf.getint("wiki", "halt")
@@ -490,6 +491,9 @@
def hasWikidata(self):
return self.dbName in self.config.wikidataList
+ def isWikidataClient(self):
+ return self.dbName in self.config.wikidataClientList
+
def isLocked(self):
return os.path.exists(self.lockFile())
diff --git a/xmldumps-backup/worker.py b/xmldumps-backup/worker.py
index 278d32f..04bcb4d 100644
--- a/xmldumps-backup/worker.py
+++ b/xmldumps-backup/worker.py
@@ -558,6 +558,7 @@
self.wiki = wiki
self._hasFlaggedRevs = self.wiki.hasFlaggedRevs()
self._hasWikidata = self.wiki.hasWikidata()
+ self._isWikidataClient = self.wiki.isWikidataClient()
self._prefetch = prefetch
self._spawn = spawn
self.chunkInfo = chunkInfo
@@ -681,6 +682,10 @@
self.dumpItems.append(
PublicTable( "sites", "sitestable","This
contains the SiteMatrix information from meta.wikimedia.org provided as a
table." ))
+ if self._isWikidataClient:
+ self.dumpItems.append(
+ PublicTable( "wbc_entity_usage",
"wbcentityusage","Tracks which pages use which Wikidata items or properties and
what aspect is used (e.g. site links, label, or other). The table is used by
Wikibase Client when processing change notifications from Wikibase Repo to
determine which pages a change is relevant to and update those pages." ))
+
self.dumpItems.append(
BigXmlDump("meta-history",
"metahistorybz2dump",
--
To view, visit https://gerrit.wikimedia.org/r/210081
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I940c44811a8b9e4b85e7807a478872ebd63a7d07
Gerrit-PatchSet: 1
Gerrit-Project: operations/dumps
Gerrit-Branch: ariel
Gerrit-Owner: Aude <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
