Strainu has submitted this change and it was merged.
Change subject: imagetransfer.py: ported to core (patch 6)
......................................................................
imagetransfer.py: ported to core (patch 6)
Ported imagetransfer.py to pywikibot core. Also fixed related import issue
in nowcommons.py, concerning 'nowCommonsMessage'.
Change-Id: I826aafe9d14e01abf01d5f6dfc947a33078d3689
---
A scripts/imagetransfer.py
M scripts/nowcommons.py
2 files changed, 379 insertions(+), 25 deletions(-)
Approvals:
Strainu: Verified; Looks good to me, approved
diff --git a/scripts/imagetransfer.py b/scripts/imagetransfer.py
new file mode 100644
index 0000000..65b8fe4
--- /dev/null
+++ b/scripts/imagetransfer.py
@@ -0,0 +1,378 @@
+# -*- coding: utf-8 -*-
+"""
+Script to copy images to Wikimedia Commons, or to another wiki.
+
+Syntax:
+
+ python imagetransfer.py pagename [-interwiki] [-targetLang:xx]
-targetFamily:yy]
+
+Arguments:
+
+ -interwiki Look for images in pages found through interwiki links.
+
+ -keepname Keep the filename and do not verify description while replacing
+
+ -tolang:xx Copy the image to the wiki in language xx
+
+ -tofamily:yy Copy the image to a wiki in the family yy
+
+ -file:zz Upload many files from textfile: [[Image:xx]]
+ [[Image:yy]]
+
+If pagename is an image description page, offers to copy the image to the
+target site. If it is a normal page, it will offer to copy any of the images
+used on that page, or if the -interwiki argument is used, any of the images
+used on a page reachable via interwiki links.
+"""
+#
+# (C) Andre Engels, 2004
+# (C) Pywikipedia bot team, 2004-2012
+#
+# Distributed under the terms of the MIT license.
+#
+__version__ = '$Id$'
+
+import re
+import sys
+import pywikibot
+import upload
+from pywikibot import config
+from pywikibot import i18n
+from pywikibot import pagegenerators
+
+copy_message = {
+ 'ar': u"هذه الصورة تم نقلها من %s. الوصف الأصلي كان:\r\n\r\n%s",
+ 'en': u"This image was copied from %s. The original description
was:\r\n\r\n%s",
+ 'fa': u"تصویر از %s کپی شدهاست.توضیحات اصلی ان این بود::\r\n\r\n%s",
+ 'de': u"Dieses Bild wurde von %s kopiert. Die dortige Beschreibung
lautete:\r\n\r\n%s",
+ 'fr': u"Cette image est copiée de %s. La description originale
était:\r\n\r\n%s",
+ 'he': u"תמונה זו הועתקה מהאתר %s. תיאור הקובץ המקורי היה:\r\n\r\n%s",
+ 'hu': u"Kép másolása innen: %s. Az eredeti leírás:\r\n\r\n%s",
+ 'ia': u"Iste imagine esseva copiate de %s. Le description original
esseva:\r\n\r\n%s",
+ 'it': u"Questa immagine è stata copiata da %s. La descrizione originale
era:\r\n\r\n%s",
+ 'kk': u"Бұл сурет %s дегеннен көшірілді. Түпнұсқа сипатттамасы былай
болды:\r\n\r\n%s",
+ 'lt': u"Šis paveikslėlis buvo įkeltas iš %s. Originalus aprašymas
buvo:\r\n\r\n%s",
+ 'nl': u"Afbeelding gekopieerd vanaf %s. De beschrijving daar
was:\r\n\r\n%s",
+ 'pl': u"Ten obraz został skopiowany z %s. Oryginalny opis to:\r\n\r\n%s",
+ 'pt': u"Esta imagem foi copiada de %s. A descrição original
foi:\r\n\r\n%s",
+ 'ru': u"Изображение было скопировано с %s. Оригинальное описание
содержало:\r\n\r\n%s",
+ 'sr': u"Ова слика је копирана са %s. Оригинални опис је:\r\n\r\n%s",
+ 'zh': u"本圖像從 %s 複製，原始說明資料：\r\n\r\n%s",
+}
+
+nowCommonsTemplate = {
+ 'ar': u'{{subst:الآن_كومنز|Image:%s}}',
+ 'de': u'{{NowCommons|%s}}',
+ 'fr': u'{{Désormais sur Commons|%s}}',
+ 'en': u'{{subst:ncd|Image:%s}}',
+ 'fa': u'{{موجود در انبار|%s}}',
+ 'he': u'{{גם בוויקישיתוף|%s}}',
+ 'hu': u'{{azonnali-commons|Kép:%s}}',
+ 'ia': u'{{OraInCommons|Imagine:%s}}',
+ 'it': u'{{NowCommons unlink|%s}}',
+ 'ja': u'{{NowCommons|Image:%s}}',
+ 'kk': u'{{NowCommons|Image:%s}}',
+ 'li': u'{{NowCommons|%s}}',
+ 'lt': u'{{NowCommons|Image:%s}}',
+ 'nds-nl': u'{{NoenCommons|File:%s}}',
+ 'nl': u'{{NuCommons|Image:%s}}',
+ 'pl': u'{{NowCommons|%s}}',
+ 'pt': u'{{NowCommons|%s}}',
+ 'sr': u'{{NowCommons|%s}}',
+ 'zh': u'{{NowCommons|Image:%s}}',
+}
+
+#nowCommonsThis = {
+ #'en': u'{{NowCommonsThis|%s}}',
+ #'it': u'{{NowCommons omonima|%s}}',
+ #'kk': u'{{NowCommonsThis|%s}}',
+ #'pt': u'{{NowCommonsThis|%s}}',
+#}
+
+nowCommonsMessage = {
+ 'ar': u'الملف الآن متوفر في ويكيميديا كومنز.',
+ 'de': u'Datei ist jetzt auf Wikimedia Commons verfügbar.',
+ 'en': u'File is now available on Wikimedia Commons.',
+ 'eo': u'Dosiero nun estas havebla en la Wikimedia-Komunejo.',
+ 'fa': u'پرونده اکنون در انبار است',
+ 'he': u'הקובץ זמין כעת בוויקישיתוף.',
+ 'hu': u'A fájl most már elérhető a Wikimedia Commonson',
+ 'ia': u'Le file es ora disponibile in Wikimedia Commons.',
+ 'ja': u'ファイルはウィキメディア・コモンズにあります',
+ 'it': u'L\'immagine è adesso disponibile su Wikimedia Commons.',
+ 'kk': u'Файлды енді Wikimedia Ортаққорынан қатынауға болады.',
+ 'lt': u'Failas įkeltas į Wikimedia Commons projektą.',
+ 'nl': u'Dit bestand staat nu op [[w:nl:Wikimedia Commons|Wikimedia
Commons]].',
+ 'pl': u'Plik jest teraz dostępny na Wikimedia Commons.',
+ 'pt': u'Arquivo está agora na Wikimedia Commons.',
+ 'ru': u'[[ВП:КБУ#Ф8|Ф.8]]: доступно на [[Викисклад]]е',
+ 'sr': u'Слика је сада доступна и на Викимедија Остави.',
+ 'zh': u'檔案已存在於維基共享資源。',
+}
+
+#nowCommonsThisMessage = {
+ #'ar': u'الملف الآن متوفر في كومنز بنفس الاسم.',
+ #'en': u'File is now available on Commons with the same name.',
+ #'he': u'הקובץ זמין כעת בוויקישיתוף בשם זהה.',
+ #'it': u'L\'immagine è adesso disponibile su Wikimedia Commons con lo
stesso nome.',
+ #'kk': u'Файлды дәл сол атауымен енді Ортаққордан қатынауға болады.',
+ #'pt': u'Esta imagem está agora no Commons com o mesmo nome.',
+#}
+
+# Translations for license templates.
+# Must only be given when they are in fact different.
+licenseTemplates = {
+ ('wikipedia:de', 'commons:commons'): {
+ u'Bild-GFDL': u'GFDL',
+ u'Bild-GFDL-OpenGeoDB': u'GFDL-OpenGeoDB',
+ u'Bild-Innweb-Lizenz': u'Map-Austria-GNU',
+ u'Bild-PD': u'PD',
+ u'Bild-PD-alt': u'PD-old',
+ u'Bild-PD-Kunst': u'PD-Art',
+ u'Bild-PD-US': u'PD-USGov',
+ },
+ ('wikipedia:fa', 'commons:commons'): {
+ u'مالکیت عمومی': u'PD',
+ u'مالکیت عمومی-خود': u'PD-self',
+ u'مجوز گنو': u'GFDL',
+ u'مجوز گنو-خود': u'GFDL-self',
+ u'نگاره قدیمی': u'PD-Iran',
+ u'نگاره نوشتاری': u'PD-textlogo',
+ u'نگاره عراقی': u'PD-Iraq',
+ u'نگاره بریتانیا': u'PD-UK',
+ u'نگاره هابل': u'PD-Hubble',
+ u'نگاره آمریکا': u'PD-US',
+ u'نگاره دولت آمریکا': u'PD-USGov',
+ u'کک-یاد-دو': u'Cc-by-2.0',
+ u'کک-یاد-حفظ-دونیم': u'Cc-by-sa-2.5',
+ u'کک-یاد-سه': u'Cc-by-3.0',
+ },
+ ('wikipedia:fr', 'commons:commons'): {
+ u'Domaine public': u'PD'
+ },
+ ('wikipedia:he', 'commons:commons'): {
+ u'שימוש חופשי': u'PD-self',
+ u'שימוש חופשי מוגן': u'Copyrighted free use',
+ u'שימוש חופשי מוגן בתנאי': u'Copyrighted free use provided that',
+ u'תמונה ישנה': u'PD-Israel',
+ u'ייחוס': u'Attribution',
+ u'לוגו ויקימדיה': u'Copyright by Wikimedia',
+ },
+ ('wikipedia:hu', 'commons:commons'): {
+ u'Közkincs': u'PD',
+ u'Közkincs-régi': u'PD-old',
+ },
+ ('wikipedia:pt', 'commons:commons'): {
+ u'Domínio público': u'PD',
+ },
+}
+
+
+class ImageTransferBot:
+ def __init__(self, generator, targetSite=None, interwiki=False,
+ keep_name=False):
+ self.generator = generator
+ self.interwiki = interwiki
+ self.targetSite = targetSite
+ self.keep_name = keep_name
+
+ def transferImage(self, sourceImagePage, debug=False):
+ """Gets a wikilink to an image, downloads it and its description,
+ and uploads it to another wikipedia.
+ Returns the filename which was used to upload the image
+ This function is used by imagetransfer.py and by copy_table.py
+
+ """
+ sourceSite = sourceImagePage.site
+ if debug:
+ print "-" * 50
+ print "Found image: %s" % imageTitle
+ url = sourceImagePage.fileUrl().encode('utf-8')
+ pywikibot.output(u"URL should be: %s" % url)
+ # localize the text that should be printed on the image description
page
+ try:
+ description = sourceImagePage.get()
+ # try to translate license templates
+ if (sourceSite.sitename(), self.targetSite.sitename()) in
licenseTemplates:
+ for old, new in licenseTemplates[(sourceSite.sitename(),
+
self.targetSite.sitename())].iteritems():
+ new = '{{%s}}' % new
+ old = re.compile('{{%s}}' % old)
+ description = pywikibot.replaceExcept(description, old,
new,
+ ['comment', 'math',
+ 'nowiki', 'pre'])
+
+ description = i18n.translate(self.targetSite, copy_message) \
+ % (sourceSite, description)
+ description += '\n\n' +
str(sourceImagePage.getFileVersionHistoryTable())
+ # add interwiki link
+ if sourceSite.family == self.targetSite.family:
+ description += "\r\n\r\n" + unicode(sourceImagePage)
+ except pywikibot.NoPage:
+ description = ''
+ print "Image does not exist or description page is empty."
+ except pywikibot.IsRedirectPage:
+ description = ''
+ print "Image description page is redirect."
+ else:
+ bot = upload.UploadRobot(url=url, description=description,
+ targetSite=self.targetSite,
+ urlEncoding=sourceSite.encoding(),
+ keepFilename=self.keep_name,
+ verifyDescription=not self.keep_name)
+ # try to upload
+ targetFilename = bot.run()
+ if targetFilename and self.targetSite.family.name == 'commons' and
\
+ self.targetSite.code == 'commons':
+ # upload to Commons was successful
+ reason = i18n.translate(sourceSite, nowCommonsMessage)
+ # try to delete the original image if we have a sysop account
+ if sourceSite.family.name in config.sysopnames and \
+ sourceSite.lang in
config.sysopnames[sourceSite.family.name]:
+ if sourceImagePage.delete(reason):
+ return
+ if sourceSite.lang in nowCommonsTemplate and \
+ sourceSite.family.name in config.usernames and \
+ sourceSite.lang in config.usernames[sourceSite.family.name]:
+ # add the nowCommons template.
+ pywikibot.output(u'Adding nowCommons template to %s'
+ % sourceImagePage.title())
+ sourceImagePage.put(sourceImagePage.get() + '\n\n' +
+ nowCommonsTemplate[sourceSite.lang]
+ % targetFilename,
+
comment=nowCommonsMessage[sourceSite.lang])
+
+ def showImageList(self, imagelist):
+ for i in range(len(imagelist)):
+ image = imagelist[i]
+ #sourceSite = sourceImagePage.site
+ print "-" * 60
+ pywikibot.output(u"%s. Found image: %s"
+ % (i, image.title(asLink=True)))
+ try:
+ # Show the image description page's contents
+ pywikibot.output(image.get(throttle=False))
+ # look if page already exists with this name.
+ # TODO: consider removing this: a different image of the same
+ # name may exist on the target wiki, and the bot user may want
+ # to upload anyway, using another name.
+ try:
+ # Maybe the image is on the target site already
+ targetTitle = '%s:%s' % (self.targetSite.image_namespace(),
+ image.title().split(':', 1)[1])
+ targetImage = pywikibot.Page(self.targetSite, targetTitle)
+ targetImage.get(throttle=False)
+ pywikibot.output(u"Image with this name is already on %s."
+ % self.targetSite)
+ print "-" * 60
+ pywikibot.output(targetImage.get(throttle=False))
+ sys.exit()
+ except pywikibot.NoPage:
+ # That's the normal case
+ pass
+ except pywikibot.IsRedirectPage:
+ pywikibot.output(
+ u"Description page on target wiki is redirect?!")
+
+ except pywikibot.NoPage:
+ break
+ print "=" * 60
+
+ def run(self):
+ for page in self.generator:
+ if self.interwiki:
+ imagelist = []
+ for linkedPage in page.interwiki():
+
imagelist.append(linkedPage.imagelinks(followRedirects=True))
+ elif page.isImage():
+ imagePage = pywikibot.ImagePage(page.site, page.title())
+ imagelist = [imagePage]
+ else:
+ imagePage = (page.imagelinks(followRedirects=True)).result(
+ {'title': page.title(), 'ns':
pywikibot.getSite().image_namespace()})
+ imagelist = [imagePage]
+
+ while len(imagelist) > 0:
+ self.showImageList(imagelist)
+ if len(imagelist) == 1:
+ # no need to query the user, only one possibility
+ todo = 0
+ else:
+ pywikibot.output(
+ u"Give the number of the image to transfer.")
+ todo = pywikibot.input(u"To end uploading, press enter:")
+ if not todo:
+ break
+ todo = int(todo)
+ if todo in range(len(imagelist)):
+ if imagelist[todo].fileIsShared():
+ pywikibot.output(
+ u'The image is already on Wikimedia Commons.')
+ else:
+ self.transferImage(imagelist[todo], debug=False)
+ # remove the selected image from the list
+ imagelist = imagelist[:todo] + imagelist[todo + 1:]
+ else:
+ pywikibot.output(u'No such image number.')
+
+
+def main():
+ # if -file is not used, this temporary array is used to read the page
title.
+ pageTitle = []
+ page = None
+ gen = None
+ interwiki = False
+ keep_name = False
+ targetLang = None
+ targetFamily = None
+
+ for arg in pywikibot.handleArgs():
+ if arg == '-interwiki':
+ interwiki = True
+ elif arg.startswith('-keepname'):
+ keep_name = True
+ elif arg.startswith('-tolang:'):
+ targetLang = arg[8:]
+ elif arg.startswith('-tofamily:'):
+ targetFamily = arg[10:]
+ elif arg.startswith('-file'):
+ if len(arg) == 5:
+ filename = pywikibot.input(
+ u'Please enter the list\'s filename: ')
+ else:
+ filename = arg[6:]
+ gen = pagegenerators.TextfilePageGenerator(filename)
+ else:
+ pageTitle.append(arg)
+
+ if not gen:
+ # if the page title is given as a command line argument,
+ # connect the title's parts with spaces
+ if pageTitle != []:
+ pageTitle = ' '.join(pageTitle)
+ page = pywikibot.Page(pywikibot.getSite(), pageTitle)
+ # if no page title was given as an argument, and none was
+ # read from a file, query the user
+ if not page:
+ pageTitle = pywikibot.input(u'Which page to check:')
+ page = pywikibot.Page(pywikibot.getSite(), pageTitle)
+ # generator which will yield only a single Page
+ gen = iter([page])
+
+ if not targetLang and not targetFamily:
+ targetSite = pywikibot.getSite('commons', 'commons')
+ else:
+ if not targetLang:
+ targetLang = pywikibot.getSite().language
+ if not targetFamily:
+ targetFamily = pywikibot.getSite().family
+ targetSite = pywikibot.getSite(targetLang, targetFamily)
+ bot = ImageTransferBot(gen, interwiki=interwiki, targetSite=targetSite,
+ keep_name=keep_name)
+ bot.run()
+
+if __name__ == "__main__":
+ try:
+ main()
+ finally:
+ pywikibot.stopme()
diff --git a/scripts/nowcommons.py b/scripts/nowcommons.py
index af33690..79b6c2e 100644
--- a/scripts/nowcommons.py
+++ b/scripts/nowcommons.py
@@ -64,10 +64,7 @@
from pywikibot import i18n
from pywikibot import pagegenerators as pg
import image
-# only for nowCommonsMessage
-# from imagetransfer import nowCommonsMessage
-# nowCommonsMessage defined on line #163
-# taken from imagetransfer.py (compat)
+from imagetransfer import nowCommonsMessage
nowCommons = {
'_default': [
@@ -163,27 +160,6 @@
u'Nowcommons',
u'NCT',
],
-}
-
-nowCommonsMessage = {
- 'ar': u'المل٠الآن متوÙر ÙÙŠ ويكيميديا
كومنز.',
- 'de': u'Datei ist jetzt auf Wikimedia Commons verfügbar.',
- 'en': u'File is now available on Wikimedia Commons.',
- 'eo': u'Dosiero nun estas havebla en la Wikimedia-Komunejo.',
- 'fa': u'پرونده اکنون در انبار است',
- 'he': u'הקובץ זמין כעת בוויקישיתוף.',
- 'hu': u'A fájl most már elérhető a Wikimedia Commonson',
- 'ia': u'Le file es ora disponibile in Wikimedia Commons.',
- 'ja':
u'ファイルã¯ã‚¦ã‚£ã‚メディア・コモンズã«ã‚ã‚Šã¾ã™',
- 'it': u'L\'immagine è adesso disponibile su Wikimedia Commons.',
- 'kk': u'Файлды енді Wikimedia Ортаққорынан
қатынауға болады.',
- 'lt': u'Failas įkeltas į Wikimedia Commons projektą.',
- 'nl': u'Dit bestand staat nu op [[w:nl:Wikimedia Commons|Wikimedia
Commons]].',
- 'pl': u'Plik jest teraz dostępny na Wikimedia Commons.',
- 'pt': u'Arquivo está agora na Wikimedia Commons.',
- 'ru': u'[[ВП:КБУ#Ф8|Ф.8]]: доÑтупно на
[[ВикиÑклад]]е',
- 'sr': u'Слика је Ñада доÑтупна и на
Викимедија ОÑтави.',
- 'zh': u'檔案已å˜åœ¨æ–¼ç¶åŸºå…±äº«è³‡æºã€‚',
}
namespaceInTemplate = [
--
To view, visit https://gerrit.wikimedia.org/r/101623
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: merged
Gerrit-Change-Id: I826aafe9d14e01abf01d5f6dfc947a33078d3689
Gerrit-PatchSet: 6
Gerrit-Project: pywikibot/core
Gerrit-Branch: master
Gerrit-Owner: Gerrit Patch Uploader <[email protected]>
Gerrit-Reviewer: Gerrit Patch Uploader <[email protected]>
Gerrit-Reviewer: Ladsgroup <[email protected]>
Gerrit-Reviewer: Merlijn van Deen <[email protected]>
Gerrit-Reviewer: Qgil <[email protected]>
Gerrit-Reviewer: Strainu <[email protected]>
Gerrit-Reviewer: jenkins-bot
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
