Pradyumn_lex added a comment.
#!/usr/bin/python
"""
A bot to remove stale protection templates from pages that are not protected.
Very often sysops block the pages for a set time but then they forget to
remove the warning! This script is useful if you want to remove those useless
warning left in these pages.
These command line parameters can be used to specify which pages to work on:
¶ms;
Furthermore, the following command line parameters are supported:
-protectedpages Check all the blocked pages; useful when you have not
categories or when you have problems with them. (add the
namespace after ":" where you want to check - default checks
all protected pages.)
-moveprotected Same as -protectedpages, for moveprotected pages
-always Doesn't ask every time whether the bot should make the
change.
Do it always.
-show When the bot can't delete the template from the page (wrong
regex or something like that) it will ask you if it should
show the page on your browser.
(attention: pages included may give false positives!)
-move The bot will check if the page is blocked also for the move
option, not only for edit
Examples:
python pwb.py blockpageschecker -always
python pwb.py blockpageschecker -cat:Geography -always
python pwb.py blockpageschecker -show -protectedpages:4
"""
1.
2. (C) Pywikibot team, 2007-2021 #
3. Distributed under the terms of the MIT license. #
import re
import time
import webbrowser
import pywikibot
from pywikibot import config
from pywikibot import i18n
from pywikibot import pagegenerators
from pywikibot.tools.formatter import color_format
1. This is required for the text that is shown when you run this script
2. with the parameter -help.
docuReplacements = {
'¶ms;': pagegenerators.parameterHelp,
}
PREFERENCES
===========
templateSemiProtection = {
'cs': [r'\{\{(?:[Tt]emplate:|[Šš]ablona:|)([Dd]louhodobě[ _]p|[Pp])'
r'olozamčeno(|[^\}]*)\}\}\s*'],
'fr': [r'\{\{(?:[Tt]emplate:|[Mm]odèle:|)[Ss]emi[- ]?'
r'protection(|[^\}]*)\}\}'],
'it': [r'\{\{(?:[Tt]emplate:|)[Aa]vvisobloccoparziale'
r'(?:|[ _]scad\|.*?|\|.*?)\}\}',
r'\{\{(?:[Tt]emplate:|)[Aa]bp(?:|[ _]scad\|(?:.*?))\}\}'],
'ja': [r'(?<!\<nowiki\>)\{\{(?:[Tt]emplate:|)半保護'
r'(?:[Ss]|)(?:\|.+|)\}\}(?!\<\/nowiki\>)\s*'],
'sr': [r'\{\{(?:[Tt]emplate:|[Зз]акључано-анон)\}\}'],
'ur': [r'\{\{(?:[Tt]emplate:|سانچہ:|)(نیم\sمحفوظ)\}\}']
}
Regex to get the total-protection template
==========================================
templateTotalProtection = {
'cs': [r'\{\{(?:[Tt]emplate:|[Šš]ablona:|)([Dd]louhodobě[ _]z|[Zz])'
r'amčeno(|[^\}]*)\}\}\s*'],
'fr': [r'\{\{(?:[Tt]emplate:|[Mm]odèle:|)[Pp]rotection(|[^\}]*)\}\}',
r'\{\{(?:[Tt]emplate:|[Mm]odèle:|)(?:[Pp]age|[Aa]rchive|'
r'[Mm]odèle) protégée?(|[^\}]*)\}\}'],
'it': [r'\{\{(?:[Tt]emplate:|)[Aa]vvisoblocco(?:|[ _]scad\|(?:.*?)'
r'|minaccia|cancellata)\}\}',
r'\{\{(?:[Tt]emplate:|)(?:[Cc][Tt]|[Cc]anc fatte|[Cc][Ee])\}\}',
r'<div class="toccolours[ _]itwiki[ _]template[ _]avviso">\s*?'
r'[Qq]uesta pagina'],
'ja': [r'(?<!\<nowiki\>)\{\{(?:[Tt]emplate:|)保護(?:性急|)'
r'(?:[Ss]|)(?:\|.+|)\}\}(?!\<\/nowiki\>)\s*'],
'sr': [r'\{\{(?:[Tt]emplate:|[Зз]акључано)\}\}'],
'ur': [r'\{\{(?:[Tt]emplate:|سانچہ:|)(محفوظ)\}\}']
}
Regex to get the semi-protection move template
==============================================
templateSemiMoveProtection = {
'it': [r'\{\{(?:[Tt]emplate:|)[Aa]vvisobloccospostamento(?:|[ _]scad\|.*?'
r'|\|.*?)\}\}'],
'ja': [r'(?<!\<nowiki\>)\{\{(?:[Tt]emplate:|)移動半保護'
r'(?:[Ss]|)(?:\|.+|)\}\}(?!\<\/nowiki\>)\s*'],
}
Regex to get the total-protection move template
===============================================
templateTotalMoveProtection = {
'it': [r'\{\{(?:[Tt]emplate:|)[Aa]vvisobloccospostamento(?:|[ _]scad\|.*?'
r'|\|.*?)\}\}'],
'ja': [r'(?<!\<nowiki\>)\{\{(?:[Tt]emplate:|)移動保護'
r'(?:[Ss]|)(?:\|.+|)\}\}(?!\<\/nowiki\>)\s*'],
}
1. If you use only one template for all the type of protection, put it here.
2. You may use only one template or an unique template and some other "old"
3. template that the script should still check (as on it.wikipedia)
templateUnique = {
'it': [r'\{\{(?:[Tt]emplate:|)[Pp]rotetta\}\}'],
}
1. Array: 0 => Semi-block, 1 => Total Block, 2 => Semi-Move, 3 => Total-Move,
2. 4 => template-unique
templateNoRegex = {
'cs': ['{{Polozamčeno}}', '{{Zamčeno}}', None, None, None],
'fr': ['{{Semi-protection}}', '{{Protection}}', None, None, None],
'it': ['{{Avvisobloccoparziale}}', '{{Avvisoblocco}}', None, None,
'{{Protetta}}'],
'ja': ['{{半保護}}', '{{保護}}', '{{移動半保護}}', '{{移動保護}}', None],
'sr': ['{{Закључано-анон}}', '{{Закључано}}', None, None, None],
'ur': ['{{نیم محفوظ}}', '{{محفوظ}}', None, None, None],
}
Category where the bot will check
=================================
categoryToCheck = {
'ar': ['تصنيف:صفحات محمية'],
'cs': ['Kategorie:Wikipedie:Zamčené stránky',
'Kategorie:Wikipedie:Polozamčené stránky',
'Kategorie:Wikipedie:Dlouhodobě zamčené stránky',
'Kategorie:Wikipedie:Dlouhodobě polozamčené stránky'],
'fr': ['Category:Page semi-protégée', 'Category:Page protégée',
'Catégorie:Article protégé'],
'en': ['Category:Wikipedia protected pages'],
'he': ['קטגוריה:ויקיפדיה: דפים מוגנים',
'קטגוריה:ויקיפדיה: דפים מוגנים חלקית'],
'it': ['Categoria:Pagine protette - scadute',
'Categoria:Pagine semiprotette', 'Categoria:Voci protette'],
'ja': ['Category:編集保護中のページ', 'Category:編集半保護中のページ',
'Category:移動保護中のページ'],
'pt': ['Category:!Páginas protegidas',
'Category:!Páginas semiprotegidas'],
'sr': ['Category:Странице закључане за анонимне кориснике',
'Category:Закључане странице'],
'ur': ['زمرہ:محفوظ شدہ صفحات'],
'zh': ['Category:被保护的页面', 'Category:被保護的模板',
'Category:暂时不能移动的页面', 'Category:被半保护的页面'],
}
Check list to block the users that haven't set their preferences
================================================================
project_inserted = ['cs', 'fr', 'it', 'ja', 'pt', 'sr', 'ur', 'zh']
END PREFERENCES
===============
def fetchCategoriesToCheck(site,page):
try:
t_page = pywikibot.Page(site,page)
item = pywikibot.ItemPage.fromPage(t_page,lazy_load=True)
categories = item.get()['labels']
output = {}
for key , value in categories.items():
output[key] = []
output[key].append(value)
return output
except :
print('error occurred in fetch function')
def understandBlock(text, TTP, TSP, TSMP, TTMP, TU):
"""Understand if the page is blocked and if it has the right template."""
results = 'sysop-total', 'autoconfirmed-total', 'unique'
for index, template in enumerate((TTP, TSP, TU)):
if not template:
continue
for catchRegex in template:
resultCatch = re.findall(catchRegex, text)
if resultCatch:
return results[index], catchRegex
if TSMP and TTMP and TTP != TTMP and TSP != TSMP:
for catchRegex in TTMP:
resultCatch = re.findall(catchRegex, text)
if resultCatch:
return ('sysop-move', catchRegex)
for catchRegex in TSMP:
resultCatch = re.findall(catchRegex, text)
if resultCatch:
return ('autoconfirmed-move', catchRegex)
# If editable means that we have no regex, won't change anything with this
# regex
return ('editable', r'\A\n')
def showQuest(page):
"""Ask for an editor and invoke it."""
quest = pywikibot.input_choice(
'Do you want to open the page?',
[('with browser', 'b'), ('with gui', 'g'), ('no', 'n')], 'n',
automatic_quit=False)
if quest == 'b':
webbrowser.open('%s?redirect=no' % page.full_url())
elif quest == 'g':
from pywikibot import editor as editarticle
editor = editarticle.TextEditor()
editor.edit(page.text)
def main(*args):
"""
Process command line arguments and perform task.
If args is an empty list, sys.argv is used.
@param args: command line arguments
@type args: str
"""
# Loading the comments
global categoryToCheck, project_inserted
# always, define a generator to understand if the user sets one,
# defining what's genFactory
always = False
generator = False
show = False
moveBlockCheck = False
protectedpages = False
protectType = 'edit'
namespace = 0
page = categoryToCheck[config.mylang][0]
# Process global args and prepare generator args parser
local_args = pywikibot.handle_args(args)
genFactory = pagegenerators.GeneratorFactory()
# Process local args
for arg in local_args:
option, sep, value = arg.partition(':')
if option == '-url':
page = value
if option == '-always':
always = True
elif option == '-move':
moveBlockCheck = True
elif option == '-show':
show = True
elif option in ('-protectedpages', '-moveprotected'):
protectedpages = True
if option == '-moveprotected':
protectType = 'move'
if value:
namespace = int(value)
else:
genFactory.handle_arg(arg)
if config.mylang not in project_inserted:
pywikibot.output('Your project is not supported by this script.\n'
'You have to edit the script and add it!')
return
site = pywikibot.Site()
if protectedpages:
generator = site.protectedpages(namespace=namespace, type=protectType)
# Take the right templates to use, the category and the comment
TSP = i18n.translate(site, templateSemiProtection)
TTP = i18n.translate(site, templateTotalProtection)
TSMP = i18n.translate(site, templateSemiMoveProtection)
TTMP = i18n.translate(site, templateTotalMoveProtection)
TNR = i18n.translate(site, templateNoRegex)
TU = i18n.translate(site, templateUnique)
dynamicListOfCategory = fetchCategoriesToCheck(site,page)
if(dynamicListOfCategory is not None) :
# print('***********',dynamicListOfCategory)
categoryToCheck = dynamicListOfCategory
categories = i18n.translate(site, categoryToCheck)
commentUsed = i18n.twtranslate(site, 'blockpageschecker-summary')
if not generator:
generator = genFactory.getCombinedGenerator()
if not generator:
generator = []
pywikibot.output('Loading categories...')
# Define the category if no other generator has been set
for CAT in categories:
cat = pywikibot.Category(site, CAT)
# Define the generator
gen = pagegenerators.CategorizedPageGenerator(cat)
for pageCat in gen:
generator.append(pageCat)
pywikibot.output('Categories loaded, start!')
# Main Loop
if not genFactory.nopreload:
generator = pagegenerators.PreloadingGenerator(generator,
groupsize=60)
for page in generator:
pagename = page.title(as_link=True)
pywikibot.output(f'*******************{page} ')
pywikibot.output('Loading %s...' % pagename)
try:
text = page.text
except pywikibot.NoPage:
pywikibot.output("%s doesn't exist! Skipping..." % pagename)
continue
except pywikibot.IsRedirectPage:
pywikibot.output('{} is a redirect! Skipping...'.format(pagename))
if show:
showQuest(page)
continue
# FIXME: This check does not work :
# PreloadingGenerator cannot set correctly page.editRestriction
# (see bug T57322)
# if not page.has_permission():
# pywikibot.output(
# "%s is sysop-protected : this account can't edit "
# "it! Skipping..." % pagename)
# continue
restrictions = page.protection()
try:
editRestr = restrictions['edit']
except KeyError:
editRestr = None
if not page.has_permission():
pywikibot.output('%s is protected: '
"this account can't edit it! Skipping..."
% pagename)
continue
# Understand, according to the template in the page, what should be the
# protection and compare it with what there really is.
TemplateInThePage = understandBlock(text, TTP, TSP, TSMP, TTMP, TU)
# Only to see if the text is the same or not...
oldtext = text
# keep track of the changes for each step (edit then move)
changes = -1
if not editRestr:
# page is not edit-protected
# Deleting the template because the page doesn't need it.
if not (TTP or TSP):
raise pywikibot.Error(
'This script is not localized to use it on \n{0}. '
'Missing "templateSemiProtection" or'
'"templateTotalProtection"'.format(site.sitename))
if TU:
replaceToPerform = '|'.join(TTP + TSP + TU)
else:
replaceToPerform = '|'.join(TTP + TSP)
text, changes = re.subn('<noinclude>(%s)</noinclude>'
% replaceToPerform, '', text)
if changes == 0:
text, changes = re.subn('(%s)' % replaceToPerform, '', text)
msg = 'The page is editable for all'
if not moveBlockCheck:
msg += ', deleting the template..'
pywikibot.output(msg + '.')
elif editRestr[0] == 'sysop':
# total edit protection
if (TemplateInThePage[0] == 'sysop-total' and TTP) or \
(TemplateInThePage[0] == 'unique' and TU):
msg = 'The page is protected to the sysop'
if not moveBlockCheck:
msg += ', skipping...'
pywikibot.output(msg)
else:
if not TNR or TU and not TNR[4] or not (TU or TNR[1]):
raise pywikibot.Error(
'This script is not localized to use it on \n{0}. '
'Missing "templateNoRegex"'.format(
site.sitename))
pywikibot.output('The page is protected to the sysop, but the '
'template seems not correct. Fixing...')
if TU:
text, changes = re.subn(TemplateInThePage[1], TNR[4], text)
else:
text, changes = re.subn(TemplateInThePage[1], TNR[1], text)
elif TSP or TU:
# implicitly editRestr[0] = 'autoconfirmed', edit-Semi-protection
if TemplateInThePage[0] == 'autoconfirmed-total' or \
TemplateInThePage[0] == 'unique':
msg = 'The page is editable only for the autoconfirmed users'
if not moveBlockCheck:
msg += ', skipping...'
pywikibot.output(msg)
else:
if not TNR or TU and not TNR[4] or not (TU or TNR[1]):
raise pywikibot.Error(
'This script is not localized to use it on \n{0}. '
'Missing "templateNoRegex"'.format(
site.sitename))
pywikibot.output('The page is editable only for the '
'autoconfirmed users, but the template '
'seems not correct. Fixing...')
if TU:
text, changes = re.subn(TemplateInThePage[1], TNR[4], text)
else:
text, changes = re.subn(TemplateInThePage[1], TNR[0], text)
if changes == 0:
# We tried to fix edit-protection templates, but it did not work.
pywikibot.warning('No edit-protection template could be found')
if moveBlockCheck and changes > -1:
# checking move protection now
try:
moveRestr = restrictions['move']
except KeyError:
moveRestr = False
changes = -1
if not moveRestr:
pywikibot.output('The page is movable for all, deleting the '
'template...')
# Deleting the template because the page doesn't need it.
if TU:
replaceToPerform = '|'.join(TSMP + TTMP + TU)
else:
replaceToPerform = '|'.join(TSMP + TTMP)
text, changes = re.subn('<noinclude>(%s)</noinclude>'
% replaceToPerform, '', text)
if changes == 0:
text, changes = re.subn('({})'.format(replaceToPerform),
'', text)
elif moveRestr[0] == 'sysop':
# move-total-protection
if (TemplateInThePage[0] == 'sysop-move' and TTMP) or \
(TemplateInThePage[0] == 'unique' and TU):
pywikibot.output('The page is protected from moving to '
'the sysop, skipping...')
if TU:
# no changes needed, better to revert the old text.
text = oldtext
else:
pywikibot.output('The page is protected from moving to '
'the sysop, but the template seems not '
'correct. Fixing...')
if TU:
text, changes = re.subn(TemplateInThePage[1], TNR[4],
text)
else:
text, changes = re.subn(TemplateInThePage[1], TNR[3],
text)
elif TSMP or TU:
# implicitly moveRestr[0] = 'autoconfirmed',
# move-semi-protection
if TemplateInThePage[0] == 'autoconfirmed-move' or \
TemplateInThePage[0] == 'unique':
pywikibot.output('The page is movable only for the '
'autoconfirmed users, skipping...')
if TU:
# no changes needed, better to revert the old text.
text = oldtext
else:
pywikibot.output('The page is movable only for the '
'autoconfirmed users, but the template '
'seems not correct. Fixing...')
if TU:
text, changes = re.subn(TemplateInThePage[1], TNR[4],
text)
else:
text, changes = re.subn(TemplateInThePage[1], TNR[2],
text)
if changes == 0:
# We tried to fix move-protection templates but it did not work
pywikibot.warning('No move-protection template could be found')
if oldtext != text:
# Ok, asking if the change has to be performed and do it if yes.
pywikibot.output(color_format(
'\n\n>>> {lightpurple}{0}{default} <<<', page.title()))
pywikibot.showDiff(oldtext, text)
if not always:
choice = pywikibot.input_choice('Do you want to accept these '
'changes?',
[('Yes', 'y'), ('No', 'n'),
('All', 'a')], 'n')
if choice == 'a':
always = True
if always or choice == 'y':
save_page(page, text, commentUsed)
def save_page(page, text, comment):
"""Save a given page."""
# To prevent Infinite loops
error_count = 0
while True:
try:
page.put(text, comment, force=True)
except pywikibot.EditConflict:
pywikibot.output('Edit conflict! skip!')
except pywikibot.ServerError:
# Sometimes there is this error that's quite annoying
# because can block the whole process for nothing.
error_count += 1
if error_count < 5:
pywikibot.output('Server Error! Wait..')
time.sleep(3)
continue
else:
# Prevent Infinite Loops
raise pywikibot.ServerError('Fifth Server Error!')
except pywikibot.SpamblacklistError as e:
pywikibot.output('Cannot change %s because of '
'blacklist entry %s'
% (page.title(), e.url))
except pywikibot.LockedPage:
pywikibot.output('The page is still protected. '
'Skipping...')
except pywikibot.PageSaveRelatedError as error:
pywikibot.output('Error putting page: %s'
% (error.args,))
break
if __name__ == '__main__':
main()
TASK DETAIL
https://phabricator.wikimedia.org/T232245
EMAIL PREFERENCES
https://phabricator.wikimedia.org/settings/panel/emailpreferences/
To: Pradyumn_lex
Cc: Pradyumn_lex, Shubham-sp35, Mh-3110, Xqt, Aklapper, pywikibot-bugs-list,
patilise, Abhinay76, Annysah01, Rohitgeddam, Jyoo1011, JohnsonLee01, SHEKH,
Dijkstra, Khutuck, Soda, Chaytanya, Zkhalido, wiki-helenatxu, Viztor, Wenyi,
Kieubinhtb, Tks4Fish, Asad_Ali_Palijo, Lahi, Soteriaspace, JakeTheDeveloper,
Tbscho, MayS, Mdupont, JJMC89, Dvorapa, xSavitar, Altostratus, Avicennasis,
MuhammadShuaib, Tmalhotra, SimmeD, mys_721tx, jayvdb, Masti, Alchimista, Rxy
_______________________________________________
pywikibot-bugs mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/pywikibot-bugs
