Add script to automatically commit tree-wide changes per-subsystem. Signed-off-by: Vladimir Sementsov-Ogievskiy <vsement...@virtuozzo.com> ---
CC: Gerd Hoffmann <kra...@redhat.com> CC: "Gonglei (Arei)" <arei.gong...@huawei.com> CC: Eduardo Habkost <ehabk...@redhat.com> CC: Igor Mammedov <imamm...@redhat.com> CC: Laurent Vivier <lviv...@redhat.com> CC: Amit Shah <a...@kernel.org> CC: Kevin Wolf <kw...@redhat.com> CC: Max Reitz <mre...@redhat.com> CC: John Snow <js...@redhat.com> CC: Ari Sundholm <a...@tuxera.com> CC: Pavel Dovgalyuk <pavel.dovga...@ispras.ru> CC: Paolo Bonzini <pbonz...@redhat.com> CC: Stefan Hajnoczi <stefa...@redhat.com> CC: Fam Zheng <f...@euphon.net> CC: Stefan Weil <s...@weilnetz.de> CC: Ronnie Sahlberg <ronniesahlb...@gmail.com> CC: Peter Lieven <p...@kamp.de> CC: Eric Blake <ebl...@redhat.com> CC: "Denis V. Lunev" <d...@openvz.org> CC: Markus Armbruster <arm...@redhat.com> CC: Alberto Garcia <be...@igalia.com> CC: Jason Dillaman <dilla...@redhat.com> CC: Wen Congyang <wencongya...@huawei.com> CC: Xie Changlong <xiechanglon...@gmail.com> CC: Liu Yuan <namei.u...@gmail.com> CC: "Richard W.M. Jones" <rjo...@redhat.com> CC: Jeff Cody <codypr...@gmail.com> CC: "Marc-André Lureau" <marcandre.lur...@redhat.com> CC: "Daniel P. Berrangé" <berra...@redhat.com> CC: Richard Henderson <r...@twiddle.net> CC: Greg Kurz <gr...@kaod.org> CC: "Michael S. Tsirkin" <m...@redhat.com> CC: Marcel Apfelbaum <marcel.apfelb...@gmail.com> CC: Beniamino Galvani <b.galv...@gmail.com> CC: Peter Maydell <peter.mayd...@linaro.org> CC: "Cédric Le Goater" <c...@kaod.org> CC: Andrew Jeffery <and...@aj.id.au> CC: Joel Stanley <j...@jms.id.au> CC: Andrew Baumann <andrew.baum...@microsoft.com> CC: "Philippe Mathieu-Daudé" <phi...@redhat.com> CC: Antony Pavlov <antonynpav...@gmail.com> CC: Jean-Christophe Dubois <j...@tribudubois.net> CC: Peter Chubb <peter.ch...@nicta.com.au> CC: Subbaraya Sundeep <sundeep.l...@gmail.com> CC: Eric Auger <eric.au...@redhat.com> CC: Alistair Francis <alist...@alistair23.me> CC: "Edgar E. Iglesias" <edgar.igles...@gmail.com> CC: Stefano Stabellini <sstabell...@kernel.org> CC: Anthony Perard <anthony.per...@citrix.com> CC: Paul Durrant <p...@xen.org> CC: Paul Burton <pbur...@wavecomp.com> CC: Aleksandar Rikalo <arik...@wavecomp.com> CC: Chris Wulff <crwu...@gmail.com> CC: Marek Vasut <ma...@denx.de> CC: David Gibson <da...@gibson.dropbear.id.au> CC: Cornelia Huck <coh...@redhat.com> CC: Halil Pasic <pa...@linux.ibm.com> CC: Christian Borntraeger <borntrae...@de.ibm.com> CC: "Hervé Poussineau" <hpous...@reactos.org> CC: Xiao Guangrong <xiaoguangrong.e...@gmail.com> CC: Aurelien Jarno <aurel...@aurel32.net> CC: Aleksandar Markovic <amarko...@wavecomp.com> CC: Mark Cave-Ayland <mark.cave-ayl...@ilande.co.uk> CC: Jason Wang <jasow...@redhat.com> CC: Laszlo Ersek <ler...@redhat.com> CC: Yuval Shaia <yuval.sh...@oracle.com> CC: Palmer Dabbelt <pal...@sifive.com> CC: Sagar Karandikar <sag...@eecs.berkeley.edu> CC: Bastian Koppelmann <kbast...@mail.uni-paderborn.de> CC: David Hildenbrand <da...@redhat.com> CC: Thomas Huth <th...@redhat.com> CC: Eric Farman <far...@linux.ibm.com> CC: Matthew Rosato <mjros...@linux.ibm.com> CC: Hannes Reinecke <h...@suse.com> CC: Michael Walle <mich...@walle.cc> CC: Artyom Tarasenko <atar4q...@gmail.com> CC: Stefan Berger <stef...@linux.ibm.com> CC: Samuel Thibault <samuel.thiba...@ens-lyon.org> CC: Alex Williamson <alex.william...@redhat.com> CC: Tony Krowiak <akrow...@linux.ibm.com> CC: Pierre Morel <pmo...@linux.ibm.com> CC: Michael Roth <mdr...@linux.vnet.ibm.com> CC: Hailiang Zhang <zhang.zhanghaili...@huawei.com> CC: Juan Quintela <quint...@redhat.com> CC: "Dr. David Alan Gilbert" <dgilb...@redhat.com> CC: Luigi Rizzo <ri...@iet.unipi.it> CC: Giuseppe Lettieri <g.letti...@iet.unipi.it> CC: Vincenzo Maffione <v.maffi...@gmail.com> CC: Jan Kiszka <jan.kis...@siemens.com> CC: Anthony Green <gr...@moxielogic.com> CC: Stafford Horne <sho...@gmail.com> CC: Guan Xuetao <g...@mprc.pku.edu.cn> CC: Max Filippov <jcmvb...@gmail.com> CC: qemu-bl...@nongnu.org CC: integrat...@gluster.org CC: sheep...@lists.wpkg.org CC: qemu-...@nongnu.org CC: xen-de...@lists.xenproject.org CC: qemu-...@nongnu.org CC: qemu-s3...@nongnu.org CC: qemu-ri...@nongnu.org python/commit-per-subsystem.py | 204 +++++++++++++++++++++++++++++++++ 1 file changed, 204 insertions(+) create mode 100755 python/commit-per-subsystem.py diff --git a/python/commit-per-subsystem.py b/python/commit-per-subsystem.py new file mode 100755 index 0000000000..2ccf84cb15 --- /dev/null +++ b/python/commit-per-subsystem.py @@ -0,0 +1,204 @@ +#!/usr/bin/env python3 +# +# Copyright (c) 2019 Virtuozzo International GmbH +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. +# + +import subprocess +import sys +import os +import glob + + +def git_add(pattern): + subprocess.run(['git', 'add', pattern]) + + +def git_commit(msg): + subprocess.run(['git', 'commit', '-m', msg], capture_output=True) + + +def git_changed_files(): + ret = subprocess.check_output(['git', 'diff', '--name-only'], encoding='utf-8').split('\n') + if ret[-1] == '': + del ret[-1] + return ret + + +maintainers = sys.argv[1] +message = sys.argv[2].strip() + +subsystem = None + +remap = { + 'Block layer core': 'block', + 'Block Jobs': 'block', + 'Dirty Bitmaps': 'block', + 'Block QAPI, monitor, command line': 'block', + 'Block I/O path': 'block', + 'Throttling infrastructure': 'block', + 'Architecture support': 's390x', + 'Guest CPU Cores (KVM)': 'kvm', + 'Guest CPU Cores (Xen)': 'xen', + 'Guest CPU cores (TCG)': 'tcg', + 'Network Block Device (NBD)': 'nbd', + 'Parallel NOR Flash devices': 'pflash', + 'Firmware configuration (fw_cfg)': 'fw_cfg', + 'Block SCSI subsystem': 'scsi', + 'Network device backends': 'net', + 'Netmap network backend': 'net', + 'Host Memory Backends': 'hostmem', + 'Cryptodev Backends': 'cryptodev', + 'QEMU Guest Agent': 'qga', + 'COLO Framework': 'colo', + 'Command line option argument parsing': 'cmdline', + 'Character device backends': 'chardev' +} + + +class Maintainers: + def add(self, subsystem, path, mapper, mapper_name, glob_count=1): + if subsystem in remap: + subsystem = remap[subsystem] + if subsystem not in self.subsystems: + self.subsystems.append(subsystem) + + if path[-1] == '/': + path = path[:-1] + + if path in mapper: + if mapper[path][1] == glob_count: + print('Warning: "{}" both in "{}" and "{}" in {} mapper with ' + 'same glob-count={}. {} ignored for this path.'.format( + path, mapper[path][0], subsystem, mapper_name, glob_count, + subsystem)) + return + if mapper[path][1] < glob_count: + # silently ignore worse match + return + + mapper[path] = (subsystem, glob_count) + + def __init__(self, file_name): + self.map_file = {} + self.map_glob_file = {} + self.map_dir = {} + self.map_glob_dir = {} + self.map_unmaintained_dir = { + 'python': ('python', 1), + 'hw/misc': ('misc', 1) + } + self.subsystems = ['python', 'misc'] + subsystem = None + + with open(file_name) as f: + mode2 = False + prevline = '' + for line in f: + line = line.rstrip() + if not line: + continue + if len(line) >= 2 and line[1] == ':': + if line[0] == 'F': + fname = line[3:] + if fname in ['*', '*/']: + continue + if os.path.isfile(fname): + self.add(subsystem, fname, self.map_file, 'file') + elif os.path.isdir(fname): + self.add(subsystem, fname, self.map_dir, 'dir') + else: + paths = glob.glob(fname) + if not paths: + print('Warning: nothing corresponds to "{}"'.format(fname)) + continue + + n = len(paths) + for f in paths: + if os.path.isfile(f): + self.add(subsystem, f, self.map_glob_file, 'glob-file', n) + else: + assert os.path.isdir(f) + self.add(subsystem, f, self.map_glob_dir, 'glob-dir', n) + elif line[:3] == '---': + subsystem = prevline + if subsystem == 'Devices': + mode2 = True + elif mode2: + subsystem = line + prevline = line + + def find_in_map_dir(self, file_name, mapper): + while file_name != '' and file_name not in mapper: + file_name = os.path.dirname(file_name) + + return None if file_name == '' else mapper[file_name][0] + + def find_in_map_file(self, file_name, mapper): + if file_name in mapper: + return mapper[file_name][0] + + def find_subsystem(self, file_name): + s = self.find_in_map_file(file_name, self.map_file) + if s is not None: + return s + + s = self.find_in_map_file(file_name, self.map_glob_file) + if s is not None: + return s + + s = self.find_in_map_dir(file_name, self.map_dir) + if s is not None: + return s + + s = self.find_in_map_dir(file_name, self.map_glob_dir) + if s is not None: + return s + + s = self.find_in_map_dir(file_name, self.map_unmaintained_dir) + if s is not None: + return s + + self.subsystems.append(file_name) + return file_name + + +def commit(subsystem): + msg = subsystem + if msg in remap: + msg = remap[msg] + msg += ': ' + message + git_commit(msg) + +mnt = Maintainers(maintainers) +res = {} +for f in git_changed_files(): + s = mnt.find_subsystem(f) + if s in res: + res[s].append(f) + else: + res[s] = [f] + +for s in mnt.subsystems: + if s in res: + print(s) + for f in res[s]: + print(' ', f) + +for s in mnt.subsystems: + if s in res: + for f in res[s]: + git_add(f) + commit(s) -- 2.21.0
