This is an automated email from the git hooks/post-receive script. detiste-guest pushed a commit to branch master in repository game-data-packager.
commit 23e06d0b1b93ffd3d999aa91622bd7cdf1b0377f Author: Alexandre Detiste <[email protected]> Date: Tue Nov 10 08:16:16 2015 +0100 add tools/mirror.py, part of #787990 this tool will create/verify of a all downloadable files by default files are stored in /var/www/html if a webserver is running, this host can then be referenced from an other host by setting accordingly the GDP_MIRROR= variable --- tools/mirror.py | 91 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 91 insertions(+) diff --git a/tools/mirror.py b/tools/mirror.py new file mode 100755 index 0000000..2137c6e --- /dev/null +++ b/tools/mirror.py @@ -0,0 +1,91 @@ +#!/usr/bin/python3 +# encoding=utf-8 +# +# Copyright © 2015 Alexandre Detiste <[email protected]> +# +# This program is free software; you can redistribute it and/or +# modify it under the terms of the GNU General Public License +# as published by the Free Software Foundation; either version 2 +# of the License, or (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. +# +# You can find the GPL license text on a Debian system under +# /usr/share/common-licenses/GPL-2. + +# a small tool to create or verify a mirror +# of downloadable files needed by GDP + +# call it this way: +# GDP_UNINSTALLED=1 python3 -m tools.mirror + +# this tool will never remove any bad file, +# you'll have to investigate by yourself + +WEBROOT = '/var/www/html' + +import os +import subprocess + +from game_data_packager import (load_games,HashedFile) +from game_data_packager.build import (choose_mirror) + +archives = [] + +os.environ.pop('GDP_MIRROR') + +for gamename, game in load_games().items(): + game.load_file_data() + for filename, file in game.files.items(): + if file.unsuitable: + # quake2-rogue-2.00.tar.xz could have been tagged this way + archive = os.path.join(WEBROOT, filename) + if os.path.isfile(archive): + print('Obsolete archive: %s (%s)' % (archive, file.unsuitable)) + elif filename == 'tnt31fix.zip?repack': + continue + elif file.download: + url = choose_mirror(file)[0] + if '?' not in url: + destname = os.path.basename(url) + elif '?' not in filename: + destname = filename + elif url.endswith('?download'): + destname = os.path.basename(url) + destname = destname[0:len(destname)-len('?download')] + else: + exit("Can't compute filename for %s = %s" % (filename, url)) + archives.append({ + 'name': destname, + 'size': file.size, + 'md5': file.md5, + 'sha1': file.sha1, + 'download': url, + }) + +archives = sorted(archives, key=lambda k: (k['size'])) + +for a in archives: + archive = os.path.join(WEBROOT, a['name']) + + if not os.path.isfile(archive): + statvfs = os.statvfs(WEBROOT) + freespace = statvfs.f_frsize * statvfs.f_bavail + if a['size'] > freespace: + exit('out of space, can not download' % a['name']) + subprocess.check_call(['wget', a['download'], + '-O', a['name']], + cwd=WEBROOT) + + if os.path.getsize(archive) == 0: + exit("%s is empty !!!" % archive) + if os.path.getsize(archive) != a['size']: + exit("%s has the wrong size !!!" % archive) + hf = HashedFile.from_file(archive, open(archive, 'rb')) + print('checking %s ...' % archive) + if a['md5'] and a['md5'] != hf.md5: + exit("md5 doesn't match for %s !!!" % archive) + if a['sha1'] and a['sha1'] != hf.sha1: + exit("sha1 doesn't match for %s !!!" % archive) -- Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/pkg-games/game-data-packager.git _______________________________________________ Pkg-games-commits mailing list [email protected] http://lists.alioth.debian.org/cgi-bin/mailman/listinfo/pkg-games-commits
