ArielGlenn has uploaded a new change for review.
https://gerrit.wikimedia.org/r/216058
Change subject: dumps: tweak 7z compression arg so compression runs much faster
......................................................................
dumps: tweak 7z compression arg so compression runs much faster
thanks to Nemo_bis for this great tip; files will be a little
larger but may be produced 3 or more times faster
Change-Id: I0b469a4a2ed7241790a2406be83463af28d29f48
---
M xmldumps-backup/worker.py
1 file changed, 2 insertions(+), 2 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/dumps
refs/changes/58/216058/1
diff --git a/xmldumps-backup/worker.py b/xmldumps-backup/worker.py
index ac7f649..906b4f6 100644
--- a/xmldumps-backup/worker.py
+++ b/xmldumps-backup/worker.py
@@ -3622,7 +3622,7 @@
inputFile = DumpFilename(self.wiki, None, f.dumpName,
f.fileType, self.itemForRecompression.fileExt, f.chunk, f.checkpoint)
outfile = runner.dumpDir.filenamePublicPath(f)
infile = runner.dumpDir.filenamePublicPath(inputFile)
- commandPipe = [ [ "%s -dc %s | %s a -si %s" %
(self.wiki.config.bzip2, infile, self.wiki.config.sevenzip, outfile) ] ]
+ commandPipe = [ [ "%s -dc %s | %s a -mx=4 -si %s" %
(self.wiki.config.bzip2, infile, self.wiki.config.sevenzip, outfile) ] ]
commandSeries.append(commandPipe)
return(commandSeries)
@@ -3745,7 +3745,7 @@
raise BackupError("No input files for %s found"
% self.name())
if (not exists( self.wiki.config.sevenzip ) ):
raise BackupError("sevenzip command %s not
found" % self.wiki.config.sevenzip)
- compressionCommand = "%s a -si" %
self.wiki.config.sevenzip
+ compressionCommand = "%s a -mx=4 -si" %
self.wiki.config.sevenzip
uncompressionCommand = [ "%s" %
self.wiki.config.sevenzip, "e", "-so" ]
recombineCommandString =
self.buildRecombineCommandString(runner, files, outputFile, compressionCommand,
uncompressionCommand )
--
To view, visit https://gerrit.wikimedia.org/r/216058
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I0b469a4a2ed7241790a2406be83463af28d29f48
Gerrit-PatchSet: 1
Gerrit-Project: operations/dumps
Gerrit-Branch: ariel
Gerrit-Owner: ArielGlenn <[email protected]>
_______________________________________________
MediaWiki-commits mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
