Aaron Schulz has uploaded a new change for review. https://gerrit.wikimedia.org/r/58276
Change subject: Added a script to copy jobs from one queue to another. ...................................................................... Added a script to copy jobs from one queue to another. Change-Id: I9173f21563089e094d67deaf203797d90aa84990 --- A maintenance/copyJobQueue.php 1 file changed, 96 insertions(+), 0 deletions(-) git pull ssh://gerrit.wikimedia.org:29418/mediawiki/core refs/changes/76/58276/1 diff --git a/maintenance/copyJobQueue.php b/maintenance/copyJobQueue.php new file mode 100644 index 0000000..39bcca9 --- /dev/null +++ b/maintenance/copyJobQueue.php @@ -0,0 +1,96 @@ +<?php +/** + * Copy all jobs from one job queue system to another. + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License along + * with this program; if not, write to the Free Software Foundation, Inc., + * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. + * http://www.gnu.org/copyleft/gpl.html + * + * @file + * @ingroup Maintenance + */ + +require_once( __DIR__ . '/Maintenance.php' ); + +/** + * Copy all jobs from one job queue system to another. + * This uses an ad-hoc $wgJobQueueMigrationConfig setting, + * which is a map of queue system names to JobQueue::factory() parameters. + * The parameters should not have wiki or type settings and thus partial. + * + * @ingroup Maintenance + */ +class CopyJobQueue extends Maintenance { + public function __construct() { + parent::__construct(); + $this->mDescription = "Copy jobs from one queue system to another."; + $this->addOption( 'src', 'Key to $wgJobQueueMigrationConfig for source', true, true ); + $this->addOption( 'dst', 'Key to $wgJobQueueMigrationConfig for destination', true, true ); + $this->addOption( 'type', 'Types of jobs to copy (use "all" for all)', true, true ); + $this->setBatchSize( 500 ); + } + + public function execute() { + global $wgJobQueueMigrationConfig; + + $srcKey = $this->getOption( 'src' ); + $dstKey = $this->getOption( 'dst' ); + + if ( !isset( $wgJobQueueMigrationConfig[$srcKey] ) ) { + $this->error( "\$wgJobQueueMigrationConfig not set for '$srcKey'.", 1 ); + } elseif ( !isset( $wgJobQueueMigrationConfig[$dstKey] ) ) { + $this->error( "\$wgJobQueueMigrationConfig not set for '$dstKey'.", 1 ); + } + + $types = ( $this->getOption( 'type' ) === 'all' ) + ? JobQueueGroup::singleton()->getQueueTypes() + : array( $this->getOption( 'type' ) ); + + foreach ( $types as $type ) { + $baseConfig = array( 'type' => $type, 'wiki' => wfWikiID() ); + $src = JobQueue::factory( $baseConfig + $wgJobQueueMigrationConfig[$srcKey] ); + $dst = JobQueue::factory( $baseConfig + $wgJobQueueMigrationConfig[$dstKey] ); + + list( $total, $totalOK ) = $this->copyJobs( $src, $dst, $src->getAllQueuedJobs() ); + $this->output( "Copied $totalOK/$total queued $type jobs.\n" ); + + list( $total, $totalOK ) = $this->copyJobs( $src, $dst, $src->getAllDelayedJobs() ); + $this->output( "Copied $totalOK/$total delayed $type jobs.\n" ); + } + } + + protected function copyJobs( JobQueue $src, JobQueue $dst, $jobs ) { + $total = 0; + $totalOK = 0; + $batch = array(); + foreach ( $jobs as $job ) { + ++$total; + $batch[] = $job; + if ( count( $batch ) >= $this->mBatchSize ) { + if ( $dst->push( $batch ) ) { + $totalOK += count( $batch ); + } + $batch = array(); + $dst->waitForBackups(); + } + } + if ( $dst->push( $batch ) ) { + $totalOK += count( $batch ); + } + return array( $total, $totalOK ); + } +} + +$maintClass = 'CopyJobQueue'; +require_once( RUN_MAINTENANCE_IF_MAIN ); -- To view, visit https://gerrit.wikimedia.org/r/58276 To unsubscribe, visit https://gerrit.wikimedia.org/r/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I9173f21563089e094d67deaf203797d90aa84990 Gerrit-PatchSet: 1 Gerrit-Project: mediawiki/core Gerrit-Branch: master Gerrit-Owner: Aaron Schulz <[email protected]> _______________________________________________ MediaWiki-commits mailing list [email protected] https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
