http://www.mediawiki.org/wiki/Special:Code/MediaWiki/90056
Revision: 90056
Author: kbrown
Date: 2011-06-14 17:13:53 +0000 (Tue, 14 Jun 2011)
Log Message:
-----------
hopefully get everything in the right directory this time
Added Paths:
-----------
trunk/extensions/ArchiveLinks/
trunk/extensions/ArchiveLinks/ArchiveLinks.php
trunk/extensions/ArchiveLinks/NOT STABLE DO NOT USE
trunk/extensions/ArchiveLinks/README
Property changes on: trunk/extensions/ArchiveLinks
___________________________________________________________________
Added: bugtraq:number
+ true
Added: trunk/extensions/ArchiveLinks/ArchiveLinks.php
===================================================================
--- trunk/extensions/ArchiveLinks/ArchiveLinks.php
(rev 0)
+++ trunk/extensions/ArchiveLinks/ArchiveLinks.php 2011-06-14 17:13:53 UTC
(rev 90056)
@@ -0,0 +1,142 @@
+<?php
+/**
+ * This is an extension to archive preemptively archive external links so that
+ * in the even they go down a backup will be available.
+ */
+
+if ( !defined( 'MEDIAWIKI' ) ) {
+ echo( "This file is an extension to the MediaWiki software and cannot
be used standalone.\n" );
+ die( 1 );
+}
+
+error_reporting ( E_ALL | E_STRICT );
+
+//$wgJobClasses['synchroniseThreadArticleData'] =
'SynchroniseThreadArticleDataJob';
+
+// Hooks
+/*$wgHooks['EditPage::attemptSave'][] = array ( 'getExternalLinks' );
+
+function getExternalLinks ( $editpage ) {
+ //var_export ( $editpage , FALSE );
+ //echo "hi";
+ file_put_contents ( './stuff.txt', 'it works :D' . "\n" . var_export (
$editpage ) );
+ return true;
+}*/
+
+//$wgHooks['LinkerMakeExternalLink'][] = 'findOutWhatTheHellThisHookGivesUs';
+
+function findOutWhatTheHellThisHookGivesUs ( &$url, &$text, &$link,
&$attributes ) {
+ for ( $i = 0, $go = true ; $go !== false; ++$i ) {
+ if ( file_exists ( './extensions/ArchiveLinks/stuff-' . $i . '.txt' )
) {
+ continue;
+ } else {
+ file_put_contents ( "./extensions/ArchiveLinks/stuff-$i.txt",
+ var_export ( $url , TRUE ) . "\n\n" .
+ var_export ( $text , TRUE) . "\n\n" .
+ var_export ( $link , TRUE) . "\n\n" .
+ var_export ( $attributes , TRUE) . "\n\n"
+ );
+ $go = false;
+ }
+ }
+ //echo "hi";
+ return true;
+}
+
+//$wgHooks['LinkerMakeExternalLink'][] = 'getExternalLinks';
+//$wgHooks['EditPage::attemptSave'][] = 'getExternalLinks';
+$wgHooks['ArticleSaveComplete'][] = 'ArchiveLinks::getExternalLinks'; #We want
to use this hook in production
+
+class ArchiveLinks {
+ public static function getExternalLinks ( &$article ) {
+ global $wgParser;
+ $external_links = $wgParser->getOutput();
+ $external_links = $external_links->mExternalLinks;
+ //echo "$stuff";
+ //file_put_contents ( './extensions/ArchiveLinks/stuff0.txt',
var_export( $external_links , TRUE ));
+
+ $db_master = wfGetDB( DB_MASTER );
+ $db_slave = wfGetDB( DB_SLAVE );
+ $db_result = array();
+
+ //$db_master->begin();
+
+ foreach ( $external_links as $link => $unused_value ) {
+ //$db_result['resource'] = $db_slave->select(
'el_archive_resource', '*', '`el_archive_resource`.`resource_url` = "' .
$db_slave->strencode( $link ) . '"');
+ $db_result['blacklist'] = $db_slave->select(
'el_archive_blacklist', '*', '`el_archive_blacklist`.`bl_url` = "' .
$db_slave->strencode( $link ) . '"');
+
+ //we need to know if the URL is already in the queue to prevent a
page from being archived twice, so we will query the master
+ $db_result['queue'] = $db_master->select( 'el_archive_queue', '*',
'`el_archive_queue`.`url` = "' . $db_slave->strencode( $link ) . '"' );
+
+ if ( $db_result['blacklist']->numRows() === 0 ) {
+ if ( $db_result['queue']->numRows() === 0 ) {
+ // this probably a first time job
+ // but we should check the logs and resource table
+ // to make sure
+ $db_master->insert( 'el_archive_queue', array (
+ 'page_id' => $article->getID(),
+ 'url' => $link,
+ //'delay_time' => '',
+ 'insertion_time' => time(),
+ 'in_progress' => '0',
+ ));
+ } else {
+ //this job is already in the queue, why?
+ // * most likely reason is it has already been inserted by
another page
+ // * or we are checking it later because the site was down
at last archival
+ // in either case we don't really need to do anything
right now, so skip...
+ }
+
+ }
+
+ //file_put_contents ( './extensions/ArchiveLinks/stuff.txt',
var_export( $db_result , TRUE ));
+
+ //$db_master->insert('el_archive_queue', $array );
+ }
+
+ //$db_master->commit();
+
+ return true;
+ }
+
+ /*function queueURL ( $url, &$db_master ) {
+
+ }*/
+}
+
+//$wgHooks['ArticleSave'][] = 'test';
+
+function test ( ) {
+ /*$db_master = wfGetDB( DB_MASTER );
+
+ $db_master->insert('el_archive_blacklist', array(
+ 'bl_type' => 0,
+ 'bl_url' => 'http://example.com',
+ 'bl_reason' => 'test'
+ ));*/
+
+ $db_slave = wfGetDB( DB_SLAVE );
+
+ /*$db_result = $db_slave->select( 'el_archive_blacklist', '*',
+ '`el_archive_blacklist`.`bl_url` = "' . $db_slave->strencode(
'http://example.com' ) . '"');
+ */
+ $db_result['queue'] = $db_slave->select( 'el_archive_queue', '*',
'`el_archive_queue`.`url` = "' . $db_slave->strencode( 'http://example.com' ) .
'"' );
+
+ file_put_contents ( './extensions/ArchiveLinks/stuff.txt', var_export(
$db_result['queue']->numRows() , TRUE ));
+ //$add_quotes = 'http://example.com';
+ //file_put_contents ( './extensions/ArchiveLinks/stuff.txt', var_export(
$db_slave->addQuotes( $add_quotes ) , TRUE ));
+
+ return false;
+}
+/*
+class InsertURLsIntoQueue extends Job {
+ public function __construct( $title, $params ) {
+ // Replace synchroniseThreadArticleData with the an identifier
for your job.
+ parent::__construct( 'insertURLsIntoQueue', $title, $params );
+ }
+
+
+ public function run() {
+
+ }
+}*/
\ No newline at end of file
Property changes on: trunk/extensions/ArchiveLinks/ArchiveLinks.php
___________________________________________________________________
Added: svn:eol-style
+ native
Added: trunk/extensions/ArchiveLinks/NOT STABLE DO NOT USE
===================================================================
--- trunk/extensions/ArchiveLinks/NOT STABLE DO NOT USE
(rev 0)
+++ trunk/extensions/ArchiveLinks/NOT STABLE DO NOT USE 2011-06-14 17:13:53 UTC
(rev 90056)
@@ -0,0 +1 @@
+Please read the readme file. (tl;dr: This is under devolopment and should not
be used by anyone)
\ No newline at end of file
Added: trunk/extensions/ArchiveLinks/README
===================================================================
--- trunk/extensions/ArchiveLinks/README (rev 0)
+++ trunk/extensions/ArchiveLinks/README 2011-06-14 17:13:53 UTC (rev
90056)
@@ -0,0 +1 @@
+This a project currently under devolopment to add premementive archival to
external links so that in the event that they go down a backup copy will exist.
At the current time it is NOT stable and should not be used on any production
wiki.
\ No newline at end of file
_______________________________________________
MediaWiki-CVS mailing list
[email protected]
https://lists.wikimedia.org/mailman/listinfo/mediawiki-cvs
