]> scripts.mit.edu Git - autoinstalls/mediawiki.git/blobdiff - maintenance/convertLinks.inc
MediaWiki 1.16.0
[autoinstalls/mediawiki.git] / maintenance / convertLinks.inc
index fe523da9b39d5eb886fa4ff2fbffa4e5ee23fb3e..7c7b8aff2fe18b6e6d5249131c1f3bc1eaf9ec61 100644 (file)
@@ -1,24 +1,24 @@
 <?php
 /**
+ * @file
  * @todo document
- * @package MediaWiki
- * @subpackage Maintenance
+ * @ingroup Maintenance
  */
 
 /** */
 function convertLinks() {
        global $wgDBtype;
-       if( $wgDBtype == 'PostgreSQL' ) {
-               print "Links table already ok on PostgreSQL.\n";
+       if( $wgDBtype == 'postgres' ) {
+               wfOut( "Links table already ok on Postgres.\n" );
                return;
        }
-       
-       print "Converting links table to ID-ID...\n";
-       
+
+       wfOut( "Converting links table to ID-ID...\n" );
+
        global $wgLang, $wgDBserver, $wgDBadminuser, $wgDBadminpassword, $wgDBname;
        global $noKeys, $logPerformance, $fh;
-       
-       $numRows = $tuplesAdded = $numBadLinks = $curRowsRead = 0; #counters etc
+
+       $tuplesAdded = $numBadLinks = $curRowsRead = 0; #counters etc
        $totalTuplesInserted = 0; # total tuples INSERTed into links_temp
 
        $reportCurReadProgress = true; #whether or not to give progress reports while reading IDs from cur table
@@ -42,32 +42,34 @@ function convertLinks() {
        $logPerformance = false; # output performance data to a file
        $perfLogFilename = "convLinksPerf.txt";
        #--------------------------------------------------------------------
-       
-       $dbw =& wfGetDB( DB_MASTER );
-       extract( $dbw->tableNames( 'cur', 'links', 'links_temp', 'links_backup' ) );
 
-       $res = $dbw->query( "SELECT l_from FROM $links LIMIT 1" );
+       $dbw = wfGetDB( DB_MASTER );
+       list ($cur, $links, $links_temp, $links_backup) = $dbw->tableNamesN( 'cur', 'links', 'links_temp', 'links_backup' );
+       
+       // Get database-agnostic limit clause
+       $sql_limit = $dbw->limitResult( "SELECT l_from FROM $links", 1 );
+       $res = $dbw->query(  $sql_limit );
        if ( $dbw->fieldType( $res, 0 ) == "int" ) {
-               print "Schema already converted\n";
+               wfOut( "Schema already converted\n" );
                return;
        }
-       
+
        $res = $dbw->query( "SELECT COUNT(*) AS count FROM $links" );
        $row = $dbw->fetchObject($res);
        $numRows = $row->count;
        $dbw->freeResult( $res );
 
        if ( $numRows == 0 ) {
-               print "Updating schema (no rows to convert)...\n";
+               wfOut( "Updating schema (no rows to convert)...\n" );
                createTempTable();
        } else {
                if ( $logPerformance ) { $fh = fopen ( $perfLogFilename, "w" ); }
                $baseTime = $startTime = getMicroTime();
                # Create a title -> cur_id map
-               print "Loading IDs from $cur table...\n";
+               wfOut( "Loading IDs from $cur table...\n" );
                performanceLog ( "Reading $numRows rows from cur table...\n" );
                performanceLog ( "rows read vs seconds elapsed:\n" );
-               
+
                $dbw->bufferResults( false );
                $res = $dbw->query( "SELECT cur_namespace,cur_title,cur_id FROM $cur" );
                $ids = array();
@@ -82,13 +84,13 @@ function convertLinks() {
                        if ($reportCurReadProgress) {
                                if (($curRowsRead % $curReadReportInterval) == 0) {
                                        performanceLog( $curRowsRead . " " . (getMicroTime() - $baseTime) . "\n" );
-                                       print "\t$curRowsRead rows of $cur table read.\n";      
+                                       wfOut( "\t$curRowsRead rows of $cur table read.\n" );
                                }
                        }
                }
                $dbw->freeResult( $res );
                $dbw->bufferResults( true );
-               print "Finished loading IDs.\n\n";
+               wfOut( "Finished loading IDs.\n\n" );
                performanceLog( "Took " . (getMicroTime() - $baseTime) . " seconds to load IDs.\n\n" );
        #--------------------------------------------------------------------
 
@@ -97,22 +99,23 @@ function convertLinks() {
                createTempTable();
                performanceLog( "Resetting timer.\n\n" );
                $baseTime = getMicroTime();
-               print "Processing $numRows rows from $links table...\n";
+               wfOut( "Processing $numRows rows from $links table...\n" );
                performanceLog( "Processing $numRows rows from $links table...\n" );
                performanceLog( "rows inserted vs seconds elapsed:\n" );
-               
+
                for ($rowOffset = $initialRowOffset; $rowOffset < $numRows; $rowOffset += $linksConvInsertInterval) {
-                       $sqlRead = "SELECT * FROM $links ".$dbw->limitResult($linksConvInsertInterval,$rowOffset);
+                       $sqlRead = "SELECT * FROM $links ";
+                       $sqlRead = $dbw->limitResult($sqlRead, $linksConvInsertInterval,$rowOffset);
                        $res = $dbw->query($sqlRead);
                        if ( $noKeys ) {
                                $sqlWrite = array("INSERT INTO $links_temp (l_from,l_to) VALUES ");
                        } else {
                                $sqlWrite = array("INSERT IGNORE INTO $links_temp (l_from,l_to) VALUES ");
                        }
-                       
+
                        $tuplesAdded = 0; # no tuples added to INSERT yet
                        while ( $row = $dbw->fetchObject($res) ) {
-                               $fromTitle = $row->l_from; 
+                               $fromTitle = $row->l_from;
                                if ( array_key_exists( $fromTitle, $ids ) ) { # valid title
                                        $from = $ids[$fromTitle];
                                        $to = $row->l_to;
@@ -120,25 +123,25 @@ function convertLinks() {
                                                $sqlWrite[] = ",";
                                        }
                                        $sqlWrite[] = "($from,$to)";
-                                       $tuplesAdded++;                         
+                                       $tuplesAdded++;
                                } else { # invalid title
                                        $numBadLinks++;
                                }
                        }
                        $dbw->freeResult($res);
-                       #print "rowOffset: $rowOffset\ttuplesAdded: $tuplesAdded\tnumBadLinks: $numBadLinks\n";
+                       #wfOut( "rowOffset: $rowOffset\ttuplesAdded: $tuplesAdded\tnumBadLinks: $numBadLinks\n" );
                        if ( $tuplesAdded != 0  ) {
                                if ($reportLinksConvProgress) {
-                                       print "Inserting $tuplesAdded tuples into $links_temp...";
+                                       wfOut( "Inserting $tuplesAdded tuples into $links_temp..." );
                                }
                                $dbw->query( implode("",$sqlWrite) );
                                $totalTuplesInserted += $tuplesAdded;
                                if ($reportLinksConvProgress)
-                                       print " done. Total $totalTuplesInserted tuples inserted.\n";
+                                       wfOut( " done. Total $totalTuplesInserted tuples inserted.\n" );
                                        performanceLog( $totalTuplesInserted . " " . (getMicroTime() - $baseTime) . "\n"  );
                        }
                }
-               print "$totalTuplesInserted valid titles and $numBadLinks invalid titles were processed.\n\n";
+               wfOut( "$totalTuplesInserted valid titles and $numBadLinks invalid titles were processed.\n\n" );
                performanceLog( "$totalTuplesInserted valid titles and $numBadLinks invalid titles were processed.\n" );
                performanceLog( "Total execution time: " . (getMicroTime() - $startTime) . " seconds.\n" );
                if ( $logPerformance ) { fclose ( $fh ); }
@@ -148,25 +151,25 @@ function convertLinks() {
        if ( $overwriteLinksTable ) {
                $dbConn = Database::newFromParams( $wgDBserver, $wgDBadminuser, $wgDBadminpassword, $wgDBname );
                if (!($dbConn->isOpen())) {
-                       print "Opening connection to database failed.\n";
+                       wfOut( "Opening connection to database failed.\n" );
                        return;
                }
                # Check for existing links_backup, and delete it if it exists.
-               print "Dropping backup links table if it exists...";
+               wfOut( "Dropping backup links table if it exists..." );
                $dbConn->query( "DROP TABLE IF EXISTS $links_backup", DB_MASTER);
-               print " done.\n";
-               
+               wfOut( " done.\n" );
+
                # Swap in the new table, and move old links table to links_backup
-               print "Swapping tables '$links' to '$links_backup'; '$links_temp' to '$links'...";
+               wfOut( "Swapping tables '$links' to '$links_backup'; '$links_temp' to '$links'..." );
                $dbConn->query( "RENAME TABLE links TO $links_backup, $links_temp TO $links", DB_MASTER );
-               print " done.\n\n";
-               
+               wfOut( " done.\n\n" );
+
                $dbConn->close();
-               print "Conversion complete. The old table remains at $links_backup;\n";
-               print "delete at your leisure.\n";
+               wfOut( "Conversion complete. The old table remains at $links_backup;\n" );
+               wfOut( "delete at your leisure.\n" );
        } else {
-               print "Conversion complete.  The converted table is at $links_temp;\n";
-               print "the original links table is unchanged.\n";
+               wfOut( "Conversion complete.  The converted table is at $links_temp;\n" );
+               wfOut( "the original links table is unchanged.\n" );
        }
 }
 
@@ -176,18 +179,18 @@ function createTempTable() {
        global $wgDBserver, $wgDBadminuser, $wgDBadminpassword, $wgDBname;
        global $noKeys;
        $dbConn = Database::newFromParams( $wgDBserver, $wgDBadminuser, $wgDBadminpassword, $wgDBname );
-       
+
        if (!($dbConn->isOpen())) {
-               print "Opening connection to database failed.\n";
+               wfOut( "Opening connection to database failed.\n" );
                return;
        }
        $links_temp = $dbConn->tableName( 'links_temp' );
-       
-       print "Dropping temporary links table if it exists...";
+
+       wfOut( "Dropping temporary links table if it exists..." );
        $dbConn->query( "DROP TABLE IF EXISTS $links_temp");
-       print " done.\n";
-       
-       print "Creating temporary links table...";
+       wfOut( " done.\n" );
+
+       wfOut( "Creating temporary links table..." );
        if ( $noKeys ) {
                $dbConn->query( "CREATE TABLE $links_temp ( " .
                "l_from int(8) unsigned NOT NULL default '0', " .
@@ -199,7 +202,7 @@ function createTempTable() {
                "UNIQUE KEY l_from(l_from,l_to), " .
                "KEY (l_to))");
        }
-       print " done.\n\n";
+       wfOut( " done.\n\n" );
 }
 
 function performanceLog( $text ) {
@@ -213,7 +216,3 @@ function getMicroTime() { # return time in seconds, with microsecond accuracy
        list($usec, $sec) = explode(" ", microtime());
        return ((float)$usec + (float)$sec);
 }
-
-
-
-?>