MediaWiki 1.30.2

[autoinstallsdev/mediawiki.git] / maintenance / purgeList.php

diff --git a/maintenance/purgeList.php b/maintenance/purgeList.php
index 17be6d3db2f913d80f98343a0c8e0b2edecd397f..5ca7918ea9164bb7cce7ef61f4ec2f2acbf3f7f7 100644 (file)
--- a/maintenance/purgeList.php
+++ b/maintenance/purgeList.php
@@ -17,33 +17,58 @@
  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  * http://www.gnu.org/copyleft/gpl.html
  *
+ * @file
  * @ingroup Maintenance
  */
 
-require_once( dirname( __FILE__ ) . '/Maintenance.php' );
+require_once __DIR__ . '/Maintenance.php';
 
+/**
+ * Maintenance script that sends purge requests for listed pages to squid.
+ *
+ * @ingroup Maintenance
+ */
 class PurgeList extends Maintenance {
        public function __construct() {
                parent::__construct();
-               $this->mDescription = "Send purge requests for listed pages to squid";
-               $this->addOption( 'purge', 'Whether to update page touched.' , false, false );
+               $this->addDescription( 'Send purge requests for listed pages to squid' );
+               $this->addOption( 'purge', 'Whether to update page_touched.', false, false );
+               $this->addOption( 'namespace', 'Namespace number', false, true );
+               $this->addOption( 'all', 'Purge all pages', false, false );
+               $this->addOption( 'delay', 'Number of seconds to delay between each purge', false, true );
+               $this->addOption( 'verbose', 'Show more output', false, false, 'v' );
+               $this->setBatchSize( 100 );
        }
 
        public function execute() {
+               if ( $this->hasOption( 'all' ) ) {
+                       $this->purgeNamespace( false );
+               } elseif ( $this->hasOption( 'namespace' ) ) {
+                       $this->purgeNamespace( intval( $this->getOption( 'namespace' ) ) );
+               } else {
+                       $this->doPurge();
+               }
+               $this->output( "Done!\n" );
+       }
+
+       /**
+        * Purge URL coming from stdin
+        */
+       private function doPurge() {
                $stdin = $this->getStdin();
-               $urls = array();
+               $urls = [];
 
                while ( !feof( $stdin ) ) {
                        $page = trim( fgets( $stdin ) );
-                       if ( substr( $page, 0, 7 ) == 'http://' ) {
+                       if ( preg_match( '%^https?://%', $page ) ) {
                                $urls[] = $page;
                        } elseif ( $page !== '' ) {
                                $title = Title::newFromText( $page );
                                if ( $title ) {
-                                       $url = $title->getFullUrl();
+                                       $url = $title->getInternalURL();
                                        $this->output( "$url\n" );
                                        $urls[] = $url;
-                                       if ( $this->getOptions( 'purge' ) ) {
+                                       if ( $this->getOption( 'purge' ) ) {
                                                $title->invalidateCache();
                                        }
                                } else {
@@ -51,14 +76,72 @@ class PurgeList extends Maintenance {
                                }
                        }
                }
+               $this->output( "Purging " . count( $urls ) . " urls\n" );
+               $this->sendPurgeRequest( $urls );
+       }
+
+       /**
+        * Purge a namespace or all pages
+        *
+        * @param int|bool $namespace
+        */
+       private function purgeNamespace( $namespace = false ) {
+               $dbr = $this->getDB( DB_REPLICA );
+               $startId = 0;
+               if ( $namespace === false ) {
+                       $conds = [];
+               } else {
+                       $conds = [ 'page_namespace' => $namespace ];
+               }
+               while ( true ) {
+                       $res = $dbr->select( 'page',
+                               [ 'page_id', 'page_namespace', 'page_title' ],
+                               $conds + [ 'page_id > ' . $dbr->addQuotes( $startId ) ],
+                               __METHOD__,
+                               [
+                                       'LIMIT' => $this->mBatchSize,
+                                       'ORDER BY' => 'page_id'
 
-               $this->output( "Purging " . count( $urls ) . " urls...\n" );
-               $u = new SquidUpdate( $urls );
-               $u->doUpdate();
+                               ]
+                       );
+                       if ( !$res->numRows() ) {
+                               break;
+                       }
+                       $urls = [];
+                       foreach ( $res as $row ) {
+                               $title = Title::makeTitle( $row->page_namespace, $row->page_title );
+                               $url = $title->getInternalURL();
+                               $urls[] = $url;
+                               $startId = $row->page_id;
+                       }
+                       $this->sendPurgeRequest( $urls );
+               }
+       }
 
-               $this->output( "Done!\n" );
+       /**
+        * Helper to purge an array of $urls
+        * @param array $urls List of URLS to purge from squids
+        */
+       private function sendPurgeRequest( $urls ) {
+               if ( $this->hasOption( 'delay' ) ) {
+                       $delay = floatval( $this->getOption( 'delay' ) );
+                       foreach ( $urls as $url ) {
+                               if ( $this->hasOption( 'verbose' ) ) {
+                                       $this->output( $url . "\n" );
+                               }
+                               $u = new CdnCacheUpdate( [ $url ] );
+                               $u->doUpdate();
+                               usleep( $delay * 1e6 );
+                       }
+               } else {
+                       if ( $this->hasOption( 'verbose' ) ) {
+                               $this->output( implode( "\n", $urls ) . "\n" );
+                       }
+                       $u = new CdnCacheUpdate( $urls );
+                       $u->doUpdate();
+               }
        }
 }
 
 $maintClass = "PurgeList";
-require_once( RUN_MAINTENANCE_IF_MAIN );
+require_once RUN_MAINTENANCE_IF_MAIN;