X-Git-Url: https://git.heureux-cyclage.org/?a=blobdiff_plain;f=maintenance%2FpurgeList.php;h=4b3c3821903a8602c7db9f5241965af1aaf2a95c;hb=1162a32ef22973ba3c92b7b91c146deef217be10;hp=64f425a7637032c4c93f887bcea2a87aeca17387;hpb=27e505304314598efc972c3c88939701ffd098b6;p=lhc%2Fweb%2Fwiklou.git diff --git a/maintenance/purgeList.php b/maintenance/purgeList.php index 64f425a763..4b3c382190 100644 --- a/maintenance/purgeList.php +++ b/maintenance/purgeList.php @@ -1,28 +1,138 @@ mDescription = "Send purge requests for listed pages to squid"; + $this->addOption( 'purge', 'Whether to update page_touched.' , false, false ); + $this->addOption( 'namespace', 'Namespace number', false, true ); + $this->setBatchSize( 100 ); + } -while( !feof( $stdin ) ) { - $page = trim( fgets( $stdin ) ); - if( $page !== '' ) { - $title = Title::newFromText( $page ); - if( $title ) { - $url = $title->getFullUrl(); - echo "$url\n"; - $urls[] = $url; + public function execute() { + if( $this->hasOption( 'namespace' ) ) { + $this->purgeNamespace(); } else { - echo "(Invalid title '$page')\n"; + $this->purgeList(); } + $this->output( "Done!\n" ); } -} -echo "Purging " . count( $urls ) . " urls...\n"; -$u = new SquidUpdate( $urls ); -$u->doUpdate(); + /** Purge URL coming from stdin */ + private function purgeList() { + $stdin = $this->getStdin(); + $urls = array(); + + while ( !feof( $stdin ) ) { + $page = trim( fgets( $stdin ) ); + if ( preg_match( '%^https?://%', $page ) ) { + $urls[] = $page; + } elseif ( $page !== '' ) { + $title = Title::newFromText( $page ); + if ( $title ) { + $url = $title->getInternalUrl(); + $this->output( "$url\n" ); + $urls[] = $url; + if ( $this->getOption( 'purge' ) ) { + $title->invalidateCache(); + } + } else { + $this->output( "(Invalid title '$page')\n" ); + } + } + } + $this->sendPurgeRequest( $urls ); + } + + /** Purge a namespace given by --namespace */ + private function purgeNamespace() { + $dbr = wfGetDB( DB_SLAVE ); + $ns = $dbr->addQuotes( $this->getOption( 'namespace') ); + + $result = $dbr->select( + array( 'page' ), + array( 'page_namespace', 'page_title' ), + array( "page_namespace = $ns" ), + __METHOD__, + array( 'ORDER BY' => 'page_id' ) + ); + + $start = 0; + $end = $dbr->numRows( $result ); + $this->output( "Will purge $end pages from namespace $ns\n" ); + + # Do remaining chunk + $end += $this->mBatchSize - 1; + $blockStart = $start; + $blockEnd = $start + $this->mBatchSize - 1; -echo "Done!\n"; + while( $blockEnd <= $end ) { + # Select pages we will purge: + $result = $dbr->select( + array( 'page' ), + array( 'page_namespace', 'page_title' ), + array( "page_namespace = $ns" ), + __METHOD__, + array( # conditions + 'ORDER BY' => 'page_id', + 'LIMIT' => $this->mBatchSize, + 'OFFSET' => $blockStart, + ) + ); + # Initialize/reset URLs to be purged + $urls = array(); + foreach( $result as $row ) { + $title = Title::makeTitle( $row->page_namespace, $row->page_title ); + $url = $title->getInternalUrl(); + $urls[] = $url; + } + + $this->sendPurgeRequest( $urls ); + + $blockStart += $this->mBatchSize; + $blockEnd += $this->mBatchSize; + } + } + + /** + * Helper to purge an array of $urls + * @param $urls array List of URLS to purge from squids + */ + private function sendPurgeRequest( $urls ) { + $this->output( "Purging " . count( $urls ). " urls\n" ); + $u = new SquidUpdate( $urls ); + $u->doUpdate(); + } + +} -?> \ No newline at end of file +$maintClass = "PurgeList"; +require_once( RUN_MAINTENANCE_IF_MAIN );