maintenance/compareParserCache.php

   1 <?php
   2 /**
   3  * This program is free software; you can redistribute it and/or modify
   4  * it under the terms of the GNU General Public License as published by
   5  * the Free Software Foundation; either version 2 of the License, or
   6  * (at your option) any later version.
   7  *
   8  * This program is distributed in the hope that it will be useful,
   9  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  11  * GNU General Public License for more details.
  12  *
  13  * You should have received a copy of the GNU General Public License along
  14  * with this program; if not, write to the Free Software Foundation, Inc.,
  15  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  16  * http://www.gnu.org/copyleft/gpl.html
  17  *
  18  * @file
  19  * @ingroup Maintenance
  20  */
  21
  22 require_once __DIR__ . '/Maintenance.php';
  23
  24 use MediaWiki\MediaWikiServices;
  25
  26 /**
  27  * @ingroup Maintenance
  28  */
  29 class CompareParserCache extends Maintenance {
  30         public function __construct() {
  31                 parent::__construct();
  32                 $this->addDescription( 'Parse random pages and compare output to cache.' );
  33                 $this->addOption( 'namespace', 'Page namespace number', true, true );
  34                 $this->addOption( 'maxpages', 'Number of pages to try', true, true );
  35         }
  36
  37         public function execute() {
  38                 $pages = $this->getOption( 'maxpages' );
  39
  40                 $dbr = $this->getDB( DB_REPLICA );
  41
  42                 $totalsec = 0.0;
  43                 $scanned = 0;
  44                 $withcache = 0;
  45                 $withdiff = 0;
  46                 $parserCache = MediaWikiServices::getInstance()->getParserCache();
  47                 while ( $pages-- > 0 ) {
  48                         $row = $dbr->selectRow( 'page', '*',
  49                                 [
  50                                         'page_namespace' => $this->getOption( 'namespace' ),
  51                                         'page_is_redirect' => 0,
  52                                         'page_random >= ' . wfRandom()
  53                                 ],
  54                                 __METHOD__,
  55                                 [
  56                                         'ORDER BY' => 'page_random',
  57                                 ]
  58                         );
  59
  60                         if ( !$row ) {
  61                                 continue;
  62                         }
  63                         ++$scanned;
  64
  65                         $title = Title::newFromRow( $row );
  66                         $page = WikiPage::factory( $title );
  67                         $revision = $page->getRevision();
  68                         $content = $revision->getContent( Revision::RAW );
  69
  70                         $parserOptions = $page->makeParserOptions( 'canonical' );
  71
  72                         $parserOutputOld = $parserCache->get( $page, $parserOptions );
  73
  74                         if ( $parserOutputOld ) {
  75                                 $t1 = microtime( true );
  76                                 $parserOutputNew = $content->getParserOutput(
  77                                         $title, $revision->getId(), $parserOptions, false );
  78                                 $sec = microtime( true ) - $t1;
  79                                 $totalsec += $sec;
  80
  81                                 $this->output( "Parsed '{$title->getPrefixedText()}' in $sec seconds.\n" );
  82
  83                                 $this->output( "Found cache entry found for '{$title->getPrefixedText()}'..." );
  84                                 $oldHtml = trim( preg_replace( '#<!-- .+-->#Us', '', $parserOutputOld->getText() ) );
  85                                 $newHtml = trim( preg_replace( '#<!-- .+-->#Us', '', $parserOutputNew->getText() ) );
  86                                 $diff = wfDiff( $oldHtml, $newHtml );
  87                                 if ( strlen( $diff ) ) {
  88                                         $this->output( "differences found:\n\n$diff\n\n" );
  89                                         ++$withdiff;
  90                                 } else {
  91                                         $this->output( "No differences found.\n" );
  92                                 }
  93                                 ++$withcache;
  94                         } else {
  95                                 $this->output( "No parser cache entry found for '{$title->getPrefixedText()}'.\n" );
  96                         }
  97                 }
  98
  99                 $ave = $totalsec ? $totalsec / $scanned : 0;
 100                 $this->output( "Checked $scanned pages; $withcache had prior cache entries.\n" );
 101                 $this->output( "Pages with differences found: $withdiff\n" );
 102                 $this->output( "Average parse time: $ave sec\n" );
 103         }
 104 }
 105
 106 $maintClass = "CompareParserCache";
 107 require_once RUN_MAINTENANCE_IF_MAIN;