includes/api/ApiQueryAllRevisions.php

   1 <?php
   2 /**
   3  * Copyright © 2015 Wikimedia Foundation and contributors
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program; if not, write to the Free Software Foundation, Inc.,
  17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  * http://www.gnu.org/copyleft/gpl.html
  19  *
  20  * @file
  21  */
  22
  23 /**
  24  * Query module to enumerate all revisions.
  25  *
  26  * @ingroup API
  27  * @since 1.27
  28  */
  29 class ApiQueryAllRevisions extends ApiQueryRevisionsBase {
  30
  31         public function __construct( ApiQuery $query, $moduleName ) {
  32                 parent::__construct( $query, $moduleName, 'arv' );
  33         }
  34
  35         /**
  36          * @param ApiPageSet $resultPageSet
  37          * @return void
  38          */
  39         protected function run( ApiPageSet $resultPageSet = null ) {
  40                 $db = $this->getDB();
  41                 $params = $this->extractRequestParams( false );
  42
  43                 $result = $this->getResult();
  44
  45                 $this->requireMaxOneParameter( $params, 'user', 'excludeuser' );
  46
  47                 // Namespace check is likely to be desired, but can't be done
  48                 // efficiently in SQL.
  49                 $miser_ns = null;
  50                 $needPageTable = false;
  51                 if ( $params['namespace'] !== null ) {
  52                         $params['namespace'] = array_unique( $params['namespace'] );
  53                         sort( $params['namespace'] );
  54                         if ( $params['namespace'] != MWNamespace::getValidNamespaces() ) {
  55                                 $needPageTable = true;
  56                                 if ( $this->getConfig()->get( 'MiserMode' ) ) {
  57                                         $miser_ns = $params['namespace'];
  58                                 } else {
  59                                         $this->addWhere( [ 'page_namespace' => $params['namespace'] ] );
  60                                 }
  61                         }
  62                 }
  63
  64                 if ( $resultPageSet === null ) {
  65                         $this->parseParameters( $params );
  66                         $revQuery = Revision::getQueryInfo(
  67                                 $this->fetchContent ? [ 'page', 'text' ] : [ 'page' ]
  68                         );
  69                         $this->addTables( $revQuery['tables'] );
  70                         $this->addFields( $revQuery['fields'] );
  71                         $this->addJoinConds( $revQuery['joins'] );
  72
  73                         // Review this depeneding on the outcome of T113901
  74                         $this->addOption( 'STRAIGHT_JOIN' );
  75                 } else {
  76                         $this->limit = $this->getParameter( 'limit' ) ?: 10;
  77                         $this->addTables( 'revision' );
  78                         $this->addFields( [ 'rev_timestamp', 'rev_id' ] );
  79                         if ( $params['generatetitles'] ) {
  80                                 $this->addFields( [ 'rev_page' ] );
  81                         }
  82
  83                         if ( $needPageTable ) {
  84                                 $this->addTables( 'page' );
  85                                 $this->addJoinConds(
  86                                         [ 'page' => [ 'INNER JOIN', [ 'rev_page = page_id' ] ] ]
  87                                 );
  88                                 $this->addFieldsIf( [ 'page_namespace' ], (bool)$miser_ns );
  89
  90                                 // Review this depeneding on the outcome of T113901
  91                                 $this->addOption( 'STRAIGHT_JOIN' );
  92                         }
  93                 }
  94
  95                 $dir = $params['dir'];
  96                 $this->addTimestampWhereRange( 'rev_timestamp', $dir, $params['start'], $params['end'] );
  97
  98                 if ( $this->fld_tags ) {
  99                         $this->addTables( 'tag_summary' );
 100                         $this->addJoinConds(
 101                                 [ 'tag_summary' => [ 'LEFT JOIN', [ 'rev_id=ts_rev_id' ] ] ]
 102                         );
 103                         $this->addFields( 'ts_tags' );
 104                 }
 105
 106                 if ( $params['user'] !== null ) {
 107                         $actorQuery = ActorMigration::newMigration()
 108                                 ->getWhere( $db, 'rev_user', User::newFromName( $params['user'], false ) );
 109                         $this->addTables( $actorQuery['tables'] );
 110                         $this->addJoinConds( $actorQuery['joins'] );
 111                         $this->addWhere( $actorQuery['conds'] );
 112                 } elseif ( $params['excludeuser'] !== null ) {
 113                         $actorQuery = ActorMigration::newMigration()
 114                                 ->getWhere( $db, 'rev_user', User::newFromName( $params['excludeuser'], false ) );
 115                         $this->addTables( $actorQuery['tables'] );
 116                         $this->addJoinConds( $actorQuery['joins'] );
 117                         $this->addWhere( 'NOT(' . $actorQuery['conds'] . ')' );
 118                 }
 119
 120                 if ( $params['user'] !== null || $params['excludeuser'] !== null ) {
 121                         // Paranoia: avoid brute force searches (T19342)
 122                         if ( !$this->getUser()->isAllowed( 'deletedhistory' ) ) {
 123                                 $bitmask = Revision::DELETED_USER;
 124                         } elseif ( !$this->getUser()->isAllowedAny( 'suppressrevision', 'viewsuppressed' ) ) {
 125                                 $bitmask = Revision::DELETED_USER | Revision::DELETED_RESTRICTED;
 126                         } else {
 127                                 $bitmask = 0;
 128                         }
 129                         if ( $bitmask ) {
 130                                 $this->addWhere( $db->bitAnd( 'rev_deleted', $bitmask ) . " != $bitmask" );
 131                         }
 132                 }
 133
 134                 if ( $params['continue'] !== null ) {
 135                         $op = ( $dir == 'newer' ? '>' : '<' );
 136                         $cont = explode( '|', $params['continue'] );
 137                         $this->dieContinueUsageIf( count( $cont ) != 2 );
 138                         $ts = $db->addQuotes( $db->timestamp( $cont[0] ) );
 139                         $rev_id = (int)$cont[1];
 140                         $this->dieContinueUsageIf( strval( $rev_id ) !== $cont[1] );
 141                         $this->addWhere( "rev_timestamp $op $ts OR " .
 142                                 "(rev_timestamp = $ts AND " .
 143                                 "rev_id $op= $rev_id)" );
 144                 }
 145
 146                 $this->addOption( 'LIMIT', $this->limit + 1 );
 147
 148                 $sort = ( $dir == 'newer' ? '' : ' DESC' );
 149                 $orderby = [];
 150                 // Targeting index rev_timestamp, user_timestamp, or usertext_timestamp
 151                 // But 'user' is always constant for the latter two, so it doesn't matter here.
 152                 $orderby[] = "rev_timestamp $sort";
 153                 $orderby[] = "rev_id $sort";
 154                 $this->addOption( 'ORDER BY', $orderby );
 155
 156                 $hookData = [];
 157                 $res = $this->select( __METHOD__, [], $hookData );
 158                 $pageMap = []; // Maps rev_page to array index
 159                 $count = 0;
 160                 $nextIndex = 0;
 161                 $generated = [];
 162                 foreach ( $res as $row ) {
 163                         if ( $count === 0 && $resultPageSet !== null ) {
 164                                 // Set the non-continue since the list of all revisions is
 165                                 // prone to having entries added at the start frequently.
 166                                 $this->getContinuationManager()->addGeneratorNonContinueParam(
 167                                         $this, 'continue', "$row->rev_timestamp|$row->rev_id"
 168                                 );
 169                         }
 170                         if ( ++$count > $this->limit ) {
 171                                 // We've had enough
 172                                 $this->setContinueEnumParameter( 'continue', "$row->rev_timestamp|$row->rev_id" );
 173                                 break;
 174                         }
 175
 176                         // Miser mode namespace check
 177                         if ( $miser_ns !== null && !in_array( $row->page_namespace, $miser_ns ) ) {
 178                                 continue;
 179                         }
 180
 181                         if ( $resultPageSet !== null ) {
 182                                 if ( $params['generatetitles'] ) {
 183                                         $generated[$row->rev_page] = $row->rev_page;
 184                                 } else {
 185                                         $generated[] = $row->rev_id;
 186                                 }
 187                         } else {
 188                                 $revision = Revision::newFromRow( $row );
 189                                 $rev = $this->extractRevisionInfo( $revision, $row );
 190
 191                                 if ( !isset( $pageMap[$row->rev_page] ) ) {
 192                                         $index = $nextIndex++;
 193                                         $pageMap[$row->rev_page] = $index;
 194                                         $title = $revision->getTitle();
 195                                         $a = [
 196                                                 'pageid' => $title->getArticleID(),
 197                                                 'revisions' => [ $rev ],
 198                                         ];
 199                                         ApiResult::setIndexedTagName( $a['revisions'], 'rev' );
 200                                         ApiQueryBase::addTitleInfo( $a, $title );
 201                                         $fit = $this->processRow( $row, $a['revisions'][0], $hookData ) &&
 202                                                 $result->addValue( [ 'query', $this->getModuleName() ], $index, $a );
 203                                 } else {
 204                                         $index = $pageMap[$row->rev_page];
 205                                         $fit = $this->processRow( $row, $rev, $hookData ) &&
 206                                                 $result->addValue( [ 'query', $this->getModuleName(), $index, 'revisions' ], null, $rev );
 207                                 }
 208                                 if ( !$fit ) {
 209                                         $this->setContinueEnumParameter( 'continue', "$row->rev_timestamp|$row->rev_id" );
 210                                         break;
 211                                 }
 212                         }
 213                 }
 214
 215                 if ( $resultPageSet !== null ) {
 216                         if ( $params['generatetitles'] ) {
 217                                 $resultPageSet->populateFromPageIDs( $generated );
 218                         } else {
 219                                 $resultPageSet->populateFromRevisionIDs( $generated );
 220                         }
 221                 } else {
 222                         $result->addIndexedTagName( [ 'query', $this->getModuleName() ], 'page' );
 223                 }
 224         }
 225
 226         public function getAllowedParams() {
 227                 $ret = parent::getAllowedParams() + [
 228                         'user' => [
 229                                 ApiBase::PARAM_TYPE => 'user',
 230                         ],
 231                         'namespace' => [
 232                                 ApiBase::PARAM_ISMULTI => true,
 233                                 ApiBase::PARAM_TYPE => 'namespace',
 234                                 ApiBase::PARAM_DFLT => null,
 235                         ],
 236                         'start' => [
 237                                 ApiBase::PARAM_TYPE => 'timestamp',
 238                         ],
 239                         'end' => [
 240                                 ApiBase::PARAM_TYPE => 'timestamp',
 241                         ],
 242                         'dir' => [
 243                                 ApiBase::PARAM_TYPE => [
 244                                         'newer',
 245                                         'older'
 246                                 ],
 247                                 ApiBase::PARAM_DFLT => 'older',
 248                                 ApiBase::PARAM_HELP_MSG => 'api-help-param-direction',
 249                         ],
 250                         'excludeuser' => [
 251                                 ApiBase::PARAM_TYPE => 'user',
 252                         ],
 253                         'continue' => [
 254                                 ApiBase::PARAM_HELP_MSG => 'api-help-param-continue',
 255                         ],
 256                         'generatetitles' => [
 257                                 ApiBase::PARAM_DFLT => false,
 258                         ],
 259                 ];
 260
 261                 if ( $this->getConfig()->get( 'MiserMode' ) ) {
 262                         $ret['namespace'][ApiBase::PARAM_HELP_MSG_APPEND] = [
 263                                 'api-help-param-limited-in-miser-mode',
 264                         ];
 265                 }
 266
 267                 return $ret;
 268         }
 269
 270         protected function getExamplesMessages() {
 271                 return [
 272                         'action=query&list=allrevisions&arvuser=Example&arvlimit=50'
 273                                 => 'apihelp-query+allrevisions-example-user',
 274                         'action=query&list=allrevisions&arvdir=newer&arvlimit=50'
 275                                 => 'apihelp-query+allrevisions-example-ns-main',
 276                 ];
 277         }
 278
 279         public function getHelpUrls() {
 280                 return 'https://www.mediawiki.org/wiki/Special:MyLanguage/API:Allrevisions';
 281         }
 282 }