includes/SiteStats.php

   1 <?php
   2 /**
   3  * Accessors and mutators for the site-wide statistics.
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program; if not, write to the Free Software Foundation, Inc.,
  17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  * http://www.gnu.org/copyleft/gpl.html
  19  *
  20  * @file
  21  */
  22
  23 use Wikimedia\Rdbms\Database;
  24 use Wikimedia\Rdbms\IDatabase;
  25 use MediaWiki\MediaWikiServices;
  26
  27 /**
  28  * Static accessor class for site_stats and related things
  29  */
  30 class SiteStats {
  31         /** @var bool|stdClass */
  32         private static $row;
  33
  34         /** @var bool */
  35         private static $loaded = false;
  36
  37         /** @var int */
  38         private static $jobs;
  39
  40         /** @var int[] */
  41         private static $pageCount = [];
  42
  43         static function unload() {
  44                 self::$loaded = false;
  45         }
  46
  47         static function recache() {
  48                 self::load( true );
  49         }
  50
  51         /**
  52          * @param bool $recache
  53          */
  54         static function load( $recache = false ) {
  55                 if ( self::$loaded && !$recache ) {
  56                         return;
  57                 }
  58
  59                 self::$row = self::loadAndLazyInit();
  60
  61                 # This code is somewhat schema-agnostic, because I'm changing it in a minor release -- TS
  62                 if ( !isset( self::$row->ss_total_pages ) && self::$row->ss_total_pages == -1 ) {
  63                         # Update schema
  64                         $u = new SiteStatsUpdate( 0, 0, 0 );
  65                         $u->doUpdate();
  66                         self::$row = self::doLoad( wfGetDB( DB_REPLICA ) );
  67                 }
  68
  69                 self::$loaded = true;
  70         }
  71
  72         /**
  73          * @return bool|stdClass
  74          */
  75         static function loadAndLazyInit() {
  76                 global $wgMiserMode;
  77
  78                 wfDebug( __METHOD__ . ": reading site_stats from replica DB\n" );
  79                 $row = self::doLoad( wfGetDB( DB_REPLICA ) );
  80
  81                 if ( !self::isSane( $row ) ) {
  82                         $lb = MediaWikiServices::getInstance()->getDBLoadBalancer();
  83                         if ( $lb->hasOrMadeRecentMasterChanges() ) {
  84                                 // Might have just been initialized during this request? Underflow?
  85                                 wfDebug( __METHOD__ . ": site_stats damaged or missing on replica DB\n" );
  86                                 $row = self::doLoad( wfGetDB( DB_MASTER ) );
  87                         }
  88                 }
  89
  90                 if ( !$wgMiserMode && !self::isSane( $row ) ) {
  91                         // Normally the site_stats table is initialized at install time.
  92                         // Some manual construction scenarios may leave the table empty or
  93                         // broken, however, for instance when importing from a dump into a
  94                         // clean schema with mwdumper.
  95                         wfDebug( __METHOD__ . ": initializing damaged or missing site_stats\n" );
  96
  97                         SiteStatsInit::doAllAndCommit( wfGetDB( DB_REPLICA ) );
  98
  99                         $row = self::doLoad( wfGetDB( DB_MASTER ) );
 100                 }
 101
 102                 if ( !self::isSane( $row ) ) {
 103                         wfDebug( __METHOD__ . ": site_stats persistently nonsensical o_O\n" );
 104                 }
 105
 106                 return $row;
 107         }
 108
 109         /**
 110          * @param IDatabase $db
 111          * @return bool|stdClass
 112          */
 113         static function doLoad( $db ) {
 114                 return $db->selectRow( 'site_stats', [
 115                                 'ss_row_id',
 116                                 'ss_total_edits',
 117                                 'ss_good_articles',
 118                                 'ss_total_pages',
 119                                 'ss_users',
 120                                 'ss_active_users',
 121                                 'ss_images',
 122                         ], [], __METHOD__ );
 123         }
 124
 125         /**
 126          * Return the total number of page views. Except we don't track those anymore.
 127          * Stop calling this function, it will be removed some time in the future. It's
 128          * kept here simply to prevent fatal errors.
 129          *
 130          * @deprecated since 1.25
 131          * @return int
 132          */
 133         static function views() {
 134                 wfDeprecated( __METHOD__, '1.25' );
 135                 return 0;
 136         }
 137
 138         /**
 139          * @return int
 140          */
 141         static function edits() {
 142                 self::load();
 143                 return self::$row->ss_total_edits;
 144         }
 145
 146         /**
 147          * @return int
 148          */
 149         static function articles() {
 150                 self::load();
 151                 return self::$row->ss_good_articles;
 152         }
 153
 154         /**
 155          * @return int
 156          */
 157         static function pages() {
 158                 self::load();
 159                 return self::$row->ss_total_pages;
 160         }
 161
 162         /**
 163          * @return int
 164          */
 165         static function users() {
 166                 self::load();
 167                 return self::$row->ss_users;
 168         }
 169
 170         /**
 171          * @return int
 172          */
 173         static function activeUsers() {
 174                 self::load();
 175                 return self::$row->ss_active_users;
 176         }
 177
 178         /**
 179          * @return int
 180          */
 181         static function images() {
 182                 self::load();
 183                 return self::$row->ss_images;
 184         }
 185
 186         /**
 187          * Find the number of users in a given user group.
 188          * @param string $group Name of group
 189          * @return int
 190          */
 191         static function numberingroup( $group ) {
 192                 $cache = MediaWikiServices::getInstance()->getMainWANObjectCache();
 193                 return $cache->getWithSetCallback(
 194                         $cache->makeKey( 'SiteStats', 'groupcounts', $group ),
 195                         $cache::TTL_HOUR,
 196                         function ( $oldValue, &$ttl, array &$setOpts ) use ( $group ) {
 197                                 $dbr = wfGetDB( DB_REPLICA );
 198
 199                                 $setOpts += Database::getCacheSetOptions( $dbr );
 200
 201                                 return $dbr->selectField(
 202                                         'user_groups',
 203                                         'COUNT(*)',
 204                                         [
 205                                                 'ug_group' => $group,
 206                                                 'ug_expiry IS NULL OR ug_expiry >= ' . $dbr->addQuotes( $dbr->timestamp() )
 207                                         ],
 208                                         __METHOD__
 209                                 );
 210                         },
 211                         [ 'pcTTL' => $cache::TTL_PROC_LONG ]
 212                 );
 213         }
 214
 215         /**
 216          * @return int
 217          */
 218         static function jobs() {
 219                 if ( !isset( self::$jobs ) ) {
 220                         try{
 221                                 self::$jobs = array_sum( JobQueueGroup::singleton()->getQueueSizes() );
 222                         } catch ( JobQueueError $e ) {
 223                                 self::$jobs = 0;
 224                         }
 225                         /**
 226                          * Zero rows still do single row read for row that doesn't exist,
 227                          * but people are annoyed by that
 228                          */
 229                         if ( self::$jobs == 1 ) {
 230                                 self::$jobs = 0;
 231                         }
 232                 }
 233                 return self::$jobs;
 234         }
 235
 236         /**
 237          * @param int $ns
 238          *
 239          * @return int
 240          */
 241         static function pagesInNs( $ns ) {
 242                 if ( !isset( self::$pageCount[$ns] ) ) {
 243                         $dbr = wfGetDB( DB_REPLICA );
 244                         self::$pageCount[$ns] = (int)$dbr->selectField(
 245                                 'page',
 246                                 'COUNT(*)',
 247                                 [ 'page_namespace' => $ns ],
 248                                 __METHOD__
 249                         );
 250                 }
 251                 return self::$pageCount[$ns];
 252         }
 253
 254         /**
 255          * Is the provided row of site stats sane, or should it be regenerated?
 256          *
 257          * Checks only fields which are filled by SiteStatsInit::refresh.
 258          *
 259          * @param bool|object $row
 260          *
 261          * @return bool
 262          */
 263         private static function isSane( $row ) {
 264                 if ( $row === false
 265                         || $row->ss_total_pages < $row->ss_good_articles
 266                         || $row->ss_total_edits < $row->ss_total_pages
 267                 ) {
 268                         return false;
 269                 }
 270                 // Now check for underflow/overflow
 271                 foreach ( [
 272                         'ss_total_edits',
 273                         'ss_good_articles',
 274                         'ss_total_pages',
 275                         'ss_users',
 276                         'ss_images',
 277                 ] as $member ) {
 278                         if ( $row->$member > 2000000000 || $row->$member < 0 ) {
 279                                 return false;
 280                         }
 281                 }
 282                 return true;
 283         }
 284 }
 285
 286 /**
 287  * Class designed for counting of stats.
 288  */
 289 class SiteStatsInit {
 290
 291         // Database connection
 292         private $db;
 293
 294         // Various stats
 295         private $mEdits = null, $mArticles = null, $mPages = null;
 296         private $mUsers = null, $mFiles = null;
 297
 298         /**
 299          * @param bool|IDatabase $database
 300          * - boolean: Whether to use the master DB
 301          * - IDatabase: Database connection to use
 302          */
 303         public function __construct( $database = false ) {
 304                 if ( $database instanceof IDatabase ) {
 305                         $this->db = $database;
 306                 } elseif ( $database ) {
 307                         $this->db = wfGetDB( DB_MASTER );
 308                 } else {
 309                         $this->db = wfGetDB( DB_REPLICA, 'vslow' );
 310                 }
 311         }
 312
 313         /**
 314          * Count the total number of edits
 315          * @return int
 316          */
 317         public function edits() {
 318                 $this->mEdits = $this->db->selectField( 'revision', 'COUNT(*)', '', __METHOD__ );
 319                 $this->mEdits += $this->db->selectField( 'archive', 'COUNT(*)', '', __METHOD__ );
 320                 return $this->mEdits;
 321         }
 322
 323         /**
 324          * Count pages in article space(s)
 325          * @return int
 326          */
 327         public function articles() {
 328                 global $wgArticleCountMethod;
 329
 330                 $tables = [ 'page' ];
 331                 $conds = [
 332                         'page_namespace' => MWNamespace::getContentNamespaces(),
 333                         'page_is_redirect' => 0,
 334                 ];
 335
 336                 if ( $wgArticleCountMethod == 'link' ) {
 337                         $tables[] = 'pagelinks';
 338                         $conds[] = 'pl_from=page_id';
 339                 } elseif ( $wgArticleCountMethod == 'comma' ) {
 340                         // To make a correct check for this, we would need, for each page,
 341                         // to load the text, maybe uncompress it, maybe decode it and then
 342                         // check if there's one comma.
 343                         // But one thing we are sure is that if the page is empty, it can't
 344                         // contain a comma :)
 345                         $conds[] = 'page_len > 0';
 346                 }
 347
 348                 $this->mArticles = $this->db->selectField( $tables, 'COUNT(DISTINCT page_id)',
 349                         $conds, __METHOD__ );
 350                 return $this->mArticles;
 351         }
 352
 353         /**
 354          * Count total pages
 355          * @return int
 356          */
 357         public function pages() {
 358                 $this->mPages = $this->db->selectField( 'page', 'COUNT(*)', '', __METHOD__ );
 359                 return $this->mPages;
 360         }
 361
 362         /**
 363          * Count total users
 364          * @return int
 365          */
 366         public function users() {
 367                 $this->mUsers = $this->db->selectField( 'user', 'COUNT(*)', '', __METHOD__ );
 368                 return $this->mUsers;
 369         }
 370
 371         /**
 372          * Count total files
 373          * @return int
 374          */
 375         public function files() {
 376                 $this->mFiles = $this->db->selectField( 'image', 'COUNT(*)', '', __METHOD__ );
 377                 return $this->mFiles;
 378         }
 379
 380         /**
 381          * Do all updates and commit them. More or less a replacement
 382          * for the original initStats, but without output.
 383          *
 384          * @param IDatabase|bool $database
 385          * - boolean: Whether to use the master DB
 386          * - IDatabase: Database connection to use
 387          * @param array $options Array of options, may contain the following values
 388          * - activeUsers boolean: Whether to update the number of active users (default: false)
 389          */
 390         public static function doAllAndCommit( $database, array $options = [] ) {
 391                 $options += [ 'update' => false, 'activeUsers' => false ];
 392
 393                 // Grab the object and count everything
 394                 $counter = new SiteStatsInit( $database );
 395
 396                 $counter->edits();
 397                 $counter->articles();
 398                 $counter->pages();
 399                 $counter->users();
 400                 $counter->files();
 401
 402                 $counter->refresh();
 403
 404                 // Count active users if need be
 405                 if ( $options['activeUsers'] ) {
 406                         SiteStatsUpdate::cacheUpdate( wfGetDB( DB_MASTER ) );
 407                 }
 408         }
 409
 410         /**
 411          * Refresh site_stats
 412          */
 413         public function refresh() {
 414                 $values = [
 415                         'ss_row_id' => 1,
 416                         'ss_total_edits' => ( $this->mEdits === null ? $this->edits() : $this->mEdits ),
 417                         'ss_good_articles' => ( $this->mArticles === null ? $this->articles() : $this->mArticles ),
 418                         'ss_total_pages' => ( $this->mPages === null ? $this->pages() : $this->mPages ),
 419                         'ss_users' => ( $this->mUsers === null ? $this->users() : $this->mUsers ),
 420                         'ss_images' => ( $this->mFiles === null ? $this->files() : $this->mFiles ),
 421                 ];
 422
 423                 $dbw = wfGetDB( DB_MASTER );
 424                 $dbw->upsert( 'site_stats', $values, [ 'ss_row_id' ], $values, __METHOD__ );
 425         }
 426 }