maintenance/cleanupPreferences.php

   1 <?php
   2 /**
   3  * Clean up user preferences from the database.
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program; if not, write to the Free Software Foundation, Inc.,
  17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  * http://www.gnu.org/copyleft/gpl.html
  19  *
  20  * @file
  21  * @author TyA <tya.wiki@gmail.com>
  22  * @author Chad <chad@wikimedia.org>
  23  * @see https://phabricator.wikimedia.org/T32976
  24  * @ingroup Maintenance
  25  */
  26
  27 require_once __DIR__ . '/Maintenance.php';
  28
  29 /**
  30  * Maintenance script that removes bogus preferences from the database.
  31  *
  32  * @ingroup Maintenance
  33  */
  34 class CleanupPreferences extends Maintenance {
  35         public function __construct() {
  36                 parent::__construct();
  37                 $this->mDescription = 'Clean up hidden preferences, removed preferences, and normalizes values';
  38                 $this->setBatchSize( 50 );
  39                 $this->addOption( 'dry-run', 'Print debug info instead of actually deleting' );
  40                 $this->addOption( 'hidden', 'Drop hidden preferences ($wgHiddenPrefs)' );
  41                 $this->addOption( 'unknown',
  42                         'Drop unknown preferences (not in $wgDefaultUserOptions or prefixed with "userjs-")' );
  43                 // TODO: actually implement this
  44                 // $this->addOption( 'bogus', 'Drop preferences that have invalid/unaccepted values' );
  45         }
  46
  47         /**
  48          * We will do this in three passes
  49          *   1) The easiest is to drop the hidden preferences from the database. We
  50          *      don't actually want them
  51          *   2) Drop preference keys that we don't know about. They could've been
  52          *      removed from core, provided by a now-disabled extension, or the result
  53          *      of a bug. We don't want them.
  54          *   3) TODO: Normalize accepted preference values. This is the biggest part of the work.
  55          *      For each preference we know about, iterate over it and if it's got a
  56          *      limited set of accepted values (so it's not text, basically), make sure
  57          *      all values are in that range. Drop ones that aren't.
  58          */
  59         public function execute() {
  60                 global $wgHiddenPrefs, $wgDefaultUserOptions;
  61
  62                 $dbw = $this->getDB( DB_MASTER );
  63                 $hidden = $this->hasOption( 'hidden' );
  64                 $unknown = $this->hasOption( 'unknown' );
  65                 $bogus = $this->hasOption( 'bogus' );
  66
  67                 if ( !$hidden && !$unknown && !$bogus ) {
  68                         $this->output( "Did not select one of --hidden, --unknown or --bogus, exiting\n" );
  69                         return;
  70                 }
  71
  72                 // Remove hidden prefs. Iterate over them to avoid the IN on a large table
  73                 if ( $hidden ) {
  74                         if ( !$wgHiddenPrefs ) {
  75                                 $this->output( "No hidden preferences, skipping\n" );
  76                         }
  77                         foreach ( $wgHiddenPrefs as $hiddenPref ) {
  78                                 $this->deleteByWhere(
  79                                         $dbw,
  80                                         'Dropping hidden preferences',
  81                                         [ 'up_property' => $hiddenPref ]
  82                                 );
  83                         }
  84                 }
  85
  86                 // Remove unknown preferences. Special-case 'userjs-' as we can't control those names.
  87                 if ( $unknown ) {
  88                         $where = [
  89                                 'up_property NOT' . $dbw->buildLike( 'userjs-', $dbw->anyString() ),
  90                                 'up_property NOT IN (' . $dbw->makeList( array_keys( $wgDefaultUserOptions ) ) . ')',
  91                         ];
  92                         // Allow extensions to add to the where clause to prevent deletion of their own prefs.
  93                         Hooks::run( 'DeleteUnknownPreferences', [ &$where, $dbw ] );
  94                         $this->deleteByWhere( $dbw, 'Dropping unknown preferences', $where );
  95                 }
  96
  97                 // Something something phase 3
  98                 if ( $bogus ) {
  99                 }
 100         }
 101
 102         private function deleteByWhere( $dbw, $startMessage, $where ) {
 103                 $this->output( $startMessage . "...\n" );
 104                 $total = 0;
 105                 while ( true ) {
 106                         $res = $dbw->select(
 107                                 'user_properties',
 108                                 '*', // The table lacks a primary key, so select the whole row
 109                                 $where,
 110                                 __METHOD__,
 111                                 [ 'LIMIT' => $this->mBatchSize ]
 112                         );
 113
 114                         $numRows = $res->numRows();
 115                         $total += $numRows;
 116                         if ( $res->numRows() <= 0 ) {
 117                                 $this->output( "DONE! (handled $total entries)\n" );
 118                                 break;
 119                         }
 120
 121                         // Progress or something
 122                         $this->output( "..doing $numRows entries\n" );
 123
 124                         // Delete our batch, then wait
 125                         foreach ( $res as $row ) {
 126                                 if ( $this->hasOption( 'dry-run' ) ) {
 127                                         $this->output(
 128                                                 "    DRY RUN, would drop: " .
 129                                                 "[up_user] => '{$row->up_user}' " .
 130                                                 "[up_property] => '{$row->up_property}' " .
 131                                                 "[up_value] => '{$row->up_value}'\n"
 132                                         );
 133                                         continue;
 134                                 }
 135                                 $this->beginTransaction( $dbw, __METHOD__ );
 136                                 $dbw->delete(
 137                                         'user_properties',
 138                                         [
 139                                                 'up_user'     => $row->up_user,
 140                                                 'up_property' => $row->up_property,
 141                                                 'up_value'    => $row->up_value,
 142                                         ],
 143                                         __METHOD__
 144                                 );
 145                                 $this->commitTransaction( $dbw, __METHOD__ );
 146                         }
 147                 }
 148         }
 149 }
 150
 151 $maintClass = CleanupPreferences::class; // Tells it to run the class
 152 require_once RUN_MAINTENANCE_IF_MAIN;