includes/installer/MysqlUpdater.php

   1 <?php
   2 /**
   3  * MySQL-specific updater.
   4  *
   5  * @file
   6  * @ingroup Deployment
   7  */
   8
   9 /**
  10  * Mysql update list and mysql-specific update functions.
  11  *
  12  * @ingroup Deployment
  13  * @since 1.17
  14  */
  15 class MysqlUpdater extends DatabaseUpdater {
  16
  17         protected function getCoreUpdateList() {
  18                 return array(
  19                         // 1.2
  20                         array( 'addField', 'ipblocks',      'ipb_id',           'patch-ipblocks.sql' ),
  21                         array( 'addField', 'ipblocks',      'ipb_expiry',       'patch-ipb_expiry.sql' ),
  22                         array( 'doInterwikiUpdate' ),
  23                         array( 'doIndexUpdate' ),
  24                         array( 'addTable', 'hitcounter',                        'patch-hitcounter.sql' ),
  25                         array( 'addField', 'recentchanges', 'rc_type',          'patch-rc_type.sql' ),
  26
  27                         // 1.3
  28                         array( 'addField', 'user',          'user_real_name',   'patch-user-realname.sql' ),
  29                         array( 'addTable', 'querycache',                        'patch-querycache.sql' ),
  30                         array( 'addTable', 'objectcache',                       'patch-objectcache.sql' ),
  31                         array( 'addTable', 'categorylinks',                     'patch-categorylinks.sql' ),
  32                         array( 'doOldLinksUpdate' ),
  33                         array( 'doFixAncientImagelinks' ),
  34                         array( 'addField', 'recentchanges', 'rc_ip',            'patch-rc_ip.sql' ),
  35
  36                         // 1.4
  37                         array( 'addIndex', 'image',         'PRIMARY',          'patch-image_name_primary.sql' ),
  38                         array( 'addField', 'recentchanges', 'rc_id',            'patch-rc_id.sql' ),
  39                         array( 'addField', 'recentchanges', 'rc_patrolled',     'patch-rc-patrol.sql' ),
  40                         array( 'addTable', 'logging',                           'patch-logging.sql' ),
  41                         array( 'addField', 'user',          'user_token',       'patch-user_token.sql' ),
  42                         array( 'addField', 'watchlist',     'wl_notificationtimestamp', 'patch-email-notification.sql' ),
  43                         array( 'doWatchlistUpdate' ),
  44                         array( 'dropField', 'user',         'user_emailauthenticationtimestamp', 'patch-email-authentication.sql' ),
  45
  46                         // 1.5
  47                         array( 'doSchemaRestructuring' ),
  48                         array( 'addField', 'logging',       'log_params',       'patch-log_params.sql' ),
  49                         array( 'checkBin', 'logging',       'log_title',        'patch-logging-title.sql', ),
  50                         array( 'addField', 'archive',       'ar_rev_id',        'patch-archive-rev_id.sql' ),
  51                         array( 'addField', 'page',          'page_len',         'patch-page_len.sql' ),
  52                         array( 'dropField', 'revision',     'inverse_timestamp', 'patch-inverse_timestamp.sql' ),
  53                         array( 'addField', 'revision',      'rev_text_id',      'patch-rev_text_id.sql' ),
  54                         array( 'addField', 'revision',      'rev_deleted',      'patch-rev_deleted.sql' ),
  55                         array( 'addField', 'image',         'img_width',        'patch-img_width.sql' ),
  56                         array( 'addField', 'image',         'img_metadata',     'patch-img_metadata.sql' ),
  57                         array( 'addField', 'user',          'user_email_token', 'patch-user_email_token.sql' ),
  58                         array( 'addField', 'archive',       'ar_text_id',       'patch-archive-text_id.sql' ),
  59                         array( 'doNamespaceSize' ),
  60                         array( 'addField', 'image',         'img_media_type',   'patch-img_media_type.sql' ),
  61                         array( 'doPagelinksUpdate' ),
  62                         array( 'dropField', 'image',        'img_type',         'patch-drop_img_type.sql' ),
  63                         array( 'doUserUniqueUpdate' ),
  64                         array( 'doUserGroupsUpdate' ),
  65                         array( 'addField', 'site_stats',    'ss_total_pages',   'patch-ss_total_articles.sql' ),
  66                         array( 'addTable', 'user_newtalk',                      'patch-usernewtalk2.sql' ),
  67                         array( 'addTable', 'transcache',                        'patch-transcache.sql' ),
  68                         array( 'addField', 'interwiki',     'iw_trans',         'patch-interwiki-trans.sql' ),
  69                         array( 'addTable', 'trackbacks',                        'patch-trackbacks.sql' ),
  70
  71                         // 1.6
  72                         array( 'doWatchlistNull' ),
  73                         array( 'addIndex', 'logging',         'times',            'patch-logging-times-index.sql' ),
  74                         array( 'addField', 'ipblocks',        'ipb_range_start',  'patch-ipb_range_start.sql' ),
  75                         array( 'doPageRandomUpdate' ),
  76                         array( 'addField', 'user',            'user_registration', 'patch-user_registration.sql' ),
  77                         array( 'doTemplatelinksUpdate' ),
  78                         array( 'addTable', 'externallinks',                       'patch-externallinks.sql' ),
  79                         array( 'addTable', 'job',                                 'patch-job.sql' ),
  80                         array( 'addField', 'site_stats',      'ss_images',        'patch-ss_images.sql' ),
  81                         array( 'addTable', 'langlinks',                           'patch-langlinks.sql' ),
  82                         array( 'addTable', 'querycache_info',                     'patch-querycacheinfo.sql' ),
  83                         array( 'addTable', 'filearchive',                         'patch-filearchive.sql' ),
  84                         array( 'addField', 'ipblocks',        'ipb_anon_only',    'patch-ipb_anon_only.sql' ),
  85                         array( 'addIndex', 'recentchanges',   'rc_ns_usertext',   'patch-recentchanges-utindex.sql' ),
  86                         array( 'addIndex', 'recentchanges',   'rc_user_text',     'patch-rc_user_text-index.sql' ),
  87
  88                         // 1.9
  89                         array( 'addField', 'user',          'user_newpass_time', 'patch-user_newpass_time.sql' ),
  90                         array( 'addTable', 'redirect',                           'patch-redirect.sql' ),
  91                         array( 'addTable', 'querycachetwo',                      'patch-querycachetwo.sql' ),
  92                         array( 'addField', 'ipblocks',      'ipb_enable_autoblock', 'patch-ipb_optional_autoblock.sql' ),
  93                         array( 'doBacklinkingIndicesUpdate' ),
  94                         array( 'addField', 'recentchanges', 'rc_old_len',        'patch-rc_len.sql' ),
  95                         array( 'addField', 'user',          'user_editcount',    'patch-user_editcount.sql' ),
  96
  97                         // 1.10
  98                         array( 'doRestrictionsUpdate' ),
  99                         array( 'addField', 'logging',       'log_id',           'patch-log_id.sql' ),
 100                         array( 'addField', 'revision',      'rev_parent_id',    'patch-rev_parent_id.sql' ),
 101                         array( 'addField', 'page_restrictions', 'pr_id',        'patch-page_restrictions_sortkey.sql' ),
 102                         array( 'addField', 'revision',      'rev_len',          'patch-rev_len.sql' ),
 103                         array( 'addField', 'recentchanges', 'rc_deleted',       'patch-rc_deleted.sql' ),
 104                         array( 'addField', 'logging',       'log_deleted',      'patch-log_deleted.sql' ),
 105                         array( 'addField', 'archive',       'ar_deleted',       'patch-ar_deleted.sql' ),
 106                         array( 'addField', 'ipblocks',      'ipb_deleted',      'patch-ipb_deleted.sql' ),
 107                         array( 'addField', 'filearchive',   'fa_deleted',       'patch-fa_deleted.sql' ),
 108                         array( 'addField', 'archive',       'ar_len',           'patch-ar_len.sql' ),
 109
 110                         // 1.11
 111                         array( 'addField', 'ipblocks',      'ipb_block_email',  'patch-ipb_emailban.sql' ),
 112                         array( 'doCategorylinksIndicesUpdate' ),
 113                         array( 'addField', 'oldimage',      'oi_metadata',      'patch-oi_metadata.sql' ),
 114                         array( 'addIndex', 'archive',       'usertext_timestamp', 'patch-archive-user-index.sql' ),
 115                         array( 'addIndex', 'image',         'img_usertext_timestamp', 'patch-image-user-index.sql' ),
 116                         array( 'addIndex', 'oldimage',      'oi_usertext_timestamp', 'patch-oldimage-user-index.sql' ),
 117                         array( 'addField', 'archive',       'ar_page_id',       'patch-archive-page_id.sql' ),
 118                         array( 'addField', 'image',         'img_sha1',         'patch-img_sha1.sql' ),
 119
 120                         // 1.12
 121                         array( 'addTable', 'protected_titles',                  'patch-protected_titles.sql' ),
 122
 123                         // 1.13
 124                         array( 'addField', 'ipblocks',      'ipb_by_text',      'patch-ipb_by_text.sql' ),
 125                         array( 'addTable', 'page_props',                        'patch-page_props.sql' ),
 126                         array( 'addTable', 'updatelog',                         'patch-updatelog.sql' ),
 127                         array( 'addTable', 'category',                          'patch-category.sql' ),
 128                         array( 'doCategoryPopulation' ),
 129                         array( 'addField', 'archive',       'ar_parent_id',     'patch-ar_parent_id.sql' ),
 130                         array( 'addField', 'user_newtalk',  'user_last_timestamp', 'patch-user_last_timestamp.sql' ),
 131                         array( 'doPopulateParentId' ),
 132                         array( 'checkBin', 'protected_titles', 'pt_title',      'patch-pt_title-encoding.sql', ),
 133                         array( 'doMaybeProfilingMemoryUpdate' ),
 134                         array( 'doFilearchiveIndicesUpdate' ),
 135
 136                         // 1.14
 137                         array( 'addField', 'site_stats',    'ss_active_users',  'patch-ss_active_users.sql' ),
 138                         array( 'doActiveUsersInit' ),
 139                         array( 'addField', 'ipblocks',      'ipb_allow_usertalk', 'patch-ipb_allow_usertalk.sql' ),
 140
 141                         // 1.15
 142                         array( 'doUniquePlTlIl' ),
 143                         array( 'addTable', 'change_tag',                        'patch-change_tag.sql' ),
 144                         array( 'addTable', 'tag_summary',                       'patch-change_tag.sql' ),
 145                         array( 'addTable', 'valid_tag',                         'patch-change_tag.sql' ),
 146
 147                         // 1.16
 148                         array( 'addTable', 'user_properties',                   'patch-user_properties.sql' ),
 149                         array( 'addTable', 'log_search',                        'patch-log_search.sql' ),
 150                         array( 'doLogSearchPopulation' ),
 151                         array( 'addField', 'logging',       'log_user_text',    'patch-log_user_text.sql' ),
 152                         array( 'addTable', 'l10n_cache',                        'patch-l10n_cache.sql' ),
 153                         array( 'addTable', 'external_user',                     'patch-external_user.sql' ),
 154                         array( 'addIndex', 'log_search',    'ls_field_val',     'patch-log_search-rename-index.sql' ),
 155                         array( 'addIndex', 'change_tag',    'change_tag_rc_tag', 'patch-change_tag-indexes.sql' ),
 156                         array( 'addField', 'redirect',      'rd_interwiki',     'patch-rd_interwiki.sql' ),
 157                         array( 'doUpdateTranscacheField' ),
 158                         array( 'renameEuWikiId' ),
 159                         array( 'doUpdateMimeMinorField' ),
 160                         array( 'doPopulateRevLen' ),
 161
 162                         // 1.17
 163                         array( 'addTable', 'iwlinks',                           'patch-iwlinks.sql' ),
 164                         array( 'addIndex', 'iwlinks', 'iwl_prefix_title_from',  'patch-rename-iwl_prefix.sql' ),
 165                         array( 'addField', 'updatelog', 'ul_value',              'patch-ul_value.sql' ),
 166                         array( 'addField', 'interwiki',     'iw_api',           'patch-iw_api_and_wikiid.sql' ),
 167                         array( 'dropIndex', 'iwlinks', 'iwl_prefix',  'patch-kill-iwl_prefix.sql' ),
 168                         array( 'dropIndex', 'iwlinks', 'iwl_prefix_from_title', 'patch-kill-iwl_pft.sql' ),
 169                         array( 'addField', 'categorylinks', 'cl_collation', 'patch-categorylinks-better-collation.sql' ),
 170                         array( 'doClFieldsUpdate' ),
 171                         array( 'doCollationUpdate' ),
 172                         array( 'addTable', 'msg_resource',                      'patch-msg_resource.sql' ),
 173                         array( 'addTable', 'module_deps',                       'patch-module_deps.sql' ),
 174                 );
 175         }
 176
 177         /**
 178          * 1.4 betas were missing the 'binary' marker from logging.log_title,
 179          * which causes a collation mismatch error on joins in MySQL 4.1.
 180          *
 181          * @param $table String: table name
 182          * @param $field String: field name to check
 183          * @param $patchFile String: path to the patch to correct the field
 184          */
 185         protected function checkBin( $table, $field, $patchFile ) {
 186                 $tableName = $this->db->tableName( $table );
 187                 $res = $this->db->query( "SELECT $field FROM $tableName LIMIT 0", __METHOD__ );
 188                 $flags = explode( ' ', mysql_field_flags( $res->result, 0 ) );
 189
 190                 if ( in_array( 'binary', $flags ) ) {
 191                         $this->output( "...$table table has correct $field encoding.\n" );
 192                 } else {
 193                         $this->output( "Fixing $field encoding on $table table... " );
 194                         $this->db->applyPatch( $patchFile );
 195                         $this->output( "ok\n" );
 196                 }
 197         }
 198
 199         /**
 200          * Check whether an index contain a field
 201          *
 202          * @param $table String: table name
 203          * @param $index String: index name to check
 204          * @param $field String: field that should be in the index
 205          * @return Boolean
 206          */
 207         protected function indexHasField( $table, $index, $field ) {
 208                 $info = $this->db->indexInfo( $table, $index, __METHOD__ );
 209                 if ( $info ) {
 210                         foreach ( $info as $row ) {
 211                                 if ( $row->Column_name == $field ) {
 212                                         $this->output( "...index $index on table $table includes field $field\n" );
 213                                         return true;
 214                                 }
 215                         }
 216                 }
 217                 $this->output( "...index $index on table $table has no field $field; adding\n" );
 218                 return false;
 219         }
 220
 221         /**
 222          * Check that interwiki table exists; if it doesn't source it
 223          */
 224         protected function doInterwikiUpdate() {
 225                 global $IP;
 226
 227                 if ( $this->db->tableExists( "interwiki" ) ) {
 228                         $this->output( "...already have interwiki table\n" );
 229                         return;
 230                 }
 231
 232                 $this->output( 'Creating interwiki table...' );
 233                 $this->applyPatch( 'patch-interwiki.sql' );
 234                 $this->output( "ok\n" );
 235                 $this->output( 'Adding default interwiki definitions...' );
 236                 $this->applyPatch( "$IP/maintenance/interwiki.sql", true );
 237                 $this->output( "ok\n" );
 238         }
 239
 240         /**
 241          * Check that proper indexes are in place
 242          */
 243         protected function doIndexUpdate() {
 244                 $meta = $this->db->fieldInfo( 'recentchanges', 'rc_timestamp' );
 245                 if ( $meta->isMultipleKey() ) {
 246                         $this->output( "...indexes seem up to 20031107 standards\n" );
 247                         return;
 248                 }
 249
 250                 $this->output( "Updating indexes to 20031107..." );
 251                 $this->applyPatch( 'patch-indexes.sql', true );
 252                 $this->output( "ok\n" );
 253         }
 254
 255         protected function doOldLinksUpdate() {
 256                 $cl = $this->maintenance->runChild( 'ConvertLinks' );
 257                 $cl->execute();
 258         }
 259
 260         protected function doFixAncientImagelinks() {
 261                 $info = $this->db->fieldInfo( 'imagelinks', 'il_from' );
 262                 if ( !$info || $info->type() !== 'string' ) {
 263                         $this->output( "...il_from OK\n" );
 264                         return;
 265                 }
 266
 267                 $this->output( "Fixing ancient broken imagelinks table.\n" );
 268                 $this->output( "NOTE: you will have to run maintenance/refreshLinks.php after this.\n" );
 269                 $this->applyPatch( 'patch-fix-il_from.sql' );
 270                 $this->output( "ok\n" );
 271         }
 272
 273         /**
 274          * Check if we need to add talk page rows to the watchlist
 275          */
 276         function doWatchlistUpdate() {
 277                 $talk = $this->db->selectField( 'watchlist', 'count(*)', 'wl_namespace & 1', __METHOD__ );
 278                 $nontalk = $this->db->selectField( 'watchlist', 'count(*)', 'NOT (wl_namespace & 1)', __METHOD__ );
 279                 if ( $talk == $nontalk ) {
 280                         $this->output( "...watchlist talk page rows already present\n" );
 281                         return;
 282                 }
 283
 284                 $this->output( "Adding missing watchlist talk page rows... " );
 285                 $this->db->insertSelect( 'watchlist', 'watchlist',
 286                         array(
 287                                 'wl_user' => 'wl_user',
 288                                 'wl_namespace' => 'wl_namespace | 1',
 289                                 'wl_title' => 'wl_title',
 290                                 'wl_notificationtimestamp' => 'wl_notificationtimestamp'
 291                         ), array( 'NOT (wl_namespace & 1)' ), __METHOD__, 'IGNORE' );
 292                 $this->output( "ok\n" );
 293         }
 294
 295         function doSchemaRestructuring() {
 296                 if ( $this->db->tableExists( 'page' ) ) {
 297                         $this->output( "...page table already exists.\n" );
 298                         return;
 299                 }
 300
 301                 $this->output( "...converting from cur/old to page/revision/text DB structure.\n" );
 302                 $this->output( wfTimestamp( TS_DB ) );
 303                 $this->output( "......checking for duplicate entries.\n" );
 304
 305                 list ( $cur, $old, $page, $revision, $text ) = $this->db->tableNamesN( 'cur', 'old', 'page', 'revision', 'text' );
 306
 307                 $rows = $this->db->query( "SELECT cur_title, cur_namespace, COUNT(cur_namespace) AS c
 308                                 FROM $cur GROUP BY cur_title, cur_namespace HAVING c>1", __METHOD__ );
 309
 310                 if ( $rows->numRows() > 0 ) {
 311                         $this->output( wfTimestamp( TS_DB ) );
 312                         $this->output( "......<b>Found duplicate entries</b>\n" );
 313                         $this->output( sprintf( "<b>      %-60s %3s %5s</b>\n", 'Title', 'NS', 'Count' ) );
 314                         foreach ( $rows as $row ) {
 315                                 if ( ! isset( $duplicate[$row->cur_namespace] ) ) {
 316                                         $duplicate[$row->cur_namespace] = array();
 317                                 }
 318                                 $duplicate[$row->cur_namespace][] = $row->cur_title;
 319                                 $this->output( sprintf( "      %-60s %3s %5s\n", $row->cur_title, $row->cur_namespace, $row->c ) );
 320                         }
 321                         $sql = "SELECT cur_title, cur_namespace, cur_id, cur_timestamp FROM $cur WHERE ";
 322                         $firstCond = true;
 323                         foreach ( $duplicate as $ns => $titles ) {
 324                                 if ( $firstCond ) {
 325                                         $firstCond = false;
 326                                 } else {
 327                                         $sql .= ' OR ';
 328                                 }
 329                                 $sql .= "( cur_namespace = {$ns} AND cur_title in (";
 330                                 $first = true;
 331                                 foreach ( $titles as $t ) {
 332                                         if ( $first ) {
 333                                                 $sql .= $this->db->addQuotes( $t );
 334                                                 $first = false;
 335                                         } else {
 336                                                 $sql .= ', ' . $this->db->addQuotes( $t );
 337                                         }
 338                                 }
 339                                 $sql .= ") ) \n";
 340                         }
 341                         # By sorting descending, the most recent entry will be the first in the list.
 342                         # All following entries will be deleted by the next while-loop.
 343                         $sql .= 'ORDER BY cur_namespace, cur_title, cur_timestamp DESC';
 344
 345                         $rows = $this->db->query( $sql, __METHOD__ );
 346
 347                         $prev_title = $prev_namespace = false;
 348                         $deleteId = array();
 349
 350                         foreach ( $rows as $row ) {
 351                                 if ( $prev_title == $row->cur_title && $prev_namespace == $row->cur_namespace ) {
 352                                         $deleteId[] = $row->cur_id;
 353                                 }
 354                                 $prev_title     = $row->cur_title;
 355                                 $prev_namespace = $row->cur_namespace;
 356                         }
 357                         $sql = "DELETE FROM $cur WHERE cur_id IN ( " . join( ',', $deleteId ) . ')';
 358                         $this->db->query( $sql, __METHOD__ );
 359                         $this->output( wfTimestamp( TS_DB ) );
 360                         $this->output( "......<b>Deleted</b> " . $this->db->affectedRows() . " records.\n" );
 361                 }
 362
 363
 364                 $this->output( wfTimestamp( TS_DB ) );
 365                 $this->output( "......Creating tables.\n" );
 366                 $this->db->query( "CREATE TABLE $page (
 367                         page_id int(8) unsigned NOT NULL auto_increment,
 368                         page_namespace int NOT NULL,
 369                         page_title varchar(255) binary NOT NULL,
 370                         page_restrictions tinyblob NOT NULL,
 371                         page_counter bigint(20) unsigned NOT NULL default '0',
 372                         page_is_redirect tinyint(1) unsigned NOT NULL default '0',
 373                         page_is_new tinyint(1) unsigned NOT NULL default '0',
 374                         page_random real unsigned NOT NULL,
 375                         page_touched char(14) binary NOT NULL default '',
 376                         page_latest int(8) unsigned NOT NULL,
 377                         page_len int(8) unsigned NOT NULL,
 378
 379                         PRIMARY KEY page_id (page_id),
 380                         UNIQUE INDEX name_title (page_namespace,page_title),
 381                         INDEX (page_random),
 382                         INDEX (page_len)
 383                         ) ENGINE=InnoDB", __METHOD__ );
 384                 $this->db->query( "CREATE TABLE $revision (
 385                         rev_id int(8) unsigned NOT NULL auto_increment,
 386                         rev_page int(8) unsigned NOT NULL,
 387                         rev_comment tinyblob NOT NULL,
 388                         rev_user int(5) unsigned NOT NULL default '0',
 389                         rev_user_text varchar(255) binary NOT NULL default '',
 390                         rev_timestamp char(14) binary NOT NULL default '',
 391                         rev_minor_edit tinyint(1) unsigned NOT NULL default '0',
 392                         rev_deleted tinyint(1) unsigned NOT NULL default '0',
 393                         rev_len int(8) unsigned,
 394                         rev_parent_id int(8) unsigned default NULL,
 395                         PRIMARY KEY rev_page_id (rev_page, rev_id),
 396                         UNIQUE INDEX rev_id (rev_id),
 397                         INDEX rev_timestamp (rev_timestamp),
 398                         INDEX page_timestamp (rev_page,rev_timestamp),
 399                         INDEX user_timestamp (rev_user,rev_timestamp),
 400                         INDEX usertext_timestamp (rev_user_text,rev_timestamp)
 401                         ) ENGINE=InnoDB", __METHOD__ );
 402
 403                 $this->output( wfTimestamp( TS_DB ) );
 404                 $this->output( "......Locking tables.\n" );
 405                 $this->db->query( "LOCK TABLES $page WRITE, $revision WRITE, $old WRITE, $cur WRITE", __METHOD__ );
 406
 407                 $maxold = intval( $this->db->selectField( 'old', 'max(old_id)', '', __METHOD__ ) );
 408                 $this->output( wfTimestamp( TS_DB ) );
 409                 $this->output( "......maxold is {$maxold}\n" );
 410
 411                 $this->output( wfTimestamp( TS_DB ) );
 412                 global $wgLegacySchemaConversion;
 413                 if ( $wgLegacySchemaConversion ) {
 414                         // Create HistoryBlobCurStub entries.
 415                         // Text will be pulled from the leftover 'cur' table at runtime.
 416                         $this->output( "......Moving metadata from cur; using blob references to text in cur table.\n" );
 417                         $cur_text = "concat('O:18:\"historyblobcurstub\":1:{s:6:\"mCurId\";i:',cur_id,';}')";
 418                         $cur_flags = "'object'";
 419                 } else {
 420                         // Copy all cur text in immediately: this may take longer but avoids
 421                         // having to keep an extra table around.
 422                         $this->output( "......Moving text from cur.\n" );
 423                         $cur_text = 'cur_text';
 424                         $cur_flags = "''";
 425                 }
 426                 $this->db->query( "INSERT INTO $old (old_namespace, old_title, old_text, old_comment, old_user, old_user_text,
 427                                         old_timestamp, old_minor_edit, old_flags)
 428                         SELECT cur_namespace, cur_title, $cur_text, cur_comment, cur_user, cur_user_text, cur_timestamp, cur_minor_edit, $cur_flags
 429                         FROM $cur", __METHOD__ );
 430
 431                 $this->output( wfTimestamp( TS_DB ) );
 432                 $this->output( "......Setting up revision table.\n" );
 433                 $this->db->query( "INSERT INTO $revision (rev_id, rev_page, rev_comment, rev_user, rev_user_text, rev_timestamp,
 434                                 rev_minor_edit)
 435                         SELECT old_id, cur_id, old_comment, old_user, old_user_text,
 436                                 old_timestamp, old_minor_edit
 437                         FROM $old,$cur WHERE old_namespace=cur_namespace AND old_title=cur_title", __METHOD__ );
 438
 439                 $this->output( wfTimestamp( TS_DB ) );
 440                 $this->output( "......Setting up page table.\n" );
 441                 $this->db->query( "INSERT INTO $page (page_id, page_namespace, page_title, page_restrictions, page_counter,
 442                         page_is_redirect, page_is_new, page_random, page_touched, page_latest, page_len)
 443                         SELECT cur_id, cur_namespace, cur_title, cur_restrictions, cur_counter, cur_is_redirect, cur_is_new,
 444                                 cur_random, cur_touched, rev_id, LENGTH(cur_text)
 445                         FROM $cur,$revision
 446                         WHERE cur_id=rev_page AND rev_timestamp=cur_timestamp AND rev_id > {$maxold}", __METHOD__ );
 447
 448                 $this->output( wfTimestamp( TS_DB ) );
 449                 $this->output( "......Unlocking tables.\n" );
 450                 $this->db->query( "UNLOCK TABLES", __METHOD__ );
 451
 452                 $this->output( wfTimestamp( TS_DB ) );
 453                 $this->output( "......Renaming old.\n" );
 454                 $this->db->query( "ALTER TABLE $old RENAME TO $text", __METHOD__ );
 455
 456                 $this->output( wfTimestamp( TS_DB ) );
 457                 $this->output( "...done.\n" );
 458         }
 459
 460         protected function doNamespaceSize() {
 461                 $tables = array(
 462                         'page'          => 'page',
 463                         'archive'       => 'ar',
 464                         'recentchanges' => 'rc',
 465                         'watchlist'     => 'wl',
 466                         'querycache'    => 'qc',
 467                         'logging'       => 'log',
 468                 );
 469                 foreach ( $tables as $table => $prefix ) {
 470                         $field = $prefix . '_namespace';
 471
 472                         $tablename = $this->db->tableName( $table );
 473                         $result = $this->db->query( "SHOW COLUMNS FROM $tablename LIKE '$field'", __METHOD__ );
 474                         $info = $this->db->fetchObject( $result );
 475
 476                         if ( substr( $info->Type, 0, 3 ) == 'int' ) {
 477                                 $this->output( "...$field is already a full int ($info->Type).\n" );
 478                         } else {
 479                                 $this->output( "Promoting $field from $info->Type to int... " );
 480                                 $this->db->query( "ALTER TABLE $tablename MODIFY $field int NOT NULL", __METHOD__ );
 481                                 $this->output( "ok\n" );
 482                         }
 483                 }
 484         }
 485
 486         protected function doPagelinksUpdate() {
 487                 if ( $this->db->tableExists( 'pagelinks' ) ) {
 488                         $this->output( "...already have pagelinks table.\n" );
 489                         return;
 490                 }
 491
 492                 $this->output( "Converting links and brokenlinks tables to pagelinks... " );
 493                 $this->applyPatch( 'patch-pagelinks.sql' );
 494                 $this->output( "ok\n" );
 495
 496                 global $wgContLang;
 497                 foreach ( MWNamespace::getCanonicalNamespaces() as $ns => $name ) {
 498                         if ( $ns == 0 ) {
 499                                 continue;
 500                         }
 501
 502                         $this->output( "Cleaning up broken links for namespace $ns... " );
 503
 504                         $pagelinks = $this->db->tableName( 'pagelinks' );
 505                         $name = $wgContLang->getNsText( $ns );
 506                         $prefix = $this->db->strencode( $name );
 507                         $likeprefix = str_replace( '_', '\\_', $prefix );
 508
 509                         $sql = "UPDATE $pagelinks
 510                                    SET pl_namespace=$ns,
 511                                        pl_title=TRIM(LEADING '$prefix:' FROM pl_title)
 512                                  WHERE pl_namespace=0
 513                                    AND pl_title LIKE '$likeprefix:%'";
 514
 515                         $this->db->query( $sql, __METHOD__ );
 516                         $this->output( "ok\n" );
 517                 }
 518         }
 519
 520         protected function doUserUniqueUpdate() {
 521                 $duper = new UserDupes( $this->db );
 522                 if ( $duper->hasUniqueIndex() ) {
 523                         $this->output( "...already have unique user_name index.\n" );
 524                         return;
 525                 }
 526
 527                 if ( !$duper->clearDupes() ) {
 528                         $this->output( "WARNING: This next step will probably fail due to unfixed duplicates...\n" );
 529                 }
 530                 $this->output( "Adding unique index on user_name... " );
 531                 $this->applyPatch( 'patch-user_nameindex.sql' );
 532                 $this->output( "ok\n" );
 533         }
 534
 535         protected function doUserGroupsUpdate() {
 536                 if ( $this->db->tableExists( 'user_groups' ) ) {
 537                         $info = $this->db->fieldInfo( 'user_groups', 'ug_group' );
 538                         if ( $info->type() == 'int' ) {
 539                                 $oldug = $this->db->tableName( 'user_groups' );
 540                                 $newug = $this->db->tableName( 'user_groups_bogus' );
 541                                 $this->output( "user_groups table exists but is in bogus intermediate format. Renaming to $newug... " );
 542                                 $this->db->query( "ALTER TABLE $oldug RENAME TO $newug", __METHOD__ );
 543                                 $this->output( "ok\n" );
 544
 545                                 $this->output( "Re-adding fresh user_groups table... " );
 546                                 $this->applyPatch( 'patch-user_groups.sql' );
 547                                 $this->output( "ok\n" );
 548
 549                                 $this->output( "***\n" );
 550                                 $this->output( "*** WARNING: You will need to manually fix up user permissions in the user_groups\n" );
 551                                 $this->output( "*** table. Old 1.5 alpha versions did some pretty funky stuff...\n" );
 552                                 $this->output( "***\n" );
 553                         } else {
 554                                 $this->output( "...user_groups table exists and is in current format.\n" );
 555                         }
 556                         return;
 557                 }
 558
 559                 $this->output( "Adding user_groups table... " );
 560                 $this->applyPatch( 'patch-user_groups.sql' );
 561                 $this->output( "ok\n" );
 562
 563                 if ( !$this->db->tableExists( 'user_rights' ) ) {
 564                         if ( $this->db->fieldExists( 'user', 'user_rights' ) ) {
 565                                 $this->output( "Upgrading from a 1.3 or older database? Breaking out user_rights for conversion..." );
 566                                 $this->db->applyPatch( 'patch-user_rights.sql' );
 567                                 $this->output( "ok\n" );
 568                         } else {
 569                                 $this->output( "*** WARNING: couldn't locate user_rights table or field for upgrade.\n" );
 570                                 $this->output( "*** You may need to manually configure some sysops by manipulating\n" );
 571                                 $this->output( "*** the user_groups table.\n" );
 572                                 return;
 573                         }
 574                 }
 575
 576                 $this->output( "Converting user_rights table to user_groups... " );
 577                 $result = $this->db->select( 'user_rights',
 578                         array( 'ur_user', 'ur_rights' ),
 579                         array( "ur_rights != ''" ),
 580                         __METHOD__ );
 581
 582                 foreach ( $result as $row ) {
 583                         $groups = array_unique(
 584                                 array_map( 'trim',
 585                                         explode( ',', $row->ur_rights ) ) );
 586
 587                         foreach ( $groups as $group ) {
 588                                 $this->db->insert( 'user_groups',
 589                                         array(
 590                                                 'ug_user'  => $row->ur_user,
 591                                                 'ug_group' => $group ),
 592                                         __METHOD__ );
 593                         }
 594                 }
 595                 $this->output( "ok\n" );
 596         }
 597
 598         /**
 599          * Make sure wl_notificationtimestamp can be NULL,
 600          * and update old broken items.
 601          */
 602         protected function doWatchlistNull() {
 603                 $info = $this->db->fieldInfo( 'watchlist', 'wl_notificationtimestamp' );
 604                 if ( $info->isNullable() ) {
 605                         $this->output( "...wl_notificationtimestamp is already nullable.\n" );
 606                         return;
 607                 }
 608
 609                 $this->output( "Making wl_notificationtimestamp nullable... " );
 610                 $this->applyPatch( 'patch-watchlist-null.sql' );
 611                 $this->output( "ok\n" );
 612         }
 613
 614         /**
 615          * Set page_random field to a random value where it is equals to 0.
 616          *
 617          * @see bug 3946
 618          */
 619         protected function doPageRandomUpdate() {
 620
 621
 622                 $page = $this->db->tableName( 'page' );
 623                 $this->db->query( "UPDATE $page SET page_random = RAND() WHERE page_random = 0", __METHOD__ );
 624                 $rows = $this->db->affectedRows();
 625
 626                 if( $rows ) {
 627                         $this->output( "Set page_random to a random value on $row rows where it was set to 0\n" );
 628                 } else {
 629                         $this->output( "...no page_random rows needed to be set\n" );
 630                 }
 631         }
 632
 633         protected function doTemplatelinksUpdate() {
 634                 if ( $this->db->tableExists( 'templatelinks' ) ) {
 635                         $this->output( "...templatelinks table already exists\n" );
 636                         return;
 637                 }
 638
 639                 $this->output( "Creating templatelinks table...\n" );
 640                 $this->applyPatch( 'patch-templatelinks.sql' );
 641                 $this->output( "Populating...\n" );
 642                 if ( wfGetLB()->getServerCount() > 1 ) {
 643                         // Slow, replication-friendly update
 644                         $res = $this->db->select( 'pagelinks', array( 'pl_from', 'pl_namespace', 'pl_title' ),
 645                                 array( 'pl_namespace' => NS_TEMPLATE ), __METHOD__ );
 646                         $count = 0;
 647                         foreach ( $res as $row ) {
 648                                 $count = ( $count + 1 ) % 100;
 649                                 if ( $count == 0 ) {
 650                                         wfWaitForSlaves( 10 );
 651                                 }
 652                                 $this->db->insert( 'templatelinks',
 653                                         array(
 654                                                 'tl_from' => $row->pl_from,
 655                                                 'tl_namespace' => $row->pl_namespace,
 656                                                 'tl_title' => $row->pl_title,
 657                                         ), __METHOD__
 658                                 );
 659
 660                         }
 661                 } else {
 662                         // Fast update
 663                         $this->db->insertSelect( 'templatelinks', 'pagelinks',
 664                                 array(
 665                                         'tl_from' => 'pl_from',
 666                                         'tl_namespace' => 'pl_namespace',
 667                                         'tl_title' => 'pl_title'
 668                                 ), array(
 669                                         'pl_namespace' => 10
 670                                 ), __METHOD__
 671                         );
 672                 }
 673                 $this->output( "Done. Please run maintenance/refreshLinks.php for a more thorough templatelinks update.\n" );
 674         }
 675
 676         protected function doBacklinkingIndicesUpdate() {
 677                 if ( !$this->indexHasField( 'pagelinks', 'pl_namespace', 'pl_from' ) ||
 678                         !$this->indexHasField( 'templatelinks', 'tl_namespace', 'tl_from' ) ||
 679                         !$this->indexHasField( 'imagelinks', 'il_to', 'il_from' ) )
 680                 {
 681                         $this->applyPatch( 'patch-backlinkindexes.sql' );
 682                         $this->output( "...backlinking indices updated\n" );
 683                 }
 684         }
 685
 686         /**
 687          * Adding page_restrictions table, obsoleting page.page_restrictions.
 688          * Migrating old restrictions to new table
 689          * -- Andrew Garrett, January 2007.
 690          */
 691         protected function doRestrictionsUpdate() {
 692                 if ( $this->db->tableExists( 'page_restrictions' ) ) {
 693                         $this->output( "...page_restrictions table already exists.\n" );
 694                         return;
 695                 }
 696
 697                 $this->output( "Creating page_restrictions table..." );
 698                 $this->applyPatch( 'patch-page_restrictions.sql' );
 699                 $this->applyPatch( 'patch-page_restrictions_sortkey.sql' );
 700                 $this->output( "ok\n" );
 701
 702                 $this->output( "Migrating old restrictions to new table...\n" );
 703                 $task = $this->maintenance->runChild( 'UpdateRestrictions' );
 704                 $task->execute();
 705         }
 706
 707         protected function doCategorylinksIndicesUpdate() {
 708                 if ( !$this->indexHasField( 'categorylinks', 'cl_sortkey', 'cl_from' ) ) {
 709                         $this->applyPatch( 'patch-categorylinksindex.sql' );
 710                         $this->output( "...categorylinks indices updated\n" );
 711                 }
 712         }
 713
 714         protected function doCategoryPopulation() {
 715                 if ( $this->updateRowExists( 'populate category' ) ) {
 716                         $this->output( "...category table already populated.\n" );
 717                         return;
 718                 }
 719
 720                 $this->output(
 721                         "Populating category table, printing progress markers. " .
 722                         "For large databases, you\n" .
 723                         "may want to hit Ctrl-C and do this manually with maintenance/\n" .
 724                         "populateCategory.php.\n"
 725                 );
 726                 $task = $this->maintenance->runChild( 'PopulateCategory' );
 727                 $task->execute();
 728                 $this->output( "Done populating category table.\n" );
 729         }
 730
 731         protected function doPopulateParentId() {
 732                 if ( $this->updateRowExists( 'populate rev_parent_id' ) ) {
 733                         $this->output( "...rev_parent_id column already populated.\n" );
 734                         return;
 735                 }
 736
 737                 $task = $this->maintenance->runChild( 'PopulateParentId' );
 738                 $task->execute();
 739         }
 740
 741         protected function doMaybeProfilingMemoryUpdate() {
 742                 if ( !$this->db->tableExists( 'profiling' ) ) {
 743                         // Simply ignore
 744                 } elseif ( $this->db->fieldExists( 'profiling', 'pf_memory' ) ) {
 745                         $this->output( "...profiling table has pf_memory field.\n" );
 746                 } else {
 747                         $this->output( "Adding pf_memory field to table profiling..." );
 748                         $this->applyPatch( 'patch-profiling-memory.sql' );
 749                         $this->output( "ok\n" );
 750                 }
 751         }
 752
 753         protected function doFilearchiveIndicesUpdate() {
 754                 $info = $this->db->indexInfo( 'filearchive', 'fa_user_timestamp', __METHOD__ );
 755                 if ( !$info ) {
 756                         $this->applyPatch( 'patch-filearchive-user-index.sql' );
 757                         $this->output( "...filearchive indices updated\n" );
 758                 }
 759         }
 760
 761         protected function doUniquePlTlIl() {
 762                 $info = $this->db->indexInfo( 'pagelinks', 'pl_namespace' );
 763                 if ( is_array( $info ) && !$info[0]->Non_unique ) {
 764                         $this->output( "...pl_namespace, tl_namespace, il_to indices are already UNIQUE.\n" );
 765                         return;
 766                 }
 767
 768                 $this->output( "Making pl_namespace, tl_namespace and il_to indices UNIQUE... " );
 769                 $this->applyPatch( 'patch-pl-tl-il-unique.sql' );
 770                 $this->output( "ok\n" );
 771         }
 772
 773         protected function renameEuWikiId() {
 774                 if ( $this->db->fieldExists( 'external_user', 'eu_local_id' ) ) {
 775                         $this->output( "...eu_wiki_id already renamed to eu_local_id.\n" );
 776                         return;
 777                 }
 778
 779                 $this->output( "Renaming eu_wiki_id -> eu_local_id... " );
 780                 $this->applyPatch( 'patch-eu_local_id.sql' );
 781                 $this->output( "ok\n" );
 782         }
 783
 784         protected function doUpdateMimeMinorField() {
 785                 if ( $this->updateRowExists( 'mime_minor_length' ) ) {
 786                         $this->output( "...*_mime_minor fields are already long enough.\n" );
 787                         return;
 788                 }
 789
 790                 $this->output( "Altering all *_mime_minor fields to 100 bytes in size ... " );
 791                 $this->applyPatch( 'patch-mime_minor_length.sql' );
 792                 $this->output( "ok\n" );
 793         }
 794
 795         protected function doPopulateRevLen() {
 796                 if ( $this->updateRowExists( 'populate rev_len' ) ) {
 797                         $this->output( "...rev_len column already populated.\n" );
 798                         return;
 799                 }
 800
 801                 $task = $this->maintenance->runChild( 'PopulateRevisionLength' );
 802                 $task->execute();
 803         }
 804
 805         protected function doClFieldsUpdate() {
 806                 if ( $this->updateRowExists( 'cl_fields_update' ) ) {
 807                         $this->output( "...categorylinks up-to-date.\n" );
 808                         return;
 809                 }
 810
 811                 $this->output( 'Updating categorylinks (again)...' );
 812                 $this->applyPatch( 'patch-categorylinks-better-collation2.sql' );
 813                 $this->output( "done.\n" );
 814         }
 815 }