includes/installer/MysqlUpdater.php

   1 <?php
   2 /**
   3  * MySQL-specific updater.
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program; if not, write to the Free Software Foundation, Inc.,
  17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  * http://www.gnu.org/copyleft/gpl.html
  19  *
  20  * @file
  21  * @ingroup Deployment
  22  */
  23
  24 /**
  25  * Mysql update list and mysql-specific update functions.
  26  *
  27  * @ingroup Deployment
  28  * @since 1.17
  29  */
  30 class MysqlUpdater extends DatabaseUpdater {
  31
  32         protected function getCoreUpdateList() {
  33                 return array(
  34                         // 1.2
  35                         array( 'addField', 'ipblocks',      'ipb_id',           'patch-ipblocks.sql' ),
  36                         array( 'addField', 'ipblocks',      'ipb_expiry',       'patch-ipb_expiry.sql' ),
  37                         array( 'doInterwikiUpdate' ),
  38                         array( 'doIndexUpdate' ),
  39                         array( 'addTable', 'hitcounter',                        'patch-hitcounter.sql' ),
  40                         array( 'addField', 'recentchanges', 'rc_type',          'patch-rc_type.sql' ),
  41
  42                         // 1.3
  43                         array( 'addField', 'user',          'user_real_name',   'patch-user-realname.sql' ),
  44                         array( 'addTable', 'querycache',                        'patch-querycache.sql' ),
  45                         array( 'addTable', 'objectcache',                       'patch-objectcache.sql' ),
  46                         array( 'addTable', 'categorylinks',                     'patch-categorylinks.sql' ),
  47                         array( 'doOldLinksUpdate' ),
  48                         array( 'doFixAncientImagelinks' ),
  49                         array( 'addField', 'recentchanges', 'rc_ip',            'patch-rc_ip.sql' ),
  50
  51                         // 1.4
  52                         array( 'addIndex', 'image',         'PRIMARY',          'patch-image_name_primary.sql' ),
  53                         array( 'addField', 'recentchanges', 'rc_id',            'patch-rc_id.sql' ),
  54                         array( 'addField', 'recentchanges', 'rc_patrolled',     'patch-rc-patrol.sql' ),
  55                         array( 'addTable', 'logging',                           'patch-logging.sql' ),
  56                         array( 'addField', 'user',          'user_token',       'patch-user_token.sql' ),
  57                         array( 'addField', 'watchlist',     'wl_notificationtimestamp', 'patch-email-notification.sql' ),
  58                         array( 'doWatchlistUpdate' ),
  59                         array( 'dropField', 'user',         'user_emailauthenticationtimestamp', 'patch-email-authentication.sql' ),
  60
  61                         // 1.5
  62                         array( 'doSchemaRestructuring' ),
  63                         array( 'addField', 'logging',       'log_params',       'patch-log_params.sql' ),
  64                         array( 'checkBin', 'logging',       'log_title',        'patch-logging-title.sql', ),
  65                         array( 'addField', 'archive',       'ar_rev_id',        'patch-archive-rev_id.sql' ),
  66                         array( 'addField', 'page',          'page_len',         'patch-page_len.sql' ),
  67                         array( 'dropField', 'revision',     'inverse_timestamp', 'patch-inverse_timestamp.sql' ),
  68                         array( 'addField', 'revision',      'rev_text_id',      'patch-rev_text_id.sql' ),
  69                         array( 'addField', 'revision',      'rev_deleted',      'patch-rev_deleted.sql' ),
  70                         array( 'addField', 'image',         'img_width',        'patch-img_width.sql' ),
  71                         array( 'addField', 'image',         'img_metadata',     'patch-img_metadata.sql' ),
  72                         array( 'addField', 'user',          'user_email_token', 'patch-user_email_token.sql' ),
  73                         array( 'addField', 'archive',       'ar_text_id',       'patch-archive-text_id.sql' ),
  74                         array( 'doNamespaceSize' ),
  75                         array( 'addField', 'image',         'img_media_type',   'patch-img_media_type.sql' ),
  76                         array( 'doPagelinksUpdate' ),
  77                         array( 'dropField', 'image',        'img_type',         'patch-drop_img_type.sql' ),
  78                         array( 'doUserUniqueUpdate' ),
  79                         array( 'doUserGroupsUpdate' ),
  80                         array( 'addField', 'site_stats',    'ss_total_pages',   'patch-ss_total_articles.sql' ),
  81                         array( 'addTable', 'user_newtalk',                      'patch-usernewtalk2.sql' ),
  82                         array( 'addTable', 'transcache',                        'patch-transcache.sql' ),
  83                         array( 'addField', 'interwiki',     'iw_trans',         'patch-interwiki-trans.sql' ),
  84
  85                         // 1.6
  86                         array( 'doWatchlistNull' ),
  87                         array( 'addIndex', 'logging',         'times',            'patch-logging-times-index.sql' ),
  88                         array( 'addField', 'ipblocks',        'ipb_range_start',  'patch-ipb_range_start.sql' ),
  89                         array( 'doPageRandomUpdate' ),
  90                         array( 'addField', 'user',            'user_registration', 'patch-user_registration.sql' ),
  91                         array( 'doTemplatelinksUpdate' ),
  92                         array( 'addTable', 'externallinks',                       'patch-externallinks.sql' ),
  93                         array( 'addTable', 'job',                                 'patch-job.sql' ),
  94                         array( 'addField', 'site_stats',      'ss_images',        'patch-ss_images.sql' ),
  95                         array( 'addTable', 'langlinks',                           'patch-langlinks.sql' ),
  96                         array( 'addTable', 'querycache_info',                     'patch-querycacheinfo.sql' ),
  97                         array( 'addTable', 'filearchive',                         'patch-filearchive.sql' ),
  98                         array( 'addField', 'ipblocks',        'ipb_anon_only',    'patch-ipb_anon_only.sql' ),
  99                         array( 'addIndex', 'recentchanges',   'rc_ns_usertext',   'patch-recentchanges-utindex.sql' ),
 100                         array( 'addIndex', 'recentchanges',   'rc_user_text',     'patch-rc_user_text-index.sql' ),
 101
 102                         // 1.9
 103                         array( 'addField', 'user',          'user_newpass_time', 'patch-user_newpass_time.sql' ),
 104                         array( 'addTable', 'redirect',                           'patch-redirect.sql' ),
 105                         array( 'addTable', 'querycachetwo',                      'patch-querycachetwo.sql' ),
 106                         array( 'addField', 'ipblocks',      'ipb_enable_autoblock', 'patch-ipb_optional_autoblock.sql' ),
 107                         array( 'doBacklinkingIndicesUpdate' ),
 108                         array( 'addField', 'recentchanges', 'rc_old_len',        'patch-rc_len.sql' ),
 109                         array( 'addField', 'user',          'user_editcount',    'patch-user_editcount.sql' ),
 110
 111                         // 1.10
 112                         array( 'doRestrictionsUpdate' ),
 113                         array( 'addField', 'logging',       'log_id',           'patch-log_id.sql' ),
 114                         array( 'addField', 'revision',      'rev_parent_id',    'patch-rev_parent_id.sql' ),
 115                         array( 'addField', 'page_restrictions', 'pr_id',        'patch-page_restrictions_sortkey.sql' ),
 116                         array( 'addField', 'revision',      'rev_len',          'patch-rev_len.sql' ),
 117                         array( 'addField', 'recentchanges', 'rc_deleted',       'patch-rc_deleted.sql' ),
 118                         array( 'addField', 'logging',       'log_deleted',      'patch-log_deleted.sql' ),
 119                         array( 'addField', 'archive',       'ar_deleted',       'patch-ar_deleted.sql' ),
 120                         array( 'addField', 'ipblocks',      'ipb_deleted',      'patch-ipb_deleted.sql' ),
 121                         array( 'addField', 'filearchive',   'fa_deleted',       'patch-fa_deleted.sql' ),
 122                         array( 'addField', 'archive',       'ar_len',           'patch-ar_len.sql' ),
 123
 124                         // 1.11
 125                         array( 'addField', 'ipblocks',      'ipb_block_email',  'patch-ipb_emailban.sql' ),
 126                         array( 'doCategorylinksIndicesUpdate' ),
 127                         array( 'addField', 'oldimage',      'oi_metadata',      'patch-oi_metadata.sql' ),
 128                         array( 'addIndex', 'archive',       'usertext_timestamp', 'patch-archive-user-index.sql' ),
 129                         array( 'addIndex', 'image',         'img_usertext_timestamp', 'patch-image-user-index.sql' ),
 130                         array( 'addIndex', 'oldimage',      'oi_usertext_timestamp', 'patch-oldimage-user-index.sql' ),
 131                         array( 'addField', 'archive',       'ar_page_id',       'patch-archive-page_id.sql' ),
 132                         array( 'addField', 'image',         'img_sha1',         'patch-img_sha1.sql' ),
 133
 134                         // 1.12
 135                         array( 'addTable', 'protected_titles',                  'patch-protected_titles.sql' ),
 136
 137                         // 1.13
 138                         array( 'addField', 'ipblocks',      'ipb_by_text',      'patch-ipb_by_text.sql' ),
 139                         array( 'addTable', 'page_props',                        'patch-page_props.sql' ),
 140                         array( 'addTable', 'updatelog',                         'patch-updatelog.sql' ),
 141                         array( 'addTable', 'category',                          'patch-category.sql' ),
 142                         array( 'doCategoryPopulation' ),
 143                         array( 'addField', 'archive',       'ar_parent_id',     'patch-ar_parent_id.sql' ),
 144                         array( 'addField', 'user_newtalk',  'user_last_timestamp', 'patch-user_last_timestamp.sql' ),
 145                         array( 'doPopulateParentId' ),
 146                         array( 'checkBin', 'protected_titles', 'pt_title',      'patch-pt_title-encoding.sql', ),
 147                         array( 'doMaybeProfilingMemoryUpdate' ),
 148                         array( 'doFilearchiveIndicesUpdate' ),
 149
 150                         // 1.14
 151                         array( 'addField', 'site_stats',    'ss_active_users',  'patch-ss_active_users.sql' ),
 152                         array( 'doActiveUsersInit' ),
 153                         array( 'addField', 'ipblocks',      'ipb_allow_usertalk', 'patch-ipb_allow_usertalk.sql' ),
 154
 155                         // 1.15
 156                         array( 'doUniquePlTlIl' ),
 157                         array( 'addTable', 'change_tag',                        'patch-change_tag.sql' ),
 158                         /* array( 'addTable', 'tag_summary',                       'patch-change_tag.sql' ), */
 159                         /* array( 'addTable', 'valid_tag',                         'patch-change_tag.sql' ), */
 160
 161                         // 1.16
 162                         array( 'addTable', 'user_properties',                   'patch-user_properties.sql' ),
 163                         array( 'addTable', 'log_search',                        'patch-log_search.sql' ),
 164                         array( 'addField', 'logging',       'log_user_text',    'patch-log_user_text.sql' ),
 165                         array( 'doLogUsertextPopulation' ), # listed separately from the previous update because 1.16 was released without this update
 166                         array( 'doLogSearchPopulation' ),
 167                         array( 'addTable', 'l10n_cache',                        'patch-l10n_cache.sql' ),
 168                         array( 'addIndex', 'log_search',    'ls_field_val',     'patch-log_search-rename-index.sql' ),
 169                         array( 'addIndex', 'change_tag',    'change_tag_rc_tag', 'patch-change_tag-indexes.sql' ),
 170                         array( 'addField', 'redirect',      'rd_interwiki',     'patch-rd_interwiki.sql' ),
 171                         array( 'doUpdateTranscacheField' ),
 172                         array( 'doUpdateMimeMinorField' ),
 173
 174                         // 1.17
 175                         array( 'addTable', 'iwlinks',                           'patch-iwlinks.sql' ),
 176                         array( 'addIndex', 'iwlinks', 'iwl_prefix_title_from',  'patch-rename-iwl_prefix.sql' ),
 177                         array( 'addField', 'updatelog',     'ul_value',         'patch-ul_value.sql' ),
 178                         array( 'addField', 'interwiki',     'iw_api',           'patch-iw_api_and_wikiid.sql' ),
 179                         array( 'dropIndex', 'iwlinks',      'iwl_prefix',       'patch-kill-iwl_prefix.sql' ),
 180                         array( 'addField', 'categorylinks', 'cl_collation',     'patch-categorylinks-better-collation.sql' ),
 181                         array( 'doClFieldsUpdate' ),
 182                         array( 'doCollationUpdate' ),
 183                         array( 'addTable', 'msg_resource',                      'patch-msg_resource.sql' ),
 184                         array( 'addTable', 'module_deps',                       'patch-module_deps.sql' ),
 185                         array( 'dropIndex', 'archive',      'ar_page_revid',    'patch-archive_kill_ar_page_revid.sql' ),
 186                         array( 'addIndex', 'archive',       'ar_revid',         'patch-archive_ar_revid.sql' ),
 187                         array( 'doLangLinksLengthUpdate' ),
 188
 189                         // 1.18
 190                         array( 'doUserNewTalkTimestampNotNull' ),
 191                         array( 'addIndex', 'user',          'user_email',       'patch-user_email_index.sql' ),
 192                         array( 'modifyField', 'user_properties', 'up_property', 'patch-up_property.sql' ),
 193                         array( 'addTable', 'uploadstash',                       'patch-uploadstash.sql' ),
 194                         array( 'addTable', 'user_former_groups',                'patch-user_former_groups.sql'),
 195
 196                         // 1.19
 197                         array( 'addIndex', 'logging',       'type_action',      'patch-logging-type-action-index.sql'),
 198                         array( 'addField', 'revision',      'rev_sha1',         'patch-rev_sha1.sql' ),
 199                         array( 'doMigrateUserOptions' ),
 200                         array( 'dropField', 'user',         'user_options', 'patch-drop-user_options.sql' ),
 201                         array( 'addField', 'archive',       'ar_sha1',          'patch-ar_sha1.sql' ),
 202                         array( 'addIndex', 'page', 'page_redirect_namespace_len', 'patch-page_redirect_namespace_len.sql' ),
 203                         array( 'addField',      'uploadstash',  'us_chunk_inx',         'patch-uploadstash_chunk.sql' ),
 204                         array( 'addfield', 'job',           'job_timestamp',    'patch-jobs-add-timestamp.sql' ),
 205
 206                         // 1.20
 207                         array( 'addIndex', 'revision', 'page_user_timestamp', 'patch-revision-user-page-index.sql' ),
 208                         array( 'addField', 'ipblocks',      'ipb_parent_block_id',           'patch-ipb-parent-block-id.sql' ),
 209                         array( 'addIndex', 'ipblocks',      'ipb_parent_block_id',           'patch-ipb-parent-block-id-index.sql' ),
 210                         array( 'dropField', 'category',     'cat_hidden',       'patch-cat_hidden.sql' ),
 211
 212                         // 1.21
 213                         array( 'addField',      'revision',     'rev_content_format',           'patch-revision-rev_content_format.sql' ),
 214                         array( 'addField',      'revision',     'rev_content_model',            'patch-revision-rev_content_model.sql' ),
 215                         array( 'addField',      'archive',      'ar_content_format',            'patch-archive-ar_content_format.sql' ),
 216                         array( 'addField',      'archive',      'ar_content_model',                 'patch-archive-ar_content_model.sql' ),
 217                         array( 'addField',      'page',     'page_content_model',               'patch-page-page_content_model.sql' ),
 218                         array( 'dropField', 'site_stats',   'ss_admins',        'patch-drop-ss_admins.sql' ),
 219                         array( 'dropField', 'recentchanges', 'rc_moved_to_title',            'patch-rc_moved.sql' ),
 220                         array( 'addTable', 'sites',                            'patch-sites.sql' ),
 221                         array( 'addField', 'filearchive',   'fa_sha1',          'patch-fa_sha1.sql' ),
 222                         array( 'addField', 'job',           'job_token',         'patch-job_token.sql' ),
 223                         array( 'addField', 'job',           'job_attempts',       'patch-job_attempts.sql' ),
 224                         array( 'doEnableProfiling' ),
 225                         array( 'addField', 'uploadstash',      'us_props',      'patch-uploadstash-us_props.sql' ),
 226                         array( 'modifyField', 'user_groups', 'ug_group', 'patch-ug_group-length-increase-255.sql' ),
 227                         array( 'modifyField', 'user_former_groups', 'ufg_group', 'patch-ufg_group-length-increase-255.sql' ),
 228                         array( 'addIndex', 'page_props', 'pp_propname_page',  'patch-page_props-propname-page-index.sql' ),
 229                         array( 'addIndex', 'image', 'img_media_mime', 'patch-img_media_mime-index.sql' ),
 230
 231                         // 1.22
 232                         array( 'doIwlinksIndexNonUnique' ),
 233                         array( 'addIndex', 'iwlinks', 'iwl_prefix_from_title',  'patch-iwlinks-from-title-index.sql' ),
 234                         array( 'addField',      'archive',      'ar_id',                    'patch-archive-ar_id.sql' ),
 235                         array( 'addField',      'externallinks',  'el_id',  'patch-externallinks-el_id.sql' ),
 236                 );
 237         }
 238
 239         /**
 240          * 1.4 betas were missing the 'binary' marker from logging.log_title,
 241          * which causes a collation mismatch error on joins in MySQL 4.1.
 242          *
 243          * @param string $table table name
 244          * @param string $field field name to check
 245          * @param string $patchFile path to the patch to correct the field
 246          */
 247         protected function checkBin( $table, $field, $patchFile ) {
 248                 if ( !$this->doTable( $table ) ) {
 249                         return true;
 250                 }
 251
 252                 $fieldInfo = $this->db->fieldInfo( $table, $field );
 253                 if ( $fieldInfo->isBinary() ) {
 254                         $this->output( "...$table table has correct $field encoding.\n" );
 255                 } else {
 256                         $this->applyPatch( $patchFile, false, "Fixing $field encoding on $table table" );
 257                 }
 258         }
 259
 260         /**
 261          * Check whether an index contain a field
 262          *
 263          * @param string $table table name
 264          * @param string $index index name to check
 265          * @param string $field field that should be in the index
 266          * @return Boolean
 267          */
 268         protected function indexHasField( $table, $index, $field ) {
 269                 if ( !$this->doTable( $table ) ) {
 270                         return true;
 271                 }
 272
 273                 $info = $this->db->indexInfo( $table, $index, __METHOD__ );
 274                 if ( $info ) {
 275                         foreach ( $info as $row ) {
 276                                 if ( $row->Column_name == $field ) {
 277                                         $this->output( "...index $index on table $table includes field $field.\n" );
 278
 279                                         return true;
 280                                 }
 281                         }
 282                 }
 283                 $this->output( "...index $index on table $table has no field $field; added.\n" );
 284
 285                 return false;
 286         }
 287
 288         /**
 289          * Check that interwiki table exists; if it doesn't source it
 290          */
 291         protected function doInterwikiUpdate() {
 292                 global $IP;
 293
 294                 if ( !$this->doTable( 'interwiki' ) ) {
 295                         return true;
 296                 }
 297
 298                 if ( $this->db->tableExists( "interwiki", __METHOD__ ) ) {
 299                         $this->output( "...already have interwiki table\n" );
 300
 301                         return;
 302                 }
 303
 304                 $this->applyPatch( 'patch-interwiki.sql', false, 'Creating interwiki table' );
 305                 $this->applyPatch( "$IP/maintenance/interwiki.sql", true, 'Adding default interwiki definitions' );
 306         }
 307
 308         /**
 309          * Check that proper indexes are in place
 310          */
 311         protected function doIndexUpdate() {
 312                 $meta = $this->db->fieldInfo( 'recentchanges', 'rc_timestamp' );
 313                 if ( $meta === false ) {
 314                         throw new MWException( 'Missing rc_timestamp field of recentchanges table. Should not happen.' );
 315                 }
 316                 if ( $meta->isMultipleKey() ) {
 317                         $this->output( "...indexes seem up to 20031107 standards.\n" );
 318
 319                         return;
 320                 }
 321
 322                 $this->applyPatch( 'patch-indexes.sql', true, "Updating indexes to 20031107" );
 323         }
 324
 325         protected function doOldLinksUpdate() {
 326                 $cl = $this->maintenance->runChild( 'ConvertLinks' );
 327                 $cl->execute();
 328         }
 329
 330         protected function doFixAncientImagelinks() {
 331                 $info = $this->db->fieldInfo( 'imagelinks', 'il_from' );
 332                 if ( !$info || $info->type() !== 'string' ) {
 333                         $this->output( "...il_from OK\n" );
 334
 335                         return;
 336                 }
 337
 338                 if ( $this->applyPatch( 'patch-fix-il_from.sql', false, "Fixing ancient broken imagelinks table." ) ) {
 339                         $this->output( "NOTE: you will have to run maintenance/refreshLinks.php after this." );
 340                 }
 341         }
 342
 343         /**
 344          * Check if we need to add talk page rows to the watchlist
 345          */
 346         function doWatchlistUpdate() {
 347                 $talk = $this->db->selectField( 'watchlist', 'count(*)', 'wl_namespace & 1', __METHOD__ );
 348                 $nontalk = $this->db->selectField( 'watchlist', 'count(*)', 'NOT (wl_namespace & 1)', __METHOD__ );
 349                 if ( $talk == $nontalk ) {
 350                         $this->output( "...watchlist talk page rows already present.\n" );
 351
 352                         return;
 353                 }
 354
 355                 $this->output( "Adding missing watchlist talk page rows... " );
 356                 $this->db->insertSelect( 'watchlist', 'watchlist',
 357                         array(
 358                                 'wl_user' => 'wl_user',
 359                                 'wl_namespace' => 'wl_namespace | 1',
 360                                 'wl_title' => 'wl_title',
 361                                 'wl_notificationtimestamp' => 'wl_notificationtimestamp'
 362                         ), array( 'NOT (wl_namespace & 1)' ), __METHOD__, 'IGNORE' );
 363                 $this->output( "done.\n" );
 364         }
 365
 366         function doSchemaRestructuring() {
 367                 if ( $this->db->tableExists( 'page', __METHOD__ ) ) {
 368                         $this->output( "...page table already exists.\n" );
 369
 370                         return;
 371                 }
 372
 373                 $this->output( "...converting from cur/old to page/revision/text DB structure.\n" );
 374                 $this->output( wfTimestamp( TS_DB ) );
 375                 $this->output( "......checking for duplicate entries.\n" );
 376
 377                 list( $cur, $old, $page, $revision, $text ) = $this->db->tableNamesN( 'cur', 'old', 'page', 'revision', 'text' );
 378
 379                 $rows = $this->db->query( "SELECT cur_title, cur_namespace, COUNT(cur_namespace) AS c
 380                                 FROM $cur GROUP BY cur_title, cur_namespace HAVING c>1", __METHOD__ );
 381
 382                 if ( $rows->numRows() > 0 ) {
 383                         $this->output( wfTimestamp( TS_DB ) );
 384                         $this->output( "......<b>Found duplicate entries</b>\n" );
 385                         $this->output( sprintf( "<b>      %-60s %3s %5s</b>\n", 'Title', 'NS', 'Count' ) );
 386                         $duplicate = array();
 387                         foreach ( $rows as $row ) {
 388                                 if ( !isset( $duplicate[$row->cur_namespace] ) ) {
 389                                         $duplicate[$row->cur_namespace] = array();
 390                                 }
 391                                 $duplicate[$row->cur_namespace][] = $row->cur_title;
 392                                 $this->output( sprintf( "      %-60s %3s %5s\n", $row->cur_title, $row->cur_namespace, $row->c ) );
 393                         }
 394                         $sql = "SELECT cur_title, cur_namespace, cur_id, cur_timestamp FROM $cur WHERE ";
 395                         $firstCond = true;
 396                         foreach ( $duplicate as $ns => $titles ) {
 397                                 if ( $firstCond ) {
 398                                         $firstCond = false;
 399                                 } else {
 400                                         $sql .= ' OR ';
 401                                 }
 402                                 $sql .= "( cur_namespace = {$ns} AND cur_title in (";
 403                                 $first = true;
 404                                 foreach ( $titles as $t ) {
 405                                         if ( $first ) {
 406                                                 $sql .= $this->db->addQuotes( $t );
 407                                                 $first = false;
 408                                         } else {
 409                                                 $sql .= ', ' . $this->db->addQuotes( $t );
 410                                         }
 411                                 }
 412                                 $sql .= ") ) \n";
 413                         }
 414                         # By sorting descending, the most recent entry will be the first in the list.
 415                         # All following entries will be deleted by the next while-loop.
 416                         $sql .= 'ORDER BY cur_namespace, cur_title, cur_timestamp DESC';
 417
 418                         $rows = $this->db->query( $sql, __METHOD__ );
 419
 420                         $prev_title = $prev_namespace = false;
 421                         $deleteId = array();
 422
 423                         foreach ( $rows as $row ) {
 424                                 if ( $prev_title == $row->cur_title && $prev_namespace == $row->cur_namespace ) {
 425                                         $deleteId[] = $row->cur_id;
 426                                 }
 427                                 $prev_title = $row->cur_title;
 428                                 $prev_namespace = $row->cur_namespace;
 429                         }
 430                         $sql = "DELETE FROM $cur WHERE cur_id IN ( " . join( ',', $deleteId ) . ')';
 431                         $this->db->query( $sql, __METHOD__ );
 432                         $this->output( wfTimestamp( TS_DB ) );
 433                         $this->output( "......<b>Deleted</b> " . $this->db->affectedRows() . " records.\n" );
 434                 }
 435
 436                 $this->output( wfTimestamp( TS_DB ) );
 437                 $this->output( "......Creating tables.\n" );
 438                 $this->db->query( "CREATE TABLE $page (
 439                         page_id int(8) unsigned NOT NULL auto_increment,
 440                         page_namespace int NOT NULL,
 441                         page_title varchar(255) binary NOT NULL,
 442                         page_restrictions tinyblob NOT NULL,
 443                         page_counter bigint(20) unsigned NOT NULL default '0',
 444                         page_is_redirect tinyint(1) unsigned NOT NULL default '0',
 445                         page_is_new tinyint(1) unsigned NOT NULL default '0',
 446                         page_random real unsigned NOT NULL,
 447                         page_touched char(14) binary NOT NULL default '',
 448                         page_latest int(8) unsigned NOT NULL,
 449                         page_len int(8) unsigned NOT NULL,
 450
 451                         PRIMARY KEY page_id (page_id),
 452                         UNIQUE INDEX name_title (page_namespace,page_title),
 453                         INDEX (page_random),
 454                         INDEX (page_len)
 455                         ) ENGINE=InnoDB", __METHOD__ );
 456                 $this->db->query( "CREATE TABLE $revision (
 457                         rev_id int(8) unsigned NOT NULL auto_increment,
 458                         rev_page int(8) unsigned NOT NULL,
 459                         rev_comment tinyblob NOT NULL,
 460                         rev_user int(5) unsigned NOT NULL default '0',
 461                         rev_user_text varchar(255) binary NOT NULL default '',
 462                         rev_timestamp char(14) binary NOT NULL default '',
 463                         rev_minor_edit tinyint(1) unsigned NOT NULL default '0',
 464                         rev_deleted tinyint(1) unsigned NOT NULL default '0',
 465                         rev_len int(8) unsigned,
 466                         rev_parent_id int(8) unsigned default NULL,
 467                         PRIMARY KEY rev_page_id (rev_page, rev_id),
 468                         UNIQUE INDEX rev_id (rev_id),
 469                         INDEX rev_timestamp (rev_timestamp),
 470                         INDEX page_timestamp (rev_page,rev_timestamp),
 471                         INDEX user_timestamp (rev_user,rev_timestamp),
 472                         INDEX usertext_timestamp (rev_user_text,rev_timestamp)
 473                         ) ENGINE=InnoDB", __METHOD__ );
 474
 475                 $this->output( wfTimestamp( TS_DB ) );
 476                 $this->output( "......Locking tables.\n" );
 477                 $this->db->query( "LOCK TABLES $page WRITE, $revision WRITE, $old WRITE, $cur WRITE", __METHOD__ );
 478
 479                 $maxold = intval( $this->db->selectField( 'old', 'max(old_id)', '', __METHOD__ ) );
 480                 $this->output( wfTimestamp( TS_DB ) );
 481                 $this->output( "......maxold is {$maxold}\n" );
 482
 483                 $this->output( wfTimestamp( TS_DB ) );
 484                 global $wgLegacySchemaConversion;
 485                 if ( $wgLegacySchemaConversion ) {
 486                         // Create HistoryBlobCurStub entries.
 487                         // Text will be pulled from the leftover 'cur' table at runtime.
 488                         $this->output( "......Moving metadata from cur; using blob references to text in cur table.\n" );
 489                         $cur_text = "concat('O:18:\"historyblobcurstub\":1:{s:6:\"mCurId\";i:',cur_id,';}')";
 490                         $cur_flags = "'object'";
 491                 } else {
 492                         // Copy all cur text in immediately: this may take longer but avoids
 493                         // having to keep an extra table around.
 494                         $this->output( "......Moving text from cur.\n" );
 495                         $cur_text = 'cur_text';
 496                         $cur_flags = "''";
 497                 }
 498                 $this->db->query( "INSERT INTO $old (old_namespace, old_title, old_text, old_comment, old_user, old_user_text,
 499                                         old_timestamp, old_minor_edit, old_flags)
 500                         SELECT cur_namespace, cur_title, $cur_text, cur_comment, cur_user, cur_user_text, cur_timestamp, cur_minor_edit, $cur_flags
 501                         FROM $cur", __METHOD__ );
 502
 503                 $this->output( wfTimestamp( TS_DB ) );
 504                 $this->output( "......Setting up revision table.\n" );
 505                 $this->db->query( "INSERT INTO $revision (rev_id, rev_page, rev_comment, rev_user, rev_user_text, rev_timestamp,
 506                                 rev_minor_edit)
 507                         SELECT old_id, cur_id, old_comment, old_user, old_user_text,
 508                                 old_timestamp, old_minor_edit
 509                         FROM $old,$cur WHERE old_namespace=cur_namespace AND old_title=cur_title", __METHOD__ );
 510
 511                 $this->output( wfTimestamp( TS_DB ) );
 512                 $this->output( "......Setting up page table.\n" );
 513                 $this->db->query( "INSERT INTO $page (page_id, page_namespace, page_title, page_restrictions, page_counter,
 514                         page_is_redirect, page_is_new, page_random, page_touched, page_latest, page_len)
 515                         SELECT cur_id, cur_namespace, cur_title, cur_restrictions, cur_counter, cur_is_redirect, cur_is_new,
 516                                 cur_random, cur_touched, rev_id, LENGTH(cur_text)
 517                         FROM $cur,$revision
 518                         WHERE cur_id=rev_page AND rev_timestamp=cur_timestamp AND rev_id > {$maxold}", __METHOD__ );
 519
 520                 $this->output( wfTimestamp( TS_DB ) );
 521                 $this->output( "......Unlocking tables.\n" );
 522                 $this->db->query( "UNLOCK TABLES", __METHOD__ );
 523
 524                 $this->output( wfTimestamp( TS_DB ) );
 525                 $this->output( "......Renaming old.\n" );
 526                 $this->db->query( "ALTER TABLE $old RENAME TO $text", __METHOD__ );
 527
 528                 $this->output( wfTimestamp( TS_DB ) );
 529                 $this->output( "...done.\n" );
 530         }
 531
 532         protected function doNamespaceSize() {
 533                 $tables = array(
 534                         'page' => 'page',
 535                         'archive' => 'ar',
 536                         'recentchanges' => 'rc',
 537                         'watchlist' => 'wl',
 538                         'querycache' => 'qc',
 539                         'logging' => 'log',
 540                 );
 541                 foreach ( $tables as $table => $prefix ) {
 542                         $field = $prefix . '_namespace';
 543
 544                         $tablename = $this->db->tableName( $table );
 545                         $result = $this->db->query( "SHOW COLUMNS FROM $tablename LIKE '$field'", __METHOD__ );
 546                         $info = $this->db->fetchObject( $result );
 547
 548                         if ( substr( $info->Type, 0, 3 ) == 'int' ) {
 549                                 $this->output( "...$field is already a full int ($info->Type).\n" );
 550                         } else {
 551                                 $this->output( "Promoting $field from $info->Type to int... " );
 552                                 $this->db->query( "ALTER TABLE $tablename MODIFY $field int NOT NULL", __METHOD__ );
 553                                 $this->output( "done.\n" );
 554                         }
 555                 }
 556         }
 557
 558         protected function doPagelinksUpdate() {
 559                 if ( $this->db->tableExists( 'pagelinks', __METHOD__ ) ) {
 560                         $this->output( "...already have pagelinks table.\n" );
 561
 562                         return;
 563                 }
 564
 565                 $this->applyPatch( 'patch-pagelinks.sql', false, "Converting links and brokenlinks tables to pagelinks" );
 566
 567                 global $wgContLang;
 568                 foreach ( MWNamespace::getCanonicalNamespaces() as $ns => $name ) {
 569                         if ( $ns == 0 ) {
 570                                 continue;
 571                         }
 572
 573                         $this->output( "Cleaning up broken links for namespace $ns... " );
 574
 575                         $pagelinks = $this->db->tableName( 'pagelinks' );
 576                         $name = $wgContLang->getNsText( $ns );
 577                         $prefix = $this->db->strencode( $name );
 578                         $likeprefix = str_replace( '_', '\\_', $prefix );
 579
 580                         $sql = "UPDATE $pagelinks
 581                                            SET pl_namespace=$ns,
 582                                                    pl_title=TRIM(LEADING '$prefix:' FROM pl_title)
 583                                          WHERE pl_namespace=0
 584                                            AND pl_title LIKE '$likeprefix:%'";
 585
 586                         $this->db->query( $sql, __METHOD__ );
 587                         $this->output( "done.\n" );
 588                 }
 589         }
 590
 591         protected function doUserUniqueUpdate() {
 592                 if ( !$this->doTable( 'user' ) ) {
 593                         return true;
 594                 }
 595
 596                 $duper = new UserDupes( $this->db, array( $this, 'output' ) );
 597                 if ( $duper->hasUniqueIndex() ) {
 598                         $this->output( "...already have unique user_name index.\n" );
 599
 600                         return;
 601                 }
 602
 603                 if ( !$duper->clearDupes() ) {
 604                         $this->output( "WARNING: This next step will probably fail due to unfixed duplicates...\n" );
 605                 }
 606                 $this->applyPatch( 'patch-user_nameindex.sql', false, "Adding unique index on user_name" );
 607         }
 608
 609         protected function doUserGroupsUpdate() {
 610                 if ( !$this->doTable( 'user_groups' ) ) {
 611                         return true;
 612                 }
 613
 614                 if ( $this->db->tableExists( 'user_groups', __METHOD__ ) ) {
 615                         $info = $this->db->fieldInfo( 'user_groups', 'ug_group' );
 616                         if ( $info->type() == 'int' ) {
 617                                 $oldug = $this->db->tableName( 'user_groups' );
 618                                 $newug = $this->db->tableName( 'user_groups_bogus' );
 619                                 $this->output( "user_groups table exists but is in bogus intermediate format. Renaming to $newug... " );
 620                                 $this->db->query( "ALTER TABLE $oldug RENAME TO $newug", __METHOD__ );
 621                                 $this->output( "done.\n" );
 622
 623                                 $this->applyPatch( 'patch-user_groups.sql', false, "Re-adding fresh user_groups table" );
 624
 625                                 $this->output( "***\n" );
 626                                 $this->output( "*** WARNING: You will need to manually fix up user permissions in the user_groups\n" );
 627                                 $this->output( "*** table. Old 1.5 alpha versions did some pretty funky stuff...\n" );
 628                                 $this->output( "***\n" );
 629                         } else {
 630                                 $this->output( "...user_groups table exists and is in current format.\n" );
 631                         }
 632
 633                         return;
 634                 }
 635
 636                 $this->applyPatch( 'patch-user_groups.sql', false, "Adding user_groups table" );
 637
 638                 if ( !$this->db->tableExists( 'user_rights', __METHOD__ ) ) {
 639                         if ( $this->db->fieldExists( 'user', 'user_rights', __METHOD__ ) ) {
 640                                 $this->db->applyPatch( 'patch-user_rights.sql', false, "Upgrading from a 1.3 or older database? Breaking out user_rights for conversion" );
 641                         } else {
 642                                 $this->output( "*** WARNING: couldn't locate user_rights table or field for upgrade.\n" );
 643                                 $this->output( "*** You may need to manually configure some sysops by manipulating\n" );
 644                                 $this->output( "*** the user_groups table.\n" );
 645
 646                                 return;
 647                         }
 648                 }
 649
 650                 $this->output( "Converting user_rights table to user_groups... " );
 651                 $result = $this->db->select( 'user_rights',
 652                         array( 'ur_user', 'ur_rights' ),
 653                         array( "ur_rights != ''" ),
 654                         __METHOD__ );
 655
 656                 foreach ( $result as $row ) {
 657                         $groups = array_unique(
 658                                 array_map( 'trim',
 659                                         explode( ',', $row->ur_rights ) ) );
 660
 661                         foreach ( $groups as $group ) {
 662                                 $this->db->insert( 'user_groups',
 663                                         array(
 664                                                 'ug_user' => $row->ur_user,
 665                                                 'ug_group' => $group ),
 666                                         __METHOD__ );
 667                         }
 668                 }
 669                 $this->output( "done.\n" );
 670         }
 671
 672         /**
 673          * Make sure wl_notificationtimestamp can be NULL,
 674          * and update old broken items.
 675          */
 676         protected function doWatchlistNull() {
 677                 $info = $this->db->fieldInfo( 'watchlist', 'wl_notificationtimestamp' );
 678                 if ( !$info ) {
 679                         return;
 680                 }
 681                 if ( $info->isNullable() ) {
 682                         $this->output( "...wl_notificationtimestamp is already nullable.\n" );
 683
 684                         return;
 685                 }
 686
 687                 $this->applyPatch( 'patch-watchlist-null.sql', false, "Making wl_notificationtimestamp nullable" );
 688         }
 689
 690         /**
 691          * Set page_random field to a random value where it is equals to 0.
 692          *
 693          * @see bug 3946
 694          */
 695         protected function doPageRandomUpdate() {
 696                 $page = $this->db->tableName( 'page' );
 697                 $this->db->query( "UPDATE $page SET page_random = RAND() WHERE page_random = 0", __METHOD__ );
 698                 $rows = $this->db->affectedRows();
 699
 700                 if ( $rows ) {
 701                         $this->output( "Set page_random to a random value on $rows rows where it was set to 0\n" );
 702                 } else {
 703                         $this->output( "...no page_random rows needed to be set\n" );
 704                 }
 705         }
 706
 707         protected function doTemplatelinksUpdate() {
 708                 if ( $this->db->tableExists( 'templatelinks', __METHOD__ ) ) {
 709                         $this->output( "...templatelinks table already exists\n" );
 710
 711                         return;
 712                 }
 713
 714                 $this->applyPatch( 'patch-templatelinks.sql', false, "Creating templatelinks table" );
 715
 716                 $this->output( "Populating...\n" );
 717                 if ( wfGetLB()->getServerCount() > 1 ) {
 718                         // Slow, replication-friendly update
 719                         $res = $this->db->select( 'pagelinks', array( 'pl_from', 'pl_namespace', 'pl_title' ),
 720                                 array( 'pl_namespace' => NS_TEMPLATE ), __METHOD__ );
 721                         $count = 0;
 722                         foreach ( $res as $row ) {
 723                                 $count = ( $count + 1 ) % 100;
 724                                 if ( $count == 0 ) {
 725                                         wfWaitForSlaves();
 726                                 }
 727                                 $this->db->insert( 'templatelinks',
 728                                         array(
 729                                                 'tl_from' => $row->pl_from,
 730                                                 'tl_namespace' => $row->pl_namespace,
 731                                                 'tl_title' => $row->pl_title,
 732                                         ), __METHOD__
 733                                 );
 734                         }
 735                 } else {
 736                         // Fast update
 737                         $this->db->insertSelect( 'templatelinks', 'pagelinks',
 738                                 array(
 739                                         'tl_from' => 'pl_from',
 740                                         'tl_namespace' => 'pl_namespace',
 741                                         'tl_title' => 'pl_title'
 742                                 ), array(
 743                                         'pl_namespace' => 10
 744                                 ), __METHOD__
 745                         );
 746                 }
 747                 $this->output( "Done. Please run maintenance/refreshLinks.php for a more thorough templatelinks update.\n" );
 748         }
 749
 750         protected function doBacklinkingIndicesUpdate() {
 751                 if ( !$this->indexHasField( 'pagelinks', 'pl_namespace', 'pl_from' ) ||
 752                         !$this->indexHasField( 'templatelinks', 'tl_namespace', 'tl_from' ) ||
 753                         !$this->indexHasField( 'imagelinks', 'il_to', 'il_from' )
 754                 ) {
 755                         $this->applyPatch( 'patch-backlinkindexes.sql', false, "Updating backlinking indices" );
 756                 }
 757         }
 758
 759         /**
 760          * Adding page_restrictions table, obsoleting page.page_restrictions.
 761          * Migrating old restrictions to new table
 762          * -- Andrew Garrett, January 2007.
 763          */
 764         protected function doRestrictionsUpdate() {
 765                 if ( $this->db->tableExists( 'page_restrictions', __METHOD__ ) ) {
 766                         $this->output( "...page_restrictions table already exists.\n" );
 767
 768                         return;
 769                 }
 770
 771                 $this->applyPatch( 'patch-page_restrictions.sql', false, "Creating page_restrictions table (1/2)" );
 772                 $this->applyPatch( 'patch-page_restrictions_sortkey.sql', false, "Creating page_restrictions table (2/2)" );
 773                 $this->output( "done.\n" );
 774
 775                 $this->output( "Migrating old restrictions to new table...\n" );
 776                 $task = $this->maintenance->runChild( 'UpdateRestrictions' );
 777                 $task->execute();
 778         }
 779
 780         protected function doCategorylinksIndicesUpdate() {
 781                 if ( !$this->indexHasField( 'categorylinks', 'cl_sortkey', 'cl_from' ) ) {
 782                         $this->applyPatch( 'patch-categorylinksindex.sql', false, "Updating categorylinks Indices" );
 783                 }
 784         }
 785
 786         protected function doCategoryPopulation() {
 787                 if ( $this->updateRowExists( 'populate category' ) ) {
 788                         $this->output( "...category table already populated.\n" );
 789
 790                         return;
 791                 }
 792
 793                 $this->output(
 794                         "Populating category table, printing progress markers. " .
 795                         "For large databases, you\n" .
 796                         "may want to hit Ctrl-C and do this manually with maintenance/\n" .
 797                         "populateCategory.php.\n"
 798                 );
 799                 $task = $this->maintenance->runChild( 'PopulateCategory' );
 800                 $task->execute();
 801                 $this->output( "Done populating category table.\n" );
 802         }
 803
 804         protected function doPopulateParentId() {
 805                 if ( !$this->updateRowExists( 'populate rev_parent_id' ) ) {
 806                         $this->output(
 807                                 "Populating rev_parent_id fields, printing progress markers. For large\n" .
 808                                 "databases, you may want to hit Ctrl-C and do this manually with\n" .
 809                                 "maintenance/populateParentId.php.\n" );
 810
 811                         $task = $this->maintenance->runChild( 'PopulateParentId' );
 812                         $task->execute();
 813                 }
 814         }
 815
 816         protected function doEnableProfiling() {
 817                 global $wgProfileToDatabase;
 818
 819                 if ( !$this->doTable( 'profiling' ) ) {
 820                         return true;
 821                 }
 822
 823                 if ( $wgProfileToDatabase === true && !$this->db->tableExists( 'profiling', __METHOD__ ) ) {
 824                         $this->applyPatch( 'patch-profiling.sql', false, 'Add profiling table' );
 825                 }
 826         }
 827
 828         protected function doMaybeProfilingMemoryUpdate() {
 829                 if ( !$this->doTable( 'profiling' ) ) {
 830                         return true;
 831                 }
 832
 833                 if ( !$this->db->tableExists( 'profiling', __METHOD__ ) ) {
 834                         return true;
 835                 } elseif ( $this->db->fieldExists( 'profiling', 'pf_memory', __METHOD__ ) ) {
 836                         $this->output( "...profiling table has pf_memory field.\n" );
 837
 838                         return true;
 839                 }
 840
 841                 return $this->applyPatch( 'patch-profiling-memory.sql', false, "Adding pf_memory field to table profiling" );
 842         }
 843
 844         protected function doFilearchiveIndicesUpdate() {
 845                 $info = $this->db->indexInfo( 'filearchive', 'fa_user_timestamp', __METHOD__ );
 846                 if ( !$info ) {
 847                         $this->applyPatch( 'patch-filearchive-user-index.sql', false, "Updating filearchive indices" );
 848                 }
 849
 850                 return true;
 851         }
 852
 853         protected function doUniquePlTlIl() {
 854                 $info = $this->db->indexInfo( 'pagelinks', 'pl_namespace' );
 855                 if ( is_array( $info ) && !$info[0]->Non_unique ) {
 856                         $this->output( "...pl_namespace, tl_namespace, il_to indices are already UNIQUE.\n" );
 857
 858                         return true;
 859                 }
 860                 if ( $this->skipSchema ) {
 861                         $this->output( "...skipping schema change (making pl_namespace, tl_namespace and il_to indices UNIQUE).\n" );
 862
 863                         return false;
 864                 }
 865
 866                 return $this->applyPatch( 'patch-pl-tl-il-unique.sql', false, "Making pl_namespace, tl_namespace and il_to indices UNIQUE" );
 867         }
 868
 869         protected function doUpdateMimeMinorField() {
 870                 if ( $this->updateRowExists( 'mime_minor_length' ) ) {
 871                         $this->output( "...*_mime_minor fields are already long enough.\n" );
 872
 873                         return;
 874                 }
 875
 876                 $this->applyPatch( 'patch-mime_minor_length.sql', false, "Altering all *_mime_minor fields to 100 bytes in size" );
 877         }
 878
 879         protected function doClFieldsUpdate() {
 880                 if ( $this->updateRowExists( 'cl_fields_update' ) ) {
 881                         $this->output( "...categorylinks up-to-date.\n" );
 882
 883                         return;
 884                 }
 885
 886                 $this->applyPatch( 'patch-categorylinks-better-collation2.sql', false, 'Updating categorylinks (again)' );
 887         }
 888
 889         protected function doLangLinksLengthUpdate() {
 890                 $langlinks = $this->db->tableName( 'langlinks' );
 891                 $res = $this->db->query( "SHOW COLUMNS FROM $langlinks LIKE 'll_lang'" );
 892                 $row = $this->db->fetchObject( $res );
 893
 894                 if ( $row && $row->Type == "varbinary(10)" ) {
 895                         $this->applyPatch( 'patch-langlinks-ll_lang-20.sql', false, 'Updating length of ll_lang in langlinks' );
 896                 } else {
 897                         $this->output( "...ll_lang is up-to-date.\n" );
 898                 }
 899         }
 900
 901         protected function doUserNewTalkTimestampNotNull() {
 902                 if ( !$this->doTable( 'user_newtalk' ) ) {
 903                         return true;
 904                 }
 905
 906                 $info = $this->db->fieldInfo( 'user_newtalk', 'user_last_timestamp' );
 907                 if ( $info === false ) {
 908                         return;
 909                 }
 910                 if ( $info->isNullable() ) {
 911                         $this->output( "...user_last_timestamp is already nullable.\n" );
 912
 913                         return;
 914                 }
 915
 916                 $this->applyPatch( 'patch-user-newtalk-timestamp-null.sql', false, "Making user_last_timestamp nullable" );
 917         }
 918
 919         protected function doIwlinksIndexNonUnique() {
 920                 $info = $this->db->indexInfo( 'iwlinks', 'iwl_prefix_title_from' );
 921                 if ( is_array( $info ) && $info[0]->Non_unique ) {
 922                         $this->output( "...iwl_prefix_title_from index is already non-UNIQUE.\n" );
 923
 924                         return true;
 925                 }
 926                 if ( $this->skipSchema ) {
 927                         $this->output( "...skipping schema change (making iwl_prefix_title_from index non-UNIQUE).\n" );
 928
 929                         return false;
 930                 }
 931
 932                 return $this->applyPatch( 'patch-iwl_prefix_title_from-non-unique.sql', false, "Making iwl_prefix_title_from index non-UNIQUE" );
 933         }
 934 }