Merge "Make ForeignTitle properties private"
[lhc/web/wiklou.git] / includes / installer / MysqlUpdater.php
1 <?php
2 /**
3 * MySQL-specific updater.
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 *
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
18 * http://www.gnu.org/copyleft/gpl.html
19 *
20 * @file
21 * @ingroup Deployment
22 */
23
24 /**
25 * Mysql update list and mysql-specific update functions.
26 *
27 * @ingroup Deployment
28 * @since 1.17
29 */
30 class MysqlUpdater extends DatabaseUpdater {
31 protected function getCoreUpdateList() {
32 return array(
33 array( 'disableContentHandlerUseDB' ),
34
35 // 1.2
36 array( 'addField', 'ipblocks', 'ipb_id', 'patch-ipblocks.sql' ),
37 array( 'addField', 'ipblocks', 'ipb_expiry', 'patch-ipb_expiry.sql' ),
38 array( 'doInterwikiUpdate' ),
39 array( 'doIndexUpdate' ),
40 array( 'addField', 'recentchanges', 'rc_type', 'patch-rc_type.sql' ),
41 array( 'addIndex', 'recentchanges', 'new_name_timestamp', 'patch-rc-newindex.sql' ),
42
43 // 1.3
44 array( 'addField', 'user', 'user_real_name', 'patch-user-realname.sql' ),
45 array( 'addTable', 'querycache', 'patch-querycache.sql' ),
46 array( 'addTable', 'objectcache', 'patch-objectcache.sql' ),
47 array( 'addTable', 'categorylinks', 'patch-categorylinks.sql' ),
48 array( 'doOldLinksUpdate' ),
49 array( 'doFixAncientImagelinks' ),
50 array( 'addField', 'recentchanges', 'rc_ip', 'patch-rc_ip.sql' ),
51
52 // 1.4
53 array( 'addIndex', 'image', 'PRIMARY', 'patch-image_name_primary.sql' ),
54 array( 'addField', 'recentchanges', 'rc_id', 'patch-rc_id.sql' ),
55 array( 'addField', 'recentchanges', 'rc_patrolled', 'patch-rc-patrol.sql' ),
56 array( 'addTable', 'logging', 'patch-logging.sql' ),
57 array( 'addField', 'user', 'user_token', 'patch-user_token.sql' ),
58 array( 'addField', 'watchlist', 'wl_notificationtimestamp', 'patch-email-notification.sql' ),
59 array( 'doWatchlistUpdate' ),
60 array( 'dropField', 'user', 'user_emailauthenticationtimestamp',
61 'patch-email-authentication.sql' ),
62
63 // 1.5
64 array( 'doSchemaRestructuring' ),
65 array( 'addField', 'logging', 'log_params', 'patch-log_params.sql' ),
66 array( 'checkBin', 'logging', 'log_title', 'patch-logging-title.sql', ),
67 array( 'addField', 'archive', 'ar_rev_id', 'patch-archive-rev_id.sql' ),
68 array( 'addField', 'page', 'page_len', 'patch-page_len.sql' ),
69 array( 'dropField', 'revision', 'inverse_timestamp', 'patch-inverse_timestamp.sql' ),
70 array( 'addField', 'revision', 'rev_text_id', 'patch-rev_text_id.sql' ),
71 array( 'addField', 'revision', 'rev_deleted', 'patch-rev_deleted.sql' ),
72 array( 'addField', 'image', 'img_width', 'patch-img_width.sql' ),
73 array( 'addField', 'image', 'img_metadata', 'patch-img_metadata.sql' ),
74 array( 'addField', 'user', 'user_email_token', 'patch-user_email_token.sql' ),
75 array( 'addField', 'archive', 'ar_text_id', 'patch-archive-text_id.sql' ),
76 array( 'doNamespaceSize' ),
77 array( 'addField', 'image', 'img_media_type', 'patch-img_media_type.sql' ),
78 array( 'doPagelinksUpdate' ),
79 array( 'dropField', 'image', 'img_type', 'patch-drop_img_type.sql' ),
80 array( 'doUserUniqueUpdate' ),
81 array( 'doUserGroupsUpdate' ),
82 array( 'addField', 'site_stats', 'ss_total_pages', 'patch-ss_total_articles.sql' ),
83 array( 'addTable', 'user_newtalk', 'patch-usernewtalk2.sql' ),
84 array( 'addTable', 'transcache', 'patch-transcache.sql' ),
85 array( 'addField', 'interwiki', 'iw_trans', 'patch-interwiki-trans.sql' ),
86
87 // 1.6
88 array( 'doWatchlistNull' ),
89 array( 'addIndex', 'logging', 'times', 'patch-logging-times-index.sql' ),
90 array( 'addField', 'ipblocks', 'ipb_range_start', 'patch-ipb_range_start.sql' ),
91 array( 'doPageRandomUpdate' ),
92 array( 'addField', 'user', 'user_registration', 'patch-user_registration.sql' ),
93 array( 'doTemplatelinksUpdate' ),
94 array( 'addTable', 'externallinks', 'patch-externallinks.sql' ),
95 array( 'addTable', 'job', 'patch-job.sql' ),
96 array( 'addField', 'site_stats', 'ss_images', 'patch-ss_images.sql' ),
97 array( 'addTable', 'langlinks', 'patch-langlinks.sql' ),
98 array( 'addTable', 'querycache_info', 'patch-querycacheinfo.sql' ),
99 array( 'addTable', 'filearchive', 'patch-filearchive.sql' ),
100 array( 'addField', 'ipblocks', 'ipb_anon_only', 'patch-ipb_anon_only.sql' ),
101 array( 'addIndex', 'recentchanges', 'rc_ns_usertext', 'patch-recentchanges-utindex.sql' ),
102 array( 'addIndex', 'recentchanges', 'rc_user_text', 'patch-rc_user_text-index.sql' ),
103
104 // 1.9
105 array( 'addField', 'user', 'user_newpass_time', 'patch-user_newpass_time.sql' ),
106 array( 'addTable', 'redirect', 'patch-redirect.sql' ),
107 array( 'addTable', 'querycachetwo', 'patch-querycachetwo.sql' ),
108 array( 'addField', 'ipblocks', 'ipb_enable_autoblock', 'patch-ipb_optional_autoblock.sql' ),
109 array( 'doBacklinkingIndicesUpdate' ),
110 array( 'addField', 'recentchanges', 'rc_old_len', 'patch-rc_len.sql' ),
111 array( 'addField', 'user', 'user_editcount', 'patch-user_editcount.sql' ),
112
113 // 1.10
114 array( 'doRestrictionsUpdate' ),
115 array( 'addField', 'logging', 'log_id', 'patch-log_id.sql' ),
116 array( 'addField', 'revision', 'rev_parent_id', 'patch-rev_parent_id.sql' ),
117 array( 'addField', 'page_restrictions', 'pr_id', 'patch-page_restrictions_sortkey.sql' ),
118 array( 'addField', 'revision', 'rev_len', 'patch-rev_len.sql' ),
119 array( 'addField', 'recentchanges', 'rc_deleted', 'patch-rc_deleted.sql' ),
120 array( 'addField', 'logging', 'log_deleted', 'patch-log_deleted.sql' ),
121 array( 'addField', 'archive', 'ar_deleted', 'patch-ar_deleted.sql' ),
122 array( 'addField', 'ipblocks', 'ipb_deleted', 'patch-ipb_deleted.sql' ),
123 array( 'addField', 'filearchive', 'fa_deleted', 'patch-fa_deleted.sql' ),
124 array( 'addField', 'archive', 'ar_len', 'patch-ar_len.sql' ),
125
126 // 1.11
127 array( 'addField', 'ipblocks', 'ipb_block_email', 'patch-ipb_emailban.sql' ),
128 array( 'doCategorylinksIndicesUpdate' ),
129 array( 'addField', 'oldimage', 'oi_metadata', 'patch-oi_metadata.sql' ),
130 array( 'addIndex', 'archive', 'usertext_timestamp', 'patch-archive-user-index.sql' ),
131 array( 'addIndex', 'image', 'img_usertext_timestamp', 'patch-image-user-index.sql' ),
132 array( 'addIndex', 'oldimage', 'oi_usertext_timestamp', 'patch-oldimage-user-index.sql' ),
133 array( 'addField', 'archive', 'ar_page_id', 'patch-archive-page_id.sql' ),
134 array( 'addField', 'image', 'img_sha1', 'patch-img_sha1.sql' ),
135
136 // 1.12
137 array( 'addTable', 'protected_titles', 'patch-protected_titles.sql' ),
138
139 // 1.13
140 array( 'addField', 'ipblocks', 'ipb_by_text', 'patch-ipb_by_text.sql' ),
141 array( 'addTable', 'page_props', 'patch-page_props.sql' ),
142 array( 'addTable', 'updatelog', 'patch-updatelog.sql' ),
143 array( 'addTable', 'category', 'patch-category.sql' ),
144 array( 'doCategoryPopulation' ),
145 array( 'addField', 'archive', 'ar_parent_id', 'patch-ar_parent_id.sql' ),
146 array( 'addField', 'user_newtalk', 'user_last_timestamp', 'patch-user_last_timestamp.sql' ),
147 array( 'doPopulateParentId' ),
148 array( 'checkBin', 'protected_titles', 'pt_title', 'patch-pt_title-encoding.sql', ),
149 array( 'doMaybeProfilingMemoryUpdate' ),
150 array( 'doFilearchiveIndicesUpdate' ),
151
152 // 1.14
153 array( 'addField', 'site_stats', 'ss_active_users', 'patch-ss_active_users.sql' ),
154 array( 'doActiveUsersInit' ),
155 array( 'addField', 'ipblocks', 'ipb_allow_usertalk', 'patch-ipb_allow_usertalk.sql' ),
156
157 // 1.15
158 array( 'doUniquePlTlIl' ),
159 array( 'addTable', 'change_tag', 'patch-change_tag.sql' ),
160 array( 'addTable', 'tag_summary', 'patch-tag_summary.sql' ),
161 array( 'addTable', 'valid_tag', 'patch-valid_tag.sql' ),
162
163 // 1.16
164 array( 'addTable', 'user_properties', 'patch-user_properties.sql' ),
165 array( 'addTable', 'log_search', 'patch-log_search.sql' ),
166 array( 'addField', 'logging', 'log_user_text', 'patch-log_user_text.sql' ),
167 # listed separately from the previous update because 1.16 was released without this update
168 array( 'doLogUsertextPopulation' ),
169 array( 'doLogSearchPopulation' ),
170 array( 'addTable', 'l10n_cache', 'patch-l10n_cache.sql' ),
171 array( 'addIndex', 'log_search', 'ls_field_val', 'patch-log_search-rename-index.sql' ),
172 array( 'addIndex', 'change_tag', 'change_tag_rc_tag', 'patch-change_tag-indexes.sql' ),
173 array( 'addField', 'redirect', 'rd_interwiki', 'patch-rd_interwiki.sql' ),
174 array( 'doUpdateTranscacheField' ),
175 array( 'doUpdateMimeMinorField' ),
176
177 // 1.17
178 array( 'addTable', 'iwlinks', 'patch-iwlinks.sql' ),
179 array( 'addIndex', 'iwlinks', 'iwl_prefix_title_from', 'patch-rename-iwl_prefix.sql' ),
180 array( 'addField', 'updatelog', 'ul_value', 'patch-ul_value.sql' ),
181 array( 'addField', 'interwiki', 'iw_api', 'patch-iw_api_and_wikiid.sql' ),
182 array( 'dropIndex', 'iwlinks', 'iwl_prefix', 'patch-kill-iwl_prefix.sql' ),
183 array( 'addField', 'categorylinks', 'cl_collation', 'patch-categorylinks-better-collation.sql' ),
184 array( 'doClFieldsUpdate' ),
185 array( 'doCollationUpdate' ),
186 array( 'addTable', 'module_deps', 'patch-module_deps.sql' ),
187 array( 'dropIndex', 'archive', 'ar_page_revid', 'patch-archive_kill_ar_page_revid.sql' ),
188 array( 'addIndex', 'archive', 'ar_revid', 'patch-archive_ar_revid.sql' ),
189 array( 'doLangLinksLengthUpdate' ),
190
191 // 1.18
192 array( 'doUserNewTalkTimestampNotNull' ),
193 array( 'addIndex', 'user', 'user_email', 'patch-user_email_index.sql' ),
194 array( 'modifyField', 'user_properties', 'up_property', 'patch-up_property.sql' ),
195 array( 'addTable', 'uploadstash', 'patch-uploadstash.sql' ),
196 array( 'addTable', 'user_former_groups', 'patch-user_former_groups.sql' ),
197
198 // 1.19
199 array( 'addIndex', 'logging', 'type_action', 'patch-logging-type-action-index.sql' ),
200 array( 'addField', 'revision', 'rev_sha1', 'patch-rev_sha1.sql' ),
201 array( 'doMigrateUserOptions' ),
202 array( 'dropField', 'user', 'user_options', 'patch-drop-user_options.sql' ),
203 array( 'addField', 'archive', 'ar_sha1', 'patch-ar_sha1.sql' ),
204 array( 'addIndex', 'page', 'page_redirect_namespace_len',
205 'patch-page_redirect_namespace_len.sql' ),
206 array( 'addField', 'uploadstash', 'us_chunk_inx', 'patch-uploadstash_chunk.sql' ),
207 array( 'addfield', 'job', 'job_timestamp', 'patch-jobs-add-timestamp.sql' ),
208
209 // 1.20
210 array( 'addIndex', 'revision', 'page_user_timestamp', 'patch-revision-user-page-index.sql' ),
211 array( 'addField', 'ipblocks', 'ipb_parent_block_id', 'patch-ipb-parent-block-id.sql' ),
212 array( 'addIndex', 'ipblocks', 'ipb_parent_block_id', 'patch-ipb-parent-block-id-index.sql' ),
213 array( 'dropField', 'category', 'cat_hidden', 'patch-cat_hidden.sql' ),
214
215 // 1.21
216 array( 'addField', 'revision', 'rev_content_format', 'patch-revision-rev_content_format.sql' ),
217 array( 'addField', 'revision', 'rev_content_model', 'patch-revision-rev_content_model.sql' ),
218 array( 'addField', 'archive', 'ar_content_format', 'patch-archive-ar_content_format.sql' ),
219 array( 'addField', 'archive', 'ar_content_model', 'patch-archive-ar_content_model.sql' ),
220 array( 'addField', 'page', 'page_content_model', 'patch-page-page_content_model.sql' ),
221 array( 'enableContentHandlerUseDB' ),
222 array( 'dropField', 'site_stats', 'ss_admins', 'patch-drop-ss_admins.sql' ),
223 array( 'dropField', 'recentchanges', 'rc_moved_to_title', 'patch-rc_moved.sql' ),
224 array( 'addTable', 'sites', 'patch-sites.sql' ),
225 array( 'addField', 'filearchive', 'fa_sha1', 'patch-fa_sha1.sql' ),
226 array( 'addField', 'job', 'job_token', 'patch-job_token.sql' ),
227 array( 'addField', 'job', 'job_attempts', 'patch-job_attempts.sql' ),
228 array( 'doEnableProfiling' ),
229 array( 'addField', 'uploadstash', 'us_props', 'patch-uploadstash-us_props.sql' ),
230 array( 'modifyField', 'user_groups', 'ug_group', 'patch-ug_group-length-increase-255.sql' ),
231 array( 'modifyField', 'user_former_groups', 'ufg_group',
232 'patch-ufg_group-length-increase-255.sql' ),
233 array( 'addIndex', 'page_props', 'pp_propname_page',
234 'patch-page_props-propname-page-index.sql' ),
235 array( 'addIndex', 'image', 'img_media_mime', 'patch-img_media_mime-index.sql' ),
236
237 // 1.22
238 array( 'doIwlinksIndexNonUnique' ),
239 array( 'addIndex', 'iwlinks', 'iwl_prefix_from_title',
240 'patch-iwlinks-from-title-index.sql' ),
241 array( 'addField', 'archive', 'ar_id', 'patch-archive-ar_id.sql' ),
242 array( 'addField', 'externallinks', 'el_id', 'patch-externallinks-el_id.sql' ),
243
244 // 1.23
245 array( 'addField', 'recentchanges', 'rc_source', 'patch-rc_source.sql' ),
246 array( 'addIndex', 'logging', 'log_user_text_type_time',
247 'patch-logging_user_text_type_time_index.sql' ),
248 array( 'addIndex', 'logging', 'log_user_text_time', 'patch-logging_user_text_time_index.sql' ),
249 array( 'addField', 'page', 'page_links_updated', 'patch-page_links_updated.sql' ),
250 array( 'addField', 'user', 'user_password_expires', 'patch-user_password_expire.sql' ),
251
252 // 1.24
253 array( 'addField', 'page_props', 'pp_sortkey', 'patch-pp_sortkey.sql' ),
254 array( 'dropField', 'recentchanges', 'rc_cur_time', 'patch-drop-rc_cur_time.sql' ),
255 array( 'addIndex', 'watchlist', 'wl_user_notificationtimestamp',
256 'patch-watchlist-user-notificationtimestamp-index.sql' ),
257 array( 'addField', 'page', 'page_lang', 'patch-page_lang.sql' ),
258 array( 'addField', 'pagelinks', 'pl_from_namespace', 'patch-pl_from_namespace.sql' ),
259 array( 'addField', 'templatelinks', 'tl_from_namespace', 'patch-tl_from_namespace.sql' ),
260 array( 'addField', 'imagelinks', 'il_from_namespace', 'patch-il_from_namespace.sql' ),
261 array( 'modifyField', 'image', 'img_major_mime',
262 'patch-img_major_mime-chemical.sql' ),
263 array( 'modifyField', 'oldimage', 'oi_major_mime',
264 'patch-oi_major_mime-chemical.sql' ),
265 array( 'modifyField', 'filearchive', 'fa_major_mime',
266 'patch-fa_major_mime-chemical.sql' ),
267
268 // 1.25
269 array( 'doUserNewTalkUseridUnsigned' ),
270 // note this patch covers other _comment and _description fields too
271 array( 'modifyField', 'recentchanges', 'rc_comment', 'patch-editsummary-length.sql' ),
272
273 // 1.26
274 array( 'dropTable', 'hitcounter' ),
275 array( 'dropField', 'site_stats', 'ss_total_views', 'patch-drop-ss_total_views.sql' ),
276 array( 'dropField', 'page', 'page_counter', 'patch-drop-page_counter.sql' ),
277
278 // 1.27
279 array( 'dropTable', 'msg_resource_links' ),
280 array( 'dropTable', 'msg_resource' ),
281 array( 'addTable', 'bot_passwords', 'patch-bot_passwords.sql' ),
282 );
283 }
284
285 /**
286 * 1.4 betas were missing the 'binary' marker from logging.log_title,
287 * which causes a collation mismatch error on joins in MySQL 4.1.
288 *
289 * @param string $table Table name
290 * @param string $field Field name to check
291 * @param string $patchFile Path to the patch to correct the field
292 * @return bool
293 */
294 protected function checkBin( $table, $field, $patchFile ) {
295 if ( !$this->doTable( $table ) ) {
296 return true;
297 }
298
299 /** @var MySQLField $fieldInfo */
300 $fieldInfo = $this->db->fieldInfo( $table, $field );
301 if ( $fieldInfo->isBinary() ) {
302 $this->output( "...$table table has correct $field encoding.\n" );
303 } else {
304 $this->applyPatch( $patchFile, false, "Fixing $field encoding on $table table" );
305 }
306 }
307
308 /**
309 * Check whether an index contain a field
310 *
311 * @param string $table Table name
312 * @param string $index Index name to check
313 * @param string $field Field that should be in the index
314 * @return bool
315 */
316 protected function indexHasField( $table, $index, $field ) {
317 if ( !$this->doTable( $table ) ) {
318 return true;
319 }
320
321 $info = $this->db->indexInfo( $table, $index, __METHOD__ );
322 if ( $info ) {
323 foreach ( $info as $row ) {
324 if ( $row->Column_name == $field ) {
325 $this->output( "...index $index on table $table includes field $field.\n" );
326
327 return true;
328 }
329 }
330 }
331 $this->output( "...index $index on table $table has no field $field; added.\n" );
332
333 return false;
334 }
335
336 /**
337 * Check that interwiki table exists; if it doesn't source it
338 */
339 protected function doInterwikiUpdate() {
340 global $IP;
341
342 if ( !$this->doTable( 'interwiki' ) ) {
343 return true;
344 }
345
346 if ( $this->db->tableExists( "interwiki", __METHOD__ ) ) {
347 $this->output( "...already have interwiki table\n" );
348
349 return;
350 }
351
352 $this->applyPatch( 'patch-interwiki.sql', false, 'Creating interwiki table' );
353 $this->applyPatch(
354 "$IP/maintenance/interwiki.sql",
355 true,
356 'Adding default interwiki definitions'
357 );
358 }
359
360 /**
361 * Check that proper indexes are in place
362 */
363 protected function doIndexUpdate() {
364 $meta = $this->db->fieldInfo( 'recentchanges', 'rc_timestamp' );
365 if ( $meta === false ) {
366 throw new MWException( 'Missing rc_timestamp field of recentchanges table. Should not happen.' );
367 }
368 if ( $meta->isMultipleKey() ) {
369 $this->output( "...indexes seem up to 20031107 standards.\n" );
370
371 return;
372 }
373
374 $this->applyPatch( 'patch-indexes.sql', true, "Updating indexes to 20031107" );
375 }
376
377 protected function doOldLinksUpdate() {
378 $cl = $this->maintenance->runChild( 'ConvertLinks' );
379 $cl->execute();
380 }
381
382 protected function doFixAncientImagelinks() {
383 $info = $this->db->fieldInfo( 'imagelinks', 'il_from' );
384 if ( !$info || $info->type() !== 'string' ) {
385 $this->output( "...il_from OK\n" );
386
387 return;
388 }
389
390 $applied = $this->applyPatch(
391 'patch-fix-il_from.sql',
392 false,
393 'Fixing ancient broken imagelinks table.'
394 );
395
396 if ( $applied ) {
397 $this->output( "NOTE: you will have to run maintenance/refreshLinks.php after this." );
398 }
399 }
400
401 /**
402 * Check if we need to add talk page rows to the watchlist
403 */
404 function doWatchlistUpdate() {
405 $talk = $this->db->selectField( 'watchlist', 'count(*)', 'wl_namespace & 1', __METHOD__ );
406 $nontalk = $this->db->selectField(
407 'watchlist',
408 'count(*)',
409 'NOT (wl_namespace & 1)',
410 __METHOD__
411 );
412 if ( $talk == $nontalk ) {
413 $this->output( "...watchlist talk page rows already present.\n" );
414
415 return;
416 }
417
418 $this->output( "Adding missing watchlist talk page rows... " );
419 $this->db->insertSelect( 'watchlist', 'watchlist',
420 array(
421 'wl_user' => 'wl_user',
422 'wl_namespace' => 'wl_namespace | 1',
423 'wl_title' => 'wl_title',
424 'wl_notificationtimestamp' => 'wl_notificationtimestamp'
425 ), array( 'NOT (wl_namespace & 1)' ), __METHOD__, 'IGNORE' );
426 $this->output( "done.\n" );
427
428 $this->output( "Adding missing watchlist subject page rows... " );
429 $this->db->insertSelect( 'watchlist', 'watchlist',
430 array(
431 'wl_user' => 'wl_user',
432 'wl_namespace' => 'wl_namespace & ~1',
433 'wl_title' => 'wl_title',
434 'wl_notificationtimestamp' => 'wl_notificationtimestamp'
435 ), array( 'wl_namespace & 1' ), __METHOD__, 'IGNORE' );
436 $this->output( "done.\n" );
437 }
438
439 function doSchemaRestructuring() {
440 if ( $this->db->tableExists( 'page', __METHOD__ ) ) {
441 $this->output( "...page table already exists.\n" );
442
443 return;
444 }
445
446 $this->output( "...converting from cur/old to page/revision/text DB structure.\n" );
447 $this->output( wfTimestamp( TS_DB ) );
448 $this->output( "......checking for duplicate entries.\n" );
449
450 list( $cur, $old, $page, $revision, $text ) = $this->db->tableNamesN(
451 'cur',
452 'old',
453 'page',
454 'revision',
455 'text'
456 );
457
458 $rows = $this->db->query( "
459 SELECT cur_title, cur_namespace, COUNT(cur_namespace) AS c
460 FROM $cur
461 GROUP BY cur_title, cur_namespace
462 HAVING c>1",
463 __METHOD__
464 );
465
466 if ( $rows->numRows() > 0 ) {
467 $this->output( wfTimestamp( TS_DB ) );
468 $this->output( "......<b>Found duplicate entries</b>\n" );
469 $this->output( sprintf( "<b> %-60s %3s %5s</b>\n", 'Title', 'NS', 'Count' ) );
470 $duplicate = array();
471 foreach ( $rows as $row ) {
472 if ( !isset( $duplicate[$row->cur_namespace] ) ) {
473 $duplicate[$row->cur_namespace] = array();
474 }
475
476 $duplicate[$row->cur_namespace][] = $row->cur_title;
477 $this->output( sprintf(
478 " %-60s %3s %5s\n",
479 $row->cur_title, $row->cur_namespace,
480 $row->c
481 ) );
482 }
483 $sql = "SELECT cur_title, cur_namespace, cur_id, cur_timestamp FROM $cur WHERE ";
484 $firstCond = true;
485 foreach ( $duplicate as $ns => $titles ) {
486 if ( $firstCond ) {
487 $firstCond = false;
488 } else {
489 $sql .= ' OR ';
490 }
491 $sql .= "( cur_namespace = {$ns} AND cur_title in (";
492 $first = true;
493 foreach ( $titles as $t ) {
494 if ( $first ) {
495 $sql .= $this->db->addQuotes( $t );
496 $first = false;
497 } else {
498 $sql .= ', ' . $this->db->addQuotes( $t );
499 }
500 }
501 $sql .= ") ) \n";
502 }
503 # By sorting descending, the most recent entry will be the first in the list.
504 # All following entries will be deleted by the next while-loop.
505 $sql .= 'ORDER BY cur_namespace, cur_title, cur_timestamp DESC';
506
507 $rows = $this->db->query( $sql, __METHOD__ );
508
509 $prev_title = $prev_namespace = false;
510 $deleteId = array();
511
512 foreach ( $rows as $row ) {
513 if ( $prev_title == $row->cur_title && $prev_namespace == $row->cur_namespace ) {
514 $deleteId[] = $row->cur_id;
515 }
516 $prev_title = $row->cur_title;
517 $prev_namespace = $row->cur_namespace;
518 }
519 $sql = "DELETE FROM $cur WHERE cur_id IN ( " . join( ',', $deleteId ) . ')';
520 $this->db->query( $sql, __METHOD__ );
521 $this->output( wfTimestamp( TS_DB ) );
522 $this->output( "......<b>Deleted</b> " . $this->db->affectedRows() . " records.\n" );
523 }
524
525 $this->output( wfTimestamp( TS_DB ) );
526 $this->output( "......Creating tables.\n" );
527 $this->db->query( "CREATE TABLE $page (
528 page_id int(8) unsigned NOT NULL auto_increment,
529 page_namespace int NOT NULL,
530 page_title varchar(255) binary NOT NULL,
531 page_restrictions tinyblob NOT NULL,
532 page_is_redirect tinyint(1) unsigned NOT NULL default '0',
533 page_is_new tinyint(1) unsigned NOT NULL default '0',
534 page_random real unsigned NOT NULL,
535 page_touched char(14) binary NOT NULL default '',
536 page_latest int(8) unsigned NOT NULL,
537 page_len int(8) unsigned NOT NULL,
538
539 PRIMARY KEY page_id (page_id),
540 UNIQUE INDEX name_title (page_namespace,page_title),
541 INDEX (page_random),
542 INDEX (page_len)
543 ) ENGINE=InnoDB", __METHOD__ );
544 $this->db->query( "CREATE TABLE $revision (
545 rev_id int(8) unsigned NOT NULL auto_increment,
546 rev_page int(8) unsigned NOT NULL,
547 rev_comment tinyblob NOT NULL,
548 rev_user int(5) unsigned NOT NULL default '0',
549 rev_user_text varchar(255) binary NOT NULL default '',
550 rev_timestamp char(14) binary NOT NULL default '',
551 rev_minor_edit tinyint(1) unsigned NOT NULL default '0',
552 rev_deleted tinyint(1) unsigned NOT NULL default '0',
553 rev_len int(8) unsigned,
554 rev_parent_id int(8) unsigned default NULL,
555 PRIMARY KEY rev_page_id (rev_page, rev_id),
556 UNIQUE INDEX rev_id (rev_id),
557 INDEX rev_timestamp (rev_timestamp),
558 INDEX page_timestamp (rev_page,rev_timestamp),
559 INDEX user_timestamp (rev_user,rev_timestamp),
560 INDEX usertext_timestamp (rev_user_text,rev_timestamp)
561 ) ENGINE=InnoDB", __METHOD__ );
562
563 $this->output( wfTimestamp( TS_DB ) );
564 $this->output( "......Locking tables.\n" );
565 $this->db->query(
566 "LOCK TABLES $page WRITE, $revision WRITE, $old WRITE, $cur WRITE",
567 __METHOD__
568 );
569
570 $maxold = intval( $this->db->selectField( 'old', 'max(old_id)', '', __METHOD__ ) );
571 $this->output( wfTimestamp( TS_DB ) );
572 $this->output( "......maxold is {$maxold}\n" );
573
574 $this->output( wfTimestamp( TS_DB ) );
575 global $wgLegacySchemaConversion;
576 if ( $wgLegacySchemaConversion ) {
577 // Create HistoryBlobCurStub entries.
578 // Text will be pulled from the leftover 'cur' table at runtime.
579 $this->output( "......Moving metadata from cur; using blob references to text in cur table.\n" );
580 $cur_text = "concat('O:18:\"historyblobcurstub\":1:{s:6:\"mCurId\";i:',cur_id,';}')";
581 $cur_flags = "'object'";
582 } else {
583 // Copy all cur text in immediately: this may take longer but avoids
584 // having to keep an extra table around.
585 $this->output( "......Moving text from cur.\n" );
586 $cur_text = 'cur_text';
587 $cur_flags = "''";
588 }
589 $this->db->query(
590 "INSERT INTO $old (old_namespace, old_title, old_text, old_comment, old_user,
591 old_user_text, old_timestamp, old_minor_edit, old_flags)
592 SELECT cur_namespace, cur_title, $cur_text, cur_comment, cur_user, cur_user_text,
593 cur_timestamp, cur_minor_edit, $cur_flags
594 FROM $cur",
595 __METHOD__
596 );
597
598 $this->output( wfTimestamp( TS_DB ) );
599 $this->output( "......Setting up revision table.\n" );
600 $this->db->query(
601 "INSERT INTO $revision (rev_id, rev_page, rev_comment, rev_user,
602 rev_user_text, rev_timestamp, rev_minor_edit)
603 SELECT old_id, cur_id, old_comment, old_user, old_user_text,
604 old_timestamp, old_minor_edit
605 FROM $old,$cur WHERE old_namespace=cur_namespace AND old_title=cur_title",
606 __METHOD__
607 );
608
609 $this->output( wfTimestamp( TS_DB ) );
610 $this->output( "......Setting up page table.\n" );
611 $this->db->query(
612 "INSERT INTO $page (page_id, page_namespace, page_title,
613 page_restrictions, page_is_redirect, page_is_new, page_random,
614 page_touched, page_latest, page_len)
615 SELECT cur_id, cur_namespace, cur_title, cur_restrictions,
616 cur_is_redirect, cur_is_new, cur_random, cur_touched, rev_id, LENGTH(cur_text)
617 FROM $cur,$revision
618 WHERE cur_id=rev_page AND rev_timestamp=cur_timestamp AND rev_id > {$maxold}",
619 __METHOD__
620 );
621
622 $this->output( wfTimestamp( TS_DB ) );
623 $this->output( "......Unlocking tables.\n" );
624 $this->db->query( "UNLOCK TABLES", __METHOD__ );
625
626 $this->output( wfTimestamp( TS_DB ) );
627 $this->output( "......Renaming old.\n" );
628 $this->db->query( "ALTER TABLE $old RENAME TO $text", __METHOD__ );
629
630 $this->output( wfTimestamp( TS_DB ) );
631 $this->output( "...done.\n" );
632 }
633
634 protected function doNamespaceSize() {
635 $tables = array(
636 'page' => 'page',
637 'archive' => 'ar',
638 'recentchanges' => 'rc',
639 'watchlist' => 'wl',
640 'querycache' => 'qc',
641 'logging' => 'log',
642 );
643 foreach ( $tables as $table => $prefix ) {
644 $field = $prefix . '_namespace';
645
646 $tablename = $this->db->tableName( $table );
647 $result = $this->db->query( "SHOW COLUMNS FROM $tablename LIKE '$field'", __METHOD__ );
648 $info = $this->db->fetchObject( $result );
649
650 if ( substr( $info->Type, 0, 3 ) == 'int' ) {
651 $this->output( "...$field is already a full int ($info->Type).\n" );
652 } else {
653 $this->output( "Promoting $field from $info->Type to int... " );
654 $this->db->query( "ALTER TABLE $tablename MODIFY $field int NOT NULL", __METHOD__ );
655 $this->output( "done.\n" );
656 }
657 }
658 }
659
660 protected function doPagelinksUpdate() {
661 if ( $this->db->tableExists( 'pagelinks', __METHOD__ ) ) {
662 $this->output( "...already have pagelinks table.\n" );
663
664 return;
665 }
666
667 $this->applyPatch(
668 'patch-pagelinks.sql',
669 false,
670 'Converting links and brokenlinks tables to pagelinks'
671 );
672
673 global $wgContLang;
674 foreach ( $wgContLang->getNamespaces() as $ns => $name ) {
675 if ( $ns == 0 ) {
676 continue;
677 }
678
679 $this->output( "Cleaning up broken links for namespace $ns... " );
680 $this->db->update( 'pagelinks',
681 array(
682 'pl_namespace' => $ns,
683 "pl_title = TRIM(LEADING {$this->db->addQuotes( "$name:" )} FROM pl_title)",
684 ),
685 array(
686 'pl_namespace' => 0,
687 'pl_title' . $this->db->buildLike( "$name:", $this->db->anyString() ),
688 ),
689 __METHOD__
690 );
691 $this->output( "done.\n" );
692 }
693 }
694
695 protected function doUserUniqueUpdate() {
696 if ( !$this->doTable( 'user' ) ) {
697 return true;
698 }
699
700 $duper = new UserDupes( $this->db, array( $this, 'output' ) );
701 if ( $duper->hasUniqueIndex() ) {
702 $this->output( "...already have unique user_name index.\n" );
703
704 return;
705 }
706
707 if ( !$duper->clearDupes() ) {
708 $this->output( "WARNING: This next step will probably fail due to unfixed duplicates...\n" );
709 }
710 $this->applyPatch( 'patch-user_nameindex.sql', false, "Adding unique index on user_name" );
711 }
712
713 protected function doUserGroupsUpdate() {
714 if ( !$this->doTable( 'user_groups' ) ) {
715 return true;
716 }
717
718 if ( $this->db->tableExists( 'user_groups', __METHOD__ ) ) {
719 $info = $this->db->fieldInfo( 'user_groups', 'ug_group' );
720 if ( $info->type() == 'int' ) {
721 $oldug = $this->db->tableName( 'user_groups' );
722 $newug = $this->db->tableName( 'user_groups_bogus' );
723 $this->output( "user_groups table exists but is in bogus intermediate " .
724 "format. Renaming to $newug... " );
725 $this->db->query( "ALTER TABLE $oldug RENAME TO $newug", __METHOD__ );
726 $this->output( "done.\n" );
727
728 $this->applyPatch( 'patch-user_groups.sql', false, "Re-adding fresh user_groups table" );
729
730 $this->output( "***\n" );
731 $this->output( "*** WARNING: You will need to manually fix up user " .
732 "permissions in the user_groups\n" );
733 $this->output( "*** table. Old 1.5 alpha versions did some pretty funky stuff...\n" );
734 $this->output( "***\n" );
735 } else {
736 $this->output( "...user_groups table exists and is in current format.\n" );
737 }
738
739 return;
740 }
741
742 $this->applyPatch( 'patch-user_groups.sql', false, "Adding user_groups table" );
743
744 if ( !$this->db->tableExists( 'user_rights', __METHOD__ ) ) {
745 if ( $this->db->fieldExists( 'user', 'user_rights', __METHOD__ ) ) {
746 $this->applyPatch(
747 'patch-user_rights.sql',
748 false,
749 'Upgrading from a 1.3 or older database? Breaking out user_rights for conversion'
750 );
751 } else {
752 $this->output( "*** WARNING: couldn't locate user_rights table or field for upgrade.\n" );
753 $this->output( "*** You may need to manually configure some sysops by manipulating\n" );
754 $this->output( "*** the user_groups table.\n" );
755
756 return;
757 }
758 }
759
760 $this->output( "Converting user_rights table to user_groups... " );
761 $result = $this->db->select( 'user_rights',
762 array( 'ur_user', 'ur_rights' ),
763 array( "ur_rights != ''" ),
764 __METHOD__ );
765
766 foreach ( $result as $row ) {
767 $groups = array_unique(
768 array_map( 'trim',
769 explode( ',', $row->ur_rights ) ) );
770
771 foreach ( $groups as $group ) {
772 $this->db->insert( 'user_groups',
773 array(
774 'ug_user' => $row->ur_user,
775 'ug_group' => $group ),
776 __METHOD__ );
777 }
778 }
779 $this->output( "done.\n" );
780 }
781
782 /**
783 * Make sure wl_notificationtimestamp can be NULL,
784 * and update old broken items.
785 */
786 protected function doWatchlistNull() {
787 $info = $this->db->fieldInfo( 'watchlist', 'wl_notificationtimestamp' );
788 if ( !$info ) {
789 return;
790 }
791 if ( $info->isNullable() ) {
792 $this->output( "...wl_notificationtimestamp is already nullable.\n" );
793
794 return;
795 }
796
797 $this->applyPatch(
798 'patch-watchlist-null.sql',
799 false,
800 'Making wl_notificationtimestamp nullable'
801 );
802 }
803
804 /**
805 * Set page_random field to a random value where it is equals to 0.
806 *
807 * @see bug 3946
808 */
809 protected function doPageRandomUpdate() {
810 $page = $this->db->tableName( 'page' );
811 $this->db->query( "UPDATE $page SET page_random = RAND() WHERE page_random = 0", __METHOD__ );
812 $rows = $this->db->affectedRows();
813
814 if ( $rows ) {
815 $this->output( "Set page_random to a random value on $rows rows where it was set to 0\n" );
816 } else {
817 $this->output( "...no page_random rows needed to be set\n" );
818 }
819 }
820
821 protected function doTemplatelinksUpdate() {
822 if ( $this->db->tableExists( 'templatelinks', __METHOD__ ) ) {
823 $this->output( "...templatelinks table already exists\n" );
824
825 return;
826 }
827
828 $this->applyPatch( 'patch-templatelinks.sql', false, "Creating templatelinks table" );
829
830 $this->output( "Populating...\n" );
831 if ( wfGetLB()->getServerCount() > 1 ) {
832 // Slow, replication-friendly update
833 $res = $this->db->select( 'pagelinks', array( 'pl_from', 'pl_namespace', 'pl_title' ),
834 array( 'pl_namespace' => NS_TEMPLATE ), __METHOD__ );
835 $count = 0;
836 foreach ( $res as $row ) {
837 $count = ( $count + 1 ) % 100;
838 if ( $count == 0 ) {
839 wfWaitForSlaves();
840 }
841 $this->db->insert( 'templatelinks',
842 array(
843 'tl_from' => $row->pl_from,
844 'tl_namespace' => $row->pl_namespace,
845 'tl_title' => $row->pl_title,
846 ), __METHOD__
847 );
848 }
849 } else {
850 // Fast update
851 $this->db->insertSelect( 'templatelinks', 'pagelinks',
852 array(
853 'tl_from' => 'pl_from',
854 'tl_namespace' => 'pl_namespace',
855 'tl_title' => 'pl_title'
856 ), array(
857 'pl_namespace' => 10
858 ), __METHOD__
859 );
860 }
861 $this->output( "Done. Please run maintenance/refreshLinks.php for a more " .
862 "thorough templatelinks update.\n" );
863 }
864
865 protected function doBacklinkingIndicesUpdate() {
866 if ( !$this->indexHasField( 'pagelinks', 'pl_namespace', 'pl_from' ) ||
867 !$this->indexHasField( 'templatelinks', 'tl_namespace', 'tl_from' ) ||
868 !$this->indexHasField( 'imagelinks', 'il_to', 'il_from' )
869 ) {
870 $this->applyPatch( 'patch-backlinkindexes.sql', false, "Updating backlinking indices" );
871 }
872 }
873
874 /**
875 * Adding page_restrictions table, obsoleting page.page_restrictions.
876 * Migrating old restrictions to new table
877 * -- Andrew Garrett, January 2007.
878 */
879 protected function doRestrictionsUpdate() {
880 if ( $this->db->tableExists( 'page_restrictions', __METHOD__ ) ) {
881 $this->output( "...page_restrictions table already exists.\n" );
882
883 return;
884 }
885
886 $this->applyPatch(
887 'patch-page_restrictions.sql',
888 false,
889 'Creating page_restrictions table (1/2)'
890 );
891 $this->applyPatch(
892 'patch-page_restrictions_sortkey.sql',
893 false,
894 'Creating page_restrictions table (2/2)'
895 );
896 $this->output( "done.\n" );
897
898 $this->output( "Migrating old restrictions to new table...\n" );
899 $task = $this->maintenance->runChild( 'UpdateRestrictions' );
900 $task->execute();
901 }
902
903 protected function doCategorylinksIndicesUpdate() {
904 if ( !$this->indexHasField( 'categorylinks', 'cl_sortkey', 'cl_from' ) ) {
905 $this->applyPatch( 'patch-categorylinksindex.sql', false, "Updating categorylinks Indices" );
906 }
907 }
908
909 protected function doCategoryPopulation() {
910 if ( $this->updateRowExists( 'populate category' ) ) {
911 $this->output( "...category table already populated.\n" );
912
913 return;
914 }
915
916 $this->output(
917 "Populating category table, printing progress markers. " .
918 "For large databases, you\n" .
919 "may want to hit Ctrl-C and do this manually with maintenance/\n" .
920 "populateCategory.php.\n"
921 );
922 $task = $this->maintenance->runChild( 'PopulateCategory' );
923 $task->execute();
924 $this->output( "Done populating category table.\n" );
925 }
926
927 protected function doPopulateParentId() {
928 if ( !$this->updateRowExists( 'populate rev_parent_id' ) ) {
929 $this->output(
930 "Populating rev_parent_id fields, printing progress markers. For large\n" .
931 "databases, you may want to hit Ctrl-C and do this manually with\n" .
932 "maintenance/populateParentId.php.\n" );
933
934 $task = $this->maintenance->runChild( 'PopulateParentId' );
935 $task->execute();
936 }
937 }
938
939 protected function doMaybeProfilingMemoryUpdate() {
940 if ( !$this->doTable( 'profiling' ) ) {
941 return true;
942 }
943
944 if ( !$this->db->tableExists( 'profiling', __METHOD__ ) ) {
945 return true;
946 } elseif ( $this->db->fieldExists( 'profiling', 'pf_memory', __METHOD__ ) ) {
947 $this->output( "...profiling table has pf_memory field.\n" );
948
949 return true;
950 }
951
952 return $this->applyPatch(
953 'patch-profiling-memory.sql',
954 false,
955 'Adding pf_memory field to table profiling'
956 );
957 }
958
959 protected function doFilearchiveIndicesUpdate() {
960 $info = $this->db->indexInfo( 'filearchive', 'fa_user_timestamp', __METHOD__ );
961 if ( !$info ) {
962 $this->applyPatch( 'patch-filearchive-user-index.sql', false, "Updating filearchive indices" );
963 }
964
965 return true;
966 }
967
968 protected function doUniquePlTlIl() {
969 $info = $this->db->indexInfo( 'pagelinks', 'pl_namespace' );
970 if ( is_array( $info ) && !$info[0]->Non_unique ) {
971 $this->output( "...pl_namespace, tl_namespace, il_to indices are already UNIQUE.\n" );
972
973 return true;
974 }
975 if ( $this->skipSchema ) {
976 $this->output( "...skipping schema change (making pl_namespace, tl_namespace " .
977 "and il_to indices UNIQUE).\n" );
978
979 return false;
980 }
981
982 return $this->applyPatch(
983 'patch-pl-tl-il-unique.sql',
984 false,
985 'Making pl_namespace, tl_namespace and il_to indices UNIQUE'
986 );
987 }
988
989 protected function doUpdateMimeMinorField() {
990 if ( $this->updateRowExists( 'mime_minor_length' ) ) {
991 $this->output( "...*_mime_minor fields are already long enough.\n" );
992
993 return;
994 }
995
996 $this->applyPatch(
997 'patch-mime_minor_length.sql',
998 false,
999 'Altering all *_mime_minor fields to 100 bytes in size'
1000 );
1001 }
1002
1003 protected function doClFieldsUpdate() {
1004 if ( $this->updateRowExists( 'cl_fields_update' ) ) {
1005 $this->output( "...categorylinks up-to-date.\n" );
1006
1007 return;
1008 }
1009
1010 $this->applyPatch(
1011 'patch-categorylinks-better-collation2.sql',
1012 false,
1013 'Updating categorylinks (again)'
1014 );
1015 }
1016
1017 protected function doLangLinksLengthUpdate() {
1018 $langlinks = $this->db->tableName( 'langlinks' );
1019 $res = $this->db->query( "SHOW COLUMNS FROM $langlinks LIKE 'll_lang'" );
1020 $row = $this->db->fetchObject( $res );
1021
1022 if ( $row && $row->Type == "varbinary(10)" ) {
1023 $this->applyPatch(
1024 'patch-langlinks-ll_lang-20.sql',
1025 false,
1026 'Updating length of ll_lang in langlinks'
1027 );
1028 } else {
1029 $this->output( "...ll_lang is up-to-date.\n" );
1030 }
1031 }
1032
1033 protected function doUserNewTalkTimestampNotNull() {
1034 if ( !$this->doTable( 'user_newtalk' ) ) {
1035 return true;
1036 }
1037
1038 $info = $this->db->fieldInfo( 'user_newtalk', 'user_last_timestamp' );
1039 if ( $info === false ) {
1040 return;
1041 }
1042 if ( $info->isNullable() ) {
1043 $this->output( "...user_last_timestamp is already nullable.\n" );
1044
1045 return;
1046 }
1047
1048 $this->applyPatch(
1049 'patch-user-newtalk-timestamp-null.sql',
1050 false,
1051 'Making user_last_timestamp nullable'
1052 );
1053 }
1054
1055 protected function doIwlinksIndexNonUnique() {
1056 $info = $this->db->indexInfo( 'iwlinks', 'iwl_prefix_title_from' );
1057 if ( is_array( $info ) && $info[0]->Non_unique ) {
1058 $this->output( "...iwl_prefix_title_from index is already non-UNIQUE.\n" );
1059
1060 return true;
1061 }
1062 if ( $this->skipSchema ) {
1063 $this->output( "...skipping schema change (making iwl_prefix_title_from index non-UNIQUE).\n" );
1064
1065 return false;
1066 }
1067
1068 return $this->applyPatch(
1069 'patch-iwl_prefix_title_from-non-unique.sql',
1070 false,
1071 'Making iwl_prefix_title_from index non-UNIQUE'
1072 );
1073 }
1074
1075 protected function doUserNewTalkUseridUnsigned() {
1076 if ( !$this->doTable( 'user_newtalk' ) ) {
1077 return true;
1078 }
1079
1080 $info = $this->db->fieldInfo( 'user_newtalk', 'user_id' );
1081 if ( $info === false ) {
1082 return true;
1083 }
1084 if ( $info->isUnsigned() ) {
1085 $this->output( "...user_id is already unsigned int.\n" );
1086
1087 return true;
1088 }
1089
1090 return $this->applyPatch(
1091 'patch-user-newtalk-userid-unsigned.sql',
1092 false,
1093 'Making user_id unsigned int'
1094 );
1095 }
1096 }