7550230589ee0ea2a1f4ae71f22c2502bd0e8c01
[lhc/web/wiklou.git] / includes / installer / MysqlUpdater.php
1 <?php
2 /**
3 * MySQL-specific updater.
4 *
5 * @file
6 * @ingroup Deployment
7 */
8
9 /**
10 * Mysql update list and mysql-specific update functions.
11 *
12 * @ingroup Deployment
13 * @since 1.17
14 */
15 class MysqlUpdater extends DatabaseUpdater {
16
17 protected function getCoreUpdateList() {
18 return array(
19 // 1.2
20 array( 'addField', 'ipblocks', 'ipb_id', 'patch-ipblocks.sql' ),
21 array( 'addField', 'ipblocks', 'ipb_expiry', 'patch-ipb_expiry.sql' ),
22 array( 'doInterwikiUpdate' ),
23 array( 'doIndexUpdate' ),
24 array( 'addTable', 'hitcounter', 'patch-hitcounter.sql' ),
25 array( 'addField', 'recentchanges', 'rc_type', 'patch-rc_type.sql' ),
26
27 // 1.3
28 array( 'addField', 'user', 'user_real_name', 'patch-user-realname.sql' ),
29 array( 'addTable', 'querycache', 'patch-querycache.sql' ),
30 array( 'addTable', 'objectcache', 'patch-objectcache.sql' ),
31 array( 'addTable', 'categorylinks', 'patch-categorylinks.sql' ),
32 array( 'doOldLinksUpdate' ),
33 array( 'doFixAncientImagelinks' ),
34 array( 'addField', 'recentchanges', 'rc_ip', 'patch-rc_ip.sql' ),
35
36 // 1.4
37 array( 'addIndex', 'image', 'PRIMARY', 'patch-image_name_primary.sql' ),
38 array( 'addField', 'recentchanges', 'rc_id', 'patch-rc_id.sql' ),
39 array( 'addField', 'recentchanges', 'rc_patrolled', 'patch-rc-patrol.sql' ),
40 array( 'addTable', 'logging', 'patch-logging.sql' ),
41 array( 'addField', 'user', 'user_token', 'patch-user_token.sql' ),
42 array( 'addField', 'watchlist', 'wl_notificationtimestamp', 'patch-email-notification.sql' ),
43 array( 'doWatchlistUpdate' ),
44 array( 'dropField', 'user', 'user_emailauthenticationtimestamp', 'patch-email-authentication.sql' ),
45
46 // 1.5
47 array( 'doSchemaRestructuring' ),
48 array( 'addField', 'logging', 'log_params', 'patch-log_params.sql' ),
49 array( 'checkBin', 'logging', 'log_title', 'patch-logging-title.sql', ),
50 array( 'addField', 'archive', 'ar_rev_id', 'patch-archive-rev_id.sql' ),
51 array( 'addField', 'page', 'page_len', 'patch-page_len.sql' ),
52 array( 'dropField', 'revision', 'inverse_timestamp', 'patch-inverse_timestamp.sql' ),
53 array( 'addField', 'revision', 'rev_text_id', 'patch-rev_text_id.sql' ),
54 array( 'addField', 'revision', 'rev_deleted', 'patch-rev_deleted.sql' ),
55 array( 'addField', 'image', 'img_width', 'patch-img_width.sql' ),
56 array( 'addField', 'image', 'img_metadata', 'patch-img_metadata.sql' ),
57 array( 'addField', 'user', 'user_email_token', 'patch-user_email_token.sql' ),
58 array( 'addField', 'archive', 'ar_text_id', 'patch-archive-text_id.sql' ),
59 array( 'doNamespaceSize' ),
60 array( 'addField', 'image', 'img_media_type', 'patch-img_media_type.sql' ),
61 array( 'doPagelinksUpdate' ),
62 array( 'dropField', 'image', 'img_type', 'patch-drop_img_type.sql' ),
63 array( 'doUserUniqueUpdate' ),
64 array( 'doUserGroupsUpdate' ),
65 array( 'addField', 'site_stats', 'ss_total_pages', 'patch-ss_total_articles.sql' ),
66 array( 'addTable', 'user_newtalk', 'patch-usernewtalk2.sql' ),
67 array( 'addTable', 'transcache', 'patch-transcache.sql' ),
68 array( 'addField', 'interwiki', 'iw_trans', 'patch-interwiki-trans.sql' ),
69 array( 'addTable', 'trackbacks', 'patch-trackbacks.sql' ),
70
71 // 1.6
72 array( 'doWatchlistNull' ),
73 array( 'addIndex', 'logging', 'times', 'patch-logging-times-index.sql' ),
74 array( 'addField', 'ipblocks', 'ipb_range_start', 'patch-ipb_range_start.sql' ),
75 array( 'doPageRandomUpdate' ),
76 array( 'addField', 'user', 'user_registration', 'patch-user_registration.sql' ),
77 array( 'doTemplatelinksUpdate' ),
78 array( 'addTable', 'externallinks', 'patch-externallinks.sql' ),
79 array( 'addTable', 'job', 'patch-job.sql' ),
80 array( 'addField', 'site_stats', 'ss_images', 'patch-ss_images.sql' ),
81 array( 'addTable', 'langlinks', 'patch-langlinks.sql' ),
82 array( 'addTable', 'querycache_info', 'patch-querycacheinfo.sql' ),
83 array( 'addTable', 'filearchive', 'patch-filearchive.sql' ),
84 array( 'addField', 'ipblocks', 'ipb_anon_only', 'patch-ipb_anon_only.sql' ),
85 array( 'addIndex', 'recentchanges', 'rc_ns_usertext', 'patch-recentchanges-utindex.sql' ),
86 array( 'addIndex', 'recentchanges', 'rc_user_text', 'patch-rc_user_text-index.sql' ),
87
88 // 1.9
89 array( 'addField', 'user', 'user_newpass_time', 'patch-user_newpass_time.sql' ),
90 array( 'addTable', 'redirect', 'patch-redirect.sql' ),
91 array( 'addTable', 'querycachetwo', 'patch-querycachetwo.sql' ),
92 array( 'addField', 'ipblocks', 'ipb_enable_autoblock', 'patch-ipb_optional_autoblock.sql' ),
93 array( 'doBacklinkingIndicesUpdate' ),
94 array( 'addField', 'recentchanges', 'rc_old_len', 'patch-rc_len.sql' ),
95 array( 'addField', 'user', 'user_editcount', 'patch-user_editcount.sql' ),
96
97 // 1.10
98 array( 'doRestrictionsUpdate' ),
99 array( 'addField', 'logging', 'log_id', 'patch-log_id.sql' ),
100 array( 'addField', 'revision', 'rev_parent_id', 'patch-rev_parent_id.sql' ),
101 array( 'addField', 'page_restrictions', 'pr_id', 'patch-page_restrictions_sortkey.sql' ),
102 array( 'addField', 'revision', 'rev_len', 'patch-rev_len.sql' ),
103 array( 'addField', 'recentchanges', 'rc_deleted', 'patch-rc_deleted.sql' ),
104 array( 'addField', 'logging', 'log_deleted', 'patch-log_deleted.sql' ),
105 array( 'addField', 'archive', 'ar_deleted', 'patch-ar_deleted.sql' ),
106 array( 'addField', 'ipblocks', 'ipb_deleted', 'patch-ipb_deleted.sql' ),
107 array( 'addField', 'filearchive', 'fa_deleted', 'patch-fa_deleted.sql' ),
108 array( 'addField', 'archive', 'ar_len', 'patch-ar_len.sql' ),
109
110 // 1.11
111 array( 'addField', 'ipblocks', 'ipb_block_email', 'patch-ipb_emailban.sql' ),
112 array( 'doCategorylinksIndicesUpdate' ),
113 array( 'addField', 'oldimage', 'oi_metadata', 'patch-oi_metadata.sql' ),
114 array( 'addIndex', 'archive', 'usertext_timestamp', 'patch-archive-user-index.sql' ),
115 array( 'addIndex', 'image', 'img_usertext_timestamp', 'patch-image-user-index.sql' ),
116 array( 'addIndex', 'oldimage', 'oi_usertext_timestamp', 'patch-oldimage-user-index.sql' ),
117 array( 'addField', 'archive', 'ar_page_id', 'patch-archive-page_id.sql' ),
118 array( 'addField', 'image', 'img_sha1', 'patch-img_sha1.sql' ),
119
120 // 1.12
121 array( 'addTable', 'protected_titles', 'patch-protected_titles.sql' ),
122
123 // 1.13
124 array( 'addField', 'ipblocks', 'ipb_by_text', 'patch-ipb_by_text.sql' ),
125 array( 'addTable', 'page_props', 'patch-page_props.sql' ),
126 array( 'addTable', 'updatelog', 'patch-updatelog.sql' ),
127 array( 'addTable', 'category', 'patch-category.sql' ),
128 array( 'doCategoryPopulation' ),
129 array( 'addField', 'archive', 'ar_parent_id', 'patch-ar_parent_id.sql' ),
130 array( 'addField', 'user_newtalk', 'user_last_timestamp', 'patch-user_last_timestamp.sql' ),
131 array( 'doPopulateParentId' ),
132 array( 'checkBin', 'protected_titles', 'pt_title', 'patch-pt_title-encoding.sql', ),
133 array( 'doMaybeProfilingMemoryUpdate' ),
134 array( 'doFilearchiveIndicesUpdate' ),
135
136 // 1.14
137 array( 'addField', 'site_stats', 'ss_active_users', 'patch-ss_active_users.sql' ),
138 array( 'doActiveUsersInit' ),
139 array( 'addField', 'ipblocks', 'ipb_allow_usertalk', 'patch-ipb_allow_usertalk.sql' ),
140
141 // 1.15
142 array( 'doUniquePlTlIl' ),
143 array( 'addTable', 'change_tag', 'patch-change_tag.sql' ),
144 array( 'addTable', 'tag_summary', 'patch-change_tag.sql' ),
145 array( 'addTable', 'valid_tag', 'patch-change_tag.sql' ),
146
147 // 1.16
148 array( 'addTable', 'user_properties', 'patch-user_properties.sql' ),
149 array( 'addTable', 'log_search', 'patch-log_search.sql' ),
150 array( 'addField', 'logging', 'log_user_text', 'patch-log_user_text.sql' ),
151 array( 'doLogUsertextPopulation' ), # listed separately from the previous update because 1.16 was released without this update
152 array( 'doLogSearchPopulation' ),
153 array( 'addTable', 'l10n_cache', 'patch-l10n_cache.sql' ),
154 array( 'addTable', 'external_user', 'patch-external_user.sql' ),
155 array( 'addIndex', 'log_search', 'ls_field_val', 'patch-log_search-rename-index.sql' ),
156 array( 'addIndex', 'change_tag', 'change_tag_rc_tag', 'patch-change_tag-indexes.sql' ),
157 array( 'addField', 'redirect', 'rd_interwiki', 'patch-rd_interwiki.sql' ),
158 array( 'doUpdateTranscacheField' ),
159 array( 'renameEuWikiId' ),
160 array( 'doUpdateMimeMinorField' ),
161 array( 'doPopulateRevLen' ),
162
163 // 1.17
164 array( 'addTable', 'iwlinks', 'patch-iwlinks.sql' ),
165 array( 'addTable', 'user_former_groups', 'patch-user_former_groups.sql'),
166 array( 'addIndex', 'iwlinks', 'iwl_prefix_title_from', 'patch-rename-iwl_prefix.sql' ),
167 array( 'addField', 'updatelog', 'ul_value', 'patch-ul_value.sql' ),
168 array( 'addField', 'interwiki', 'iw_api', 'patch-iw_api_and_wikiid.sql' ),
169 array( 'dropIndex', 'iwlinks', 'iwl_prefix', 'patch-kill-iwl_prefix.sql' ),
170 array( 'dropIndex', 'iwlinks', 'iwl_prefix_from_title', 'patch-kill-iwl_pft.sql' ),
171 array( 'addField', 'categorylinks', 'cl_collation', 'patch-categorylinks-better-collation.sql' ),
172 array( 'doClFieldsUpdate' ),
173 array( 'doCollationUpdate' ),
174 array( 'addTable', 'msg_resource', 'patch-msg_resource.sql' ),
175 array( 'addTable', 'module_deps', 'patch-module_deps.sql' ),
176 array( 'dropIndex', 'archive', 'ar_page_revid', 'patch-archive_kill_ar_page_revid.sql' ),
177 array( 'addIndex', 'archive', 'ar_revid', 'patch-archive_ar_revid.sql' ),
178 array( 'doLangLinksLengthUpdate' ),
179
180 // 1.18
181 array( 'doUserNewTalkTimestampNotNull' ),
182 array( 'addIndex', 'user', 'user_email', 'patch-user_email_index.sql' ),
183 array( 'modifyField', 'user_properties', 'up_property', 'patch-up_property.sql' ),
184 array( 'addTable', 'uploadstash', 'patch-uploadstash.sql' ),
185
186 // 1.19
187 array( 'addTable', 'config', 'patch-config.sql' ),
188 array( 'addIndex', 'logging', 'type_action', 'patch-logging-type-action-index.sql'),
189 );
190 }
191
192 /**
193 * 1.4 betas were missing the 'binary' marker from logging.log_title,
194 * which causes a collation mismatch error on joins in MySQL 4.1.
195 *
196 * @param $table String: table name
197 * @param $field String: field name to check
198 * @param $patchFile String: path to the patch to correct the field
199 */
200 protected function checkBin( $table, $field, $patchFile ) {
201 $tableName = $this->db->tableName( $table );
202 $res = $this->db->query( "SELECT $field FROM $tableName LIMIT 0", __METHOD__ );
203 $flags = explode( ' ', mysql_field_flags( $res->result, 0 ) );
204
205 if ( in_array( 'binary', $flags ) ) {
206 $this->output( "...$table table has correct $field encoding.\n" );
207 } else {
208 $this->output( "Fixing $field encoding on $table table... " );
209 $this->applyPatch( $patchFile );
210 $this->output( "done.\n" );
211 }
212 }
213
214 /**
215 * Check whether an index contain a field
216 *
217 * @param $table String: table name
218 * @param $index String: index name to check
219 * @param $field String: field that should be in the index
220 * @return Boolean
221 */
222 protected function indexHasField( $table, $index, $field ) {
223 $info = $this->db->indexInfo( $table, $index, __METHOD__ );
224 if ( $info ) {
225 foreach ( $info as $row ) {
226 if ( $row->Column_name == $field ) {
227 $this->output( "...index $index on table $table includes field $field\n" );
228 return true;
229 }
230 }
231 }
232 $this->output( "...index $index on table $table has no field $field; adding\n" );
233 return false;
234 }
235
236 /**
237 * Check that interwiki table exists; if it doesn't source it
238 */
239 protected function doInterwikiUpdate() {
240 global $IP;
241
242 if ( $this->db->tableExists( "interwiki" ) ) {
243 $this->output( "...already have interwiki table\n" );
244 return;
245 }
246
247 $this->output( 'Creating interwiki table...' );
248 $this->applyPatch( 'patch-interwiki.sql' );
249 $this->output( "ok\n" );
250 $this->output( 'Adding default interwiki definitions...' );
251 $this->applyPatch( "$IP/maintenance/interwiki.sql", true );
252 $this->output( "done.\n" );
253 }
254
255 /**
256 * Check that proper indexes are in place
257 */
258 protected function doIndexUpdate() {
259 $meta = $this->db->fieldInfo( 'recentchanges', 'rc_timestamp' );
260 if ( $meta === false ) {
261 throw new MWException( 'Missing rc_timestamp field of recentchanges table. Should not happen.' );
262 }
263 if ( $meta->isMultipleKey() ) {
264 $this->output( "...indexes seem up to 20031107 standards\n" );
265 return;
266 }
267
268 $this->output( "Updating indexes to 20031107..." );
269 $this->applyPatch( 'patch-indexes.sql', true );
270 $this->output( "done.\n" );
271 }
272
273 protected function doOldLinksUpdate() {
274 $cl = $this->maintenance->runChild( 'ConvertLinks' );
275 $cl->execute();
276 }
277
278 protected function doFixAncientImagelinks() {
279 $info = $this->db->fieldInfo( 'imagelinks', 'il_from' );
280 if ( !$info || $info->type() !== 'string' ) {
281 $this->output( "...il_from OK\n" );
282 return;
283 }
284
285 $this->output( "Fixing ancient broken imagelinks table.\n" );
286 $this->output( "NOTE: you will have to run maintenance/refreshLinks.php after this.\n" );
287 $this->applyPatch( 'patch-fix-il_from.sql' );
288 $this->output( "done.\n" );
289 }
290
291 /**
292 * Check if we need to add talk page rows to the watchlist
293 */
294 function doWatchlistUpdate() {
295 $talk = $this->db->selectField( 'watchlist', 'count(*)', 'wl_namespace & 1', __METHOD__ );
296 $nontalk = $this->db->selectField( 'watchlist', 'count(*)', 'NOT (wl_namespace & 1)', __METHOD__ );
297 if ( $talk == $nontalk ) {
298 $this->output( "...watchlist talk page rows already present\n" );
299 return;
300 }
301
302 $this->output( "Adding missing watchlist talk page rows... " );
303 $this->db->insertSelect( 'watchlist', 'watchlist',
304 array(
305 'wl_user' => 'wl_user',
306 'wl_namespace' => 'wl_namespace | 1',
307 'wl_title' => 'wl_title',
308 'wl_notificationtimestamp' => 'wl_notificationtimestamp'
309 ), array( 'NOT (wl_namespace & 1)' ), __METHOD__, 'IGNORE' );
310 $this->output( "done.\n" );
311 }
312
313 function doSchemaRestructuring() {
314 if ( $this->db->tableExists( 'page' ) ) {
315 $this->output( "...page table already exists.\n" );
316 return;
317 }
318
319 $this->output( "...converting from cur/old to page/revision/text DB structure.\n" );
320 $this->output( wfTimestamp( TS_DB ) );
321 $this->output( "......checking for duplicate entries.\n" );
322
323 list ( $cur, $old, $page, $revision, $text ) = $this->db->tableNamesN( 'cur', 'old', 'page', 'revision', 'text' );
324
325 $rows = $this->db->query( "SELECT cur_title, cur_namespace, COUNT(cur_namespace) AS c
326 FROM $cur GROUP BY cur_title, cur_namespace HAVING c>1", __METHOD__ );
327
328 if ( $rows->numRows() > 0 ) {
329 $this->output( wfTimestamp( TS_DB ) );
330 $this->output( "......<b>Found duplicate entries</b>\n" );
331 $this->output( sprintf( "<b> %-60s %3s %5s</b>\n", 'Title', 'NS', 'Count' ) );
332 $duplicate = array();
333 foreach ( $rows as $row ) {
334 if ( ! isset( $duplicate[$row->cur_namespace] ) ) {
335 $duplicate[$row->cur_namespace] = array();
336 }
337 $duplicate[$row->cur_namespace][] = $row->cur_title;
338 $this->output( sprintf( " %-60s %3s %5s\n", $row->cur_title, $row->cur_namespace, $row->c ) );
339 }
340 $sql = "SELECT cur_title, cur_namespace, cur_id, cur_timestamp FROM $cur WHERE ";
341 $firstCond = true;
342 foreach ( $duplicate as $ns => $titles ) {
343 if ( $firstCond ) {
344 $firstCond = false;
345 } else {
346 $sql .= ' OR ';
347 }
348 $sql .= "( cur_namespace = {$ns} AND cur_title in (";
349 $first = true;
350 foreach ( $titles as $t ) {
351 if ( $first ) {
352 $sql .= $this->db->addQuotes( $t );
353 $first = false;
354 } else {
355 $sql .= ', ' . $this->db->addQuotes( $t );
356 }
357 }
358 $sql .= ") ) \n";
359 }
360 # By sorting descending, the most recent entry will be the first in the list.
361 # All following entries will be deleted by the next while-loop.
362 $sql .= 'ORDER BY cur_namespace, cur_title, cur_timestamp DESC';
363
364 $rows = $this->db->query( $sql, __METHOD__ );
365
366 $prev_title = $prev_namespace = false;
367 $deleteId = array();
368
369 foreach ( $rows as $row ) {
370 if ( $prev_title == $row->cur_title && $prev_namespace == $row->cur_namespace ) {
371 $deleteId[] = $row->cur_id;
372 }
373 $prev_title = $row->cur_title;
374 $prev_namespace = $row->cur_namespace;
375 }
376 $sql = "DELETE FROM $cur WHERE cur_id IN ( " . join( ',', $deleteId ) . ')';
377 $this->db->query( $sql, __METHOD__ );
378 $this->output( wfTimestamp( TS_DB ) );
379 $this->output( "......<b>Deleted</b> " . $this->db->affectedRows() . " records.\n" );
380 }
381
382 $this->output( wfTimestamp( TS_DB ) );
383 $this->output( "......Creating tables.\n" );
384 $this->db->query( "CREATE TABLE $page (
385 page_id int(8) unsigned NOT NULL auto_increment,
386 page_namespace int NOT NULL,
387 page_title varchar(255) binary NOT NULL,
388 page_restrictions tinyblob NOT NULL,
389 page_counter bigint(20) unsigned NOT NULL default '0',
390 page_is_redirect tinyint(1) unsigned NOT NULL default '0',
391 page_is_new tinyint(1) unsigned NOT NULL default '0',
392 page_random real unsigned NOT NULL,
393 page_touched char(14) binary NOT NULL default '',
394 page_latest int(8) unsigned NOT NULL,
395 page_len int(8) unsigned NOT NULL,
396
397 PRIMARY KEY page_id (page_id),
398 UNIQUE INDEX name_title (page_namespace,page_title),
399 INDEX (page_random),
400 INDEX (page_len)
401 ) ENGINE=InnoDB", __METHOD__ );
402 $this->db->query( "CREATE TABLE $revision (
403 rev_id int(8) unsigned NOT NULL auto_increment,
404 rev_page int(8) unsigned NOT NULL,
405 rev_comment tinyblob NOT NULL,
406 rev_user int(5) unsigned NOT NULL default '0',
407 rev_user_text varchar(255) binary NOT NULL default '',
408 rev_timestamp char(14) binary NOT NULL default '',
409 rev_minor_edit tinyint(1) unsigned NOT NULL default '0',
410 rev_deleted tinyint(1) unsigned NOT NULL default '0',
411 rev_len int(8) unsigned,
412 rev_parent_id int(8) unsigned default NULL,
413 PRIMARY KEY rev_page_id (rev_page, rev_id),
414 UNIQUE INDEX rev_id (rev_id),
415 INDEX rev_timestamp (rev_timestamp),
416 INDEX page_timestamp (rev_page,rev_timestamp),
417 INDEX user_timestamp (rev_user,rev_timestamp),
418 INDEX usertext_timestamp (rev_user_text,rev_timestamp)
419 ) ENGINE=InnoDB", __METHOD__ );
420
421 $this->output( wfTimestamp( TS_DB ) );
422 $this->output( "......Locking tables.\n" );
423 $this->db->query( "LOCK TABLES $page WRITE, $revision WRITE, $old WRITE, $cur WRITE", __METHOD__ );
424
425 $maxold = intval( $this->db->selectField( 'old', 'max(old_id)', '', __METHOD__ ) );
426 $this->output( wfTimestamp( TS_DB ) );
427 $this->output( "......maxold is {$maxold}\n" );
428
429 $this->output( wfTimestamp( TS_DB ) );
430 global $wgLegacySchemaConversion;
431 if ( $wgLegacySchemaConversion ) {
432 // Create HistoryBlobCurStub entries.
433 // Text will be pulled from the leftover 'cur' table at runtime.
434 $this->output( "......Moving metadata from cur; using blob references to text in cur table.\n" );
435 $cur_text = "concat('O:18:\"historyblobcurstub\":1:{s:6:\"mCurId\";i:',cur_id,';}')";
436 $cur_flags = "'object'";
437 } else {
438 // Copy all cur text in immediately: this may take longer but avoids
439 // having to keep an extra table around.
440 $this->output( "......Moving text from cur.\n" );
441 $cur_text = 'cur_text';
442 $cur_flags = "''";
443 }
444 $this->db->query( "INSERT INTO $old (old_namespace, old_title, old_text, old_comment, old_user, old_user_text,
445 old_timestamp, old_minor_edit, old_flags)
446 SELECT cur_namespace, cur_title, $cur_text, cur_comment, cur_user, cur_user_text, cur_timestamp, cur_minor_edit, $cur_flags
447 FROM $cur", __METHOD__ );
448
449 $this->output( wfTimestamp( TS_DB ) );
450 $this->output( "......Setting up revision table.\n" );
451 $this->db->query( "INSERT INTO $revision (rev_id, rev_page, rev_comment, rev_user, rev_user_text, rev_timestamp,
452 rev_minor_edit)
453 SELECT old_id, cur_id, old_comment, old_user, old_user_text,
454 old_timestamp, old_minor_edit
455 FROM $old,$cur WHERE old_namespace=cur_namespace AND old_title=cur_title", __METHOD__ );
456
457 $this->output( wfTimestamp( TS_DB ) );
458 $this->output( "......Setting up page table.\n" );
459 $this->db->query( "INSERT INTO $page (page_id, page_namespace, page_title, page_restrictions, page_counter,
460 page_is_redirect, page_is_new, page_random, page_touched, page_latest, page_len)
461 SELECT cur_id, cur_namespace, cur_title, cur_restrictions, cur_counter, cur_is_redirect, cur_is_new,
462 cur_random, cur_touched, rev_id, LENGTH(cur_text)
463 FROM $cur,$revision
464 WHERE cur_id=rev_page AND rev_timestamp=cur_timestamp AND rev_id > {$maxold}", __METHOD__ );
465
466 $this->output( wfTimestamp( TS_DB ) );
467 $this->output( "......Unlocking tables.\n" );
468 $this->db->query( "UNLOCK TABLES", __METHOD__ );
469
470 $this->output( wfTimestamp( TS_DB ) );
471 $this->output( "......Renaming old.\n" );
472 $this->db->query( "ALTER TABLE $old RENAME TO $text", __METHOD__ );
473
474 $this->output( wfTimestamp( TS_DB ) );
475 $this->output( "...done.\n" );
476 }
477
478 protected function doNamespaceSize() {
479 $tables = array(
480 'page' => 'page',
481 'archive' => 'ar',
482 'recentchanges' => 'rc',
483 'watchlist' => 'wl',
484 'querycache' => 'qc',
485 'logging' => 'log',
486 );
487 foreach ( $tables as $table => $prefix ) {
488 $field = $prefix . '_namespace';
489
490 $tablename = $this->db->tableName( $table );
491 $result = $this->db->query( "SHOW COLUMNS FROM $tablename LIKE '$field'", __METHOD__ );
492 $info = $this->db->fetchObject( $result );
493
494 if ( substr( $info->Type, 0, 3 ) == 'int' ) {
495 $this->output( "...$field is already a full int ($info->Type).\n" );
496 } else {
497 $this->output( "Promoting $field from $info->Type to int... " );
498 $this->db->query( "ALTER TABLE $tablename MODIFY $field int NOT NULL", __METHOD__ );
499 $this->output( "done.\n" );
500 }
501 }
502 }
503
504 protected function doPagelinksUpdate() {
505 if ( $this->db->tableExists( 'pagelinks' ) ) {
506 $this->output( "...already have pagelinks table.\n" );
507 return;
508 }
509
510 $this->output( "Converting links and brokenlinks tables to pagelinks... " );
511 $this->applyPatch( 'patch-pagelinks.sql' );
512 $this->output( "done.\n" );
513
514 global $wgContLang;
515 foreach ( MWNamespace::getCanonicalNamespaces() as $ns => $name ) {
516 if ( $ns == 0 ) {
517 continue;
518 }
519
520 $this->output( "Cleaning up broken links for namespace $ns... " );
521
522 $pagelinks = $this->db->tableName( 'pagelinks' );
523 $name = $wgContLang->getNsText( $ns );
524 $prefix = $this->db->strencode( $name );
525 $likeprefix = str_replace( '_', '\\_', $prefix );
526
527 $sql = "UPDATE $pagelinks
528 SET pl_namespace=$ns,
529 pl_title=TRIM(LEADING '$prefix:' FROM pl_title)
530 WHERE pl_namespace=0
531 AND pl_title LIKE '$likeprefix:%'";
532
533 $this->db->query( $sql, __METHOD__ );
534 $this->output( "done.\n" );
535 }
536 }
537
538 protected function doUserUniqueUpdate() {
539 $duper = new UserDupes( $this->db, array( $this, 'output' ) );
540 if ( $duper->hasUniqueIndex() ) {
541 $this->output( "...already have unique user_name index.\n" );
542 return;
543 }
544
545 if ( !$duper->clearDupes() ) {
546 $this->output( "WARNING: This next step will probably fail due to unfixed duplicates...\n" );
547 }
548 $this->output( "Adding unique index on user_name... " );
549 $this->applyPatch( 'patch-user_nameindex.sql' );
550 $this->output( "done.\n" );
551 }
552
553 protected function doUserGroupsUpdate() {
554 if ( $this->db->tableExists( 'user_groups' ) ) {
555 $info = $this->db->fieldInfo( 'user_groups', 'ug_group' );
556 if ( $info->type() == 'int' ) {
557 $oldug = $this->db->tableName( 'user_groups' );
558 $newug = $this->db->tableName( 'user_groups_bogus' );
559 $this->output( "user_groups table exists but is in bogus intermediate format. Renaming to $newug... " );
560 $this->db->query( "ALTER TABLE $oldug RENAME TO $newug", __METHOD__ );
561 $this->output( "ok\n" );
562
563 $this->output( "Re-adding fresh user_groups table... " );
564 $this->applyPatch( 'patch-user_groups.sql' );
565 $this->output( "ok\n" );
566
567 $this->output( "***\n" );
568 $this->output( "*** WARNING: You will need to manually fix up user permissions in the user_groups\n" );
569 $this->output( "*** table. Old 1.5 alpha versions did some pretty funky stuff...\n" );
570 $this->output( "***\n" );
571 } else {
572 $this->output( "...user_groups table exists and is in current format.\n" );
573 }
574 return;
575 }
576
577 $this->output( "Adding user_groups table... " );
578 $this->applyPatch( 'patch-user_groups.sql' );
579 $this->output( "ok\n" );
580
581 if ( !$this->db->tableExists( 'user_rights' ) ) {
582 if ( $this->db->fieldExists( 'user', 'user_rights' ) ) {
583 $this->output( "Upgrading from a 1.3 or older database? Breaking out user_rights for conversion..." );
584 $this->db->applyPatch( 'patch-user_rights.sql' );
585 $this->output( "ok\n" );
586 } else {
587 $this->output( "*** WARNING: couldn't locate user_rights table or field for upgrade.\n" );
588 $this->output( "*** You may need to manually configure some sysops by manipulating\n" );
589 $this->output( "*** the user_groups table.\n" );
590 return;
591 }
592 }
593
594 $this->output( "Converting user_rights table to user_groups... " );
595 $result = $this->db->select( 'user_rights',
596 array( 'ur_user', 'ur_rights' ),
597 array( "ur_rights != ''" ),
598 __METHOD__ );
599
600 foreach ( $result as $row ) {
601 $groups = array_unique(
602 array_map( 'trim',
603 explode( ',', $row->ur_rights ) ) );
604
605 foreach ( $groups as $group ) {
606 $this->db->insert( 'user_groups',
607 array(
608 'ug_user' => $row->ur_user,
609 'ug_group' => $group ),
610 __METHOD__ );
611 }
612 }
613 $this->output( "done.\n" );
614 }
615
616 /**
617 * Make sure wl_notificationtimestamp can be NULL,
618 * and update old broken items.
619 */
620 protected function doWatchlistNull() {
621 $info = $this->db->fieldInfo( 'watchlist', 'wl_notificationtimestamp' );
622 if ( $info->isNullable() ) {
623 $this->output( "...wl_notificationtimestamp is already nullable.\n" );
624 return;
625 }
626
627 $this->output( "Making wl_notificationtimestamp nullable... " );
628 $this->applyPatch( 'patch-watchlist-null.sql' );
629 $this->output( "done.\n" );
630 }
631
632 /**
633 * Set page_random field to a random value where it is equals to 0.
634 *
635 * @see bug 3946
636 */
637 protected function doPageRandomUpdate() {
638 $page = $this->db->tableName( 'page' );
639 $this->db->query( "UPDATE $page SET page_random = RAND() WHERE page_random = 0", __METHOD__ );
640 $rows = $this->db->affectedRows();
641
642 if( $rows ) {
643 $this->output( "Set page_random to a random value on $rows rows where it was set to 0\n" );
644 } else {
645 $this->output( "...no page_random rows needed to be set\n" );
646 }
647 }
648
649 protected function doTemplatelinksUpdate() {
650 if ( $this->db->tableExists( 'templatelinks' ) ) {
651 $this->output( "...templatelinks table already exists\n" );
652 return;
653 }
654
655 $this->output( "Creating templatelinks table...\n" );
656 $this->applyPatch( 'patch-templatelinks.sql' );
657 $this->output( "Populating...\n" );
658 if ( wfGetLB()->getServerCount() > 1 ) {
659 // Slow, replication-friendly update
660 $res = $this->db->select( 'pagelinks', array( 'pl_from', 'pl_namespace', 'pl_title' ),
661 array( 'pl_namespace' => NS_TEMPLATE ), __METHOD__ );
662 $count = 0;
663 foreach ( $res as $row ) {
664 $count = ( $count + 1 ) % 100;
665 if ( $count == 0 ) {
666 wfWaitForSlaves();
667 }
668 $this->db->insert( 'templatelinks',
669 array(
670 'tl_from' => $row->pl_from,
671 'tl_namespace' => $row->pl_namespace,
672 'tl_title' => $row->pl_title,
673 ), __METHOD__
674 );
675
676 }
677 } else {
678 // Fast update
679 $this->db->insertSelect( 'templatelinks', 'pagelinks',
680 array(
681 'tl_from' => 'pl_from',
682 'tl_namespace' => 'pl_namespace',
683 'tl_title' => 'pl_title'
684 ), array(
685 'pl_namespace' => 10
686 ), __METHOD__
687 );
688 }
689 $this->output( "Done. Please run maintenance/refreshLinks.php for a more thorough templatelinks update.\n" );
690 }
691
692 protected function doBacklinkingIndicesUpdate() {
693 if ( !$this->indexHasField( 'pagelinks', 'pl_namespace', 'pl_from' ) ||
694 !$this->indexHasField( 'templatelinks', 'tl_namespace', 'tl_from' ) ||
695 !$this->indexHasField( 'imagelinks', 'il_to', 'il_from' ) )
696 {
697 $this->applyPatch( 'patch-backlinkindexes.sql' );
698 $this->output( "...backlinking indices updated\n" );
699 }
700 }
701
702 /**
703 * Adding page_restrictions table, obsoleting page.page_restrictions.
704 * Migrating old restrictions to new table
705 * -- Andrew Garrett, January 2007.
706 */
707 protected function doRestrictionsUpdate() {
708 if ( $this->db->tableExists( 'page_restrictions' ) ) {
709 $this->output( "...page_restrictions table already exists.\n" );
710 return;
711 }
712
713 $this->output( "Creating page_restrictions table..." );
714 $this->applyPatch( 'patch-page_restrictions.sql' );
715 $this->applyPatch( 'patch-page_restrictions_sortkey.sql' );
716 $this->output( "done.\n" );
717
718 $this->output( "Migrating old restrictions to new table...\n" );
719 $task = $this->maintenance->runChild( 'UpdateRestrictions' );
720 $task->execute();
721 }
722
723 protected function doCategorylinksIndicesUpdate() {
724 if ( !$this->indexHasField( 'categorylinks', 'cl_sortkey', 'cl_from' ) ) {
725 $this->applyPatch( 'patch-categorylinksindex.sql' );
726 $this->output( "...categorylinks indices updated\n" );
727 }
728 }
729
730 protected function doCategoryPopulation() {
731 if ( $this->updateRowExists( 'populate category' ) ) {
732 $this->output( "...category table already populated.\n" );
733 return;
734 }
735
736 $this->output(
737 "Populating category table, printing progress markers. " .
738 "For large databases, you\n" .
739 "may want to hit Ctrl-C and do this manually with maintenance/\n" .
740 "populateCategory.php.\n"
741 );
742 $task = $this->maintenance->runChild( 'PopulateCategory' );
743 $task->execute();
744 $this->output( "Done populating category table.\n" );
745 }
746
747 protected function doPopulateParentId() {
748 if ( $this->updateRowExists( 'populate rev_parent_id' ) ) {
749 $this->output( "...rev_parent_id column already populated.\n" );
750 return;
751 }
752
753 $task = $this->maintenance->runChild( 'PopulateParentId' );
754 $task->execute();
755 }
756
757 protected function doMaybeProfilingMemoryUpdate() {
758 if ( !$this->db->tableExists( 'profiling' ) ) {
759 // Simply ignore
760 } elseif ( $this->db->fieldExists( 'profiling', 'pf_memory' ) ) {
761 $this->output( "...profiling table has pf_memory field.\n" );
762 } else {
763 $this->output( "Adding pf_memory field to table profiling..." );
764 $this->applyPatch( 'patch-profiling-memory.sql' );
765 $this->output( "done.\n" );
766 }
767 }
768
769 protected function doFilearchiveIndicesUpdate() {
770 $info = $this->db->indexInfo( 'filearchive', 'fa_user_timestamp', __METHOD__ );
771 if ( !$info ) {
772 $this->output( "Updating filearchive indices..." );
773 $this->applyPatch( 'patch-filearchive-user-index.sql' );
774 $this->output( "done.\n" );
775 }
776 }
777
778 protected function doUniquePlTlIl() {
779 $info = $this->db->indexInfo( 'pagelinks', 'pl_namespace' );
780 if ( is_array( $info ) && !$info[0]->Non_unique ) {
781 $this->output( "...pl_namespace, tl_namespace, il_to indices are already UNIQUE.\n" );
782 return;
783 }
784
785 $this->output( "Making pl_namespace, tl_namespace and il_to indices UNIQUE... " );
786 $this->applyPatch( 'patch-pl-tl-il-unique.sql' );
787 $this->output( "done.\n" );
788 }
789
790 protected function renameEuWikiId() {
791 if ( $this->db->fieldExists( 'external_user', 'eu_local_id' ) ) {
792 $this->output( "...eu_wiki_id already renamed to eu_local_id.\n" );
793 return;
794 }
795
796 $this->output( "Renaming eu_wiki_id -> eu_local_id... " );
797 $this->applyPatch( 'patch-eu_local_id.sql' );
798 $this->output( "done.\n" );
799 }
800
801 protected function doUpdateMimeMinorField() {
802 if ( $this->updateRowExists( 'mime_minor_length' ) ) {
803 $this->output( "...*_mime_minor fields are already long enough.\n" );
804 return;
805 }
806
807 $this->output( "Altering all *_mime_minor fields to 100 bytes in size ... " );
808 $this->applyPatch( 'patch-mime_minor_length.sql' );
809 $this->output( "done.\n" );
810 }
811
812 protected function doPopulateRevLen() {
813 if ( $this->updateRowExists( 'populate rev_len' ) ) {
814 $this->output( "...rev_len column already populated.\n" );
815 return;
816 }
817
818 $task = $this->maintenance->runChild( 'PopulateRevisionLength' );
819 $task->execute();
820 }
821
822 protected function doClFieldsUpdate() {
823 if ( $this->updateRowExists( 'cl_fields_update' ) ) {
824 $this->output( "...categorylinks up-to-date.\n" );
825 return;
826 }
827
828 $this->output( 'Updating categorylinks (again)...' );
829 $this->applyPatch( 'patch-categorylinks-better-collation2.sql' );
830 $this->output( "done.\n" );
831 }
832
833 protected function doLangLinksLengthUpdate() {
834 $langlinks = $this->db->tableName( 'langlinks' );
835 $res = $this->db->query( "SHOW COLUMNS FROM $langlinks LIKE 'll_lang'" );
836 $row = $this->db->fetchObject( $res );
837
838 if ( $row && $row->Type == "varbinary(10)" ) {
839 $this->output( 'Updating length of ll_lang in langlinks...' );
840 $this->applyPatch( 'patch-langlinks-ll_lang-20.sql' );
841 $this->output( "done.\n" );
842 } else {
843 $this->output( "...ll_lang is up-to-date.\n" );
844 }
845 }
846
847 protected function doUserNewTalkTimestampNotNull() {
848 $info = $this->db->fieldInfo( 'user_newtalk', 'user_last_timestamp' );
849 if ( $info->isNullable() ) {
850 $this->output( "...user_last_timestamp is already nullable.\n" );
851 return;
852 }
853
854 $this->output( "Making user_last_timestamp nullable... " );
855 $this->applyPatch( 'patch-user-newtalk-timestamp-null.sql' );
856 $this->output( "done.\n" );
857 }
858 }