Two new parser tests related to bug 6200
[lhc/web/wiklou.git] / maintenance / namespaceDupes.php
1 <?php
2 /**
3 * Check for articles to fix after adding/deleting namespaces
4 *
5 * Copyright (C) 2005-2007 Brion Vibber <brion@pobox.com>
6 * http://www.mediawiki.org/
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License along
19 * with this program; if not, write to the Free Software Foundation, Inc.,
20 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
21 * http://www.gnu.org/copyleft/gpl.html
22 *
23 * @ingroup Maintenance
24 */
25
26 require_once( dirname( __FILE__ ) . '/Maintenance.php' );
27
28 class NamespaceConflictChecker extends Maintenance {
29 public function __construct() {
30 parent::__construct();
31 $this->mDescription = "";
32 $this->addOption( 'fix', 'Attempt to automatically fix errors' );
33 $this->addOption( 'suffix', "Dupes will be renamed with correct namespace with\n" .
34 "\t\t<text> Appended after the article name", false, true );
35 $this->addOption( 'prefix', "Do an explicit check for the given title prefix\n" .
36 "\t\tappended after the article name", false, true );
37 }
38
39 public function execute() {
40 global $wgTitle;
41
42 $this->db = wfGetDB( DB_MASTER );
43 $wgTitle = Title::newFromText( 'Namespace title conflict cleanup script' );
44
45 $fix = $this->hasOption( 'fix' );
46 $suffix = $this->getOption( 'suffix', '' );
47 $prefix = $this->getOption( 'prefix', '' );
48 $key = intval( $this->getOption( 'key', 0 ) );
49
50 if ( $prefix ) {
51 $retval = $this->checkPrefix( $key, $prefix, $fix, $suffix );
52 } else {
53 $retval = $this->checkAll( $fix, $suffix );
54 }
55
56 if ( $retval ) {
57 $this->output( "\nLooks good!\n" );
58 } else {
59 $this->output( "\nOh noeees\n" );
60 }
61 }
62
63 /**
64 * @todo Document
65 * @param $fix Boolean: whether or not to fix broken entries
66 * @param $suffix String: suffix to append to renamed articles
67 */
68 private function checkAll( $fix, $suffix = '' ) {
69 global $wgContLang, $wgNamespaceAliases, $wgCanonicalNamespaceNames;
70 global $wgCapitalLinks;
71
72 $spaces = array();
73
74 // List interwikis first, so they'll be overridden
75 // by any conflicting local namespaces.
76 foreach ( $this->getInterwikiList() as $prefix ) {
77 $name = $wgContLang->ucfirst( $prefix );
78 $spaces[$name] = 0;
79 }
80
81 // Now pull in all canonical and alias namespaces...
82 foreach ( $wgCanonicalNamespaceNames as $ns => $name ) {
83 // This includes $wgExtraNamespaces
84 if ( $name !== '' ) {
85 $spaces[$name] = $ns;
86 }
87 }
88 foreach ( $wgContLang->getNamespaces() as $ns => $name ) {
89 if ( $name !== '' ) {
90 $spaces[$name] = $ns;
91 }
92 }
93 foreach ( $wgNamespaceAliases as $name => $ns ) {
94 $spaces[$name] = $ns;
95 }
96 foreach ( $wgContLang->getNamespaceAliases() as $name => $ns ) {
97 $spaces[$name] = $ns;
98 }
99
100 // We'll need to check for lowercase keys as well,
101 // since we're doing case-sensitive searches in the db.
102 foreach ( $spaces as $name => $ns ) {
103 $moreNames = array();
104 $moreNames[] = $wgContLang->uc( $name );
105 $moreNames[] = $wgContLang->ucfirst( $wgContLang->lc( $name ) );
106 $moreNames[] = $wgContLang->ucwords( $name );
107 $moreNames[] = $wgContLang->ucwords( $wgContLang->lc( $name ) );
108 $moreNames[] = $wgContLang->ucwordbreaks( $name );
109 $moreNames[] = $wgContLang->ucwordbreaks( $wgContLang->lc( $name ) );
110 if ( !$wgCapitalLinks ) {
111 foreach ( $moreNames as $altName ) {
112 $moreNames[] = $wgContLang->lcfirst( $altName );
113 }
114 $moreNames[] = $wgContLang->lcfirst( $name );
115 }
116 foreach ( array_unique( $moreNames ) as $altName ) {
117 if ( $altName !== $name ) {
118 $spaces[$altName] = $ns;
119 }
120 }
121 }
122
123 ksort( $spaces );
124 asort( $spaces );
125
126 $ok = true;
127 foreach ( $spaces as $name => $ns ) {
128 $ok = $this->checkNamespace( $ns, $name, $fix, $suffix ) && $ok;
129 }
130 return $ok;
131 }
132
133 /**
134 * Get the interwiki list
135 *
136 * @todo Needs to respect interwiki cache!
137 * @return Array
138 */
139 private function getInterwikiList() {
140 $result = $this->db->select( 'interwiki', array( 'iw_prefix' ) );
141 $prefixes = array();
142 foreach ( $result as $row ) {
143 $prefixes[] = $row->iw_prefix;
144 }
145 $this->db->freeResult( $result );
146 return $prefixes;
147 }
148
149 /**
150 * @todo Document
151 * @param $ns Integer: a namespace id
152 * @param $name String
153 * @param $fix Boolean: whether to fix broken entries
154 * @param $suffix String: suffix to append to renamed articles
155 */
156 private function checkNamespace( $ns, $name, $fix, $suffix = '' ) {
157 $conflicts = $this->getConflicts( $ns, $name );
158 $count = count( $conflicts );
159 if ( $count == 0 ) {
160 return true;
161 }
162
163 $ok = true;
164 foreach ( $conflicts as $row ) {
165 $resolvable = $this->reportConflict( $row, $suffix );
166 $ok = $ok && $resolvable;
167 if ( $fix && ( $resolvable || $suffix != '' ) ) {
168 $ok = $this->resolveConflict( $row, $resolvable, $suffix ) && $ok;
169 }
170 }
171 return $ok;
172 }
173
174 /**
175 * @todo: do this for reals
176 */
177 private function checkPrefix( $key, $prefix, $fix, $suffix = '' ) {
178 $this->output( "Checking prefix \"$prefix\" vs namespace $key\n" );
179 return $this->checkNamespace( $key, $prefix, $fix, $suffix );
180 }
181
182 /**
183 * Find pages in mainspace that have a prefix of the new namespace
184 * so we know titles that will need migrating
185 *
186 * @param $ns Integer: namespace id (id for new namespace?)
187 * @param $name String: prefix that is being made a namespace
188 */
189 private function getConflicts( $ns, $name ) {
190 $page = 'page';
191 $table = $this->db->tableName( $page );
192
193 $prefix = $this->db->strencode( $name );
194 $encNamespace = $this->db->addQuotes( $ns );
195
196 $titleSql = "TRIM(LEADING '$prefix:' FROM {$page}_title)";
197 if ( $ns == 0 ) {
198 // An interwiki; try an alternate encoding with '-' for ':'
199 $titleSql = $this->db->buildConcat( array( "'$prefix-'", $titleSql ) );
200 }
201
202 $sql = "SELECT {$page}_id AS id,
203 {$page}_title AS oldtitle,
204 $encNamespace + {$page}_namespace AS namespace,
205 $titleSql AS title,
206 {$page}_namespace AS oldnamespace
207 FROM {$table}
208 WHERE ( {$page}_namespace=0 OR {$page}_namespace=1 )
209 AND {$page}_title " . $this->db->buildLike( $name . ':', $this->db->anyString() );
210
211 $result = $this->db->query( $sql, __METHOD__ );
212
213 $set = array();
214 foreach ( $result as $row ) {
215 $set[] = $row;
216 }
217 $this->db->freeResult( $result );
218
219 return $set;
220 }
221
222 /**
223 * Report any conflicts we find
224 */
225 private function reportConflict( $row, $suffix ) {
226 $newTitle = Title::makeTitleSafe( $row->namespace, $row->title );
227 if ( is_null( $newTitle ) || !$newTitle->canExist() ) {
228 // Title is also an illegal title...
229 // For the moment we'll let these slide to cleanupTitles or whoever.
230 $this->output( sprintf( "... %d (%d,\"%s\")\n",
231 $row->id,
232 $row->oldnamespace,
233 $row->oldtitle ) );
234 $this->output( "... *** cannot resolve automatically; illegal title ***\n" );
235 return false;
236 }
237
238 $this->output( sprintf( "... %d (%d,\"%s\") -> (%d,\"%s\") [[%s]]\n",
239 $row->id,
240 $row->oldnamespace,
241 $row->oldtitle,
242 $newTitle->getNamespace(),
243 $newTitle->getDBkey(),
244 $newTitle->getPrefixedText() ) );
245
246 $id = $newTitle->getArticleId();
247 if ( $id ) {
248 $this->output( "... *** cannot resolve automatically; page exists with ID $id ***\n" );
249 return false;
250 } else {
251 return true;
252 }
253 }
254
255 /**
256 * Resolve any conflicts
257 *
258 * @param $row Object: row from the page table to fix
259 * @param $resolvable Boolean
260 * @param $suffix String: suffix to append to the fixed page
261 */
262 private function resolveConflict( $row, $resolvable, $suffix ) {
263 if ( !$resolvable ) {
264 $this->output( "... *** old title {$row->title}\n" );
265 while ( true ) {
266 $row->title .= $suffix;
267 $this->output( "... *** new title {$row->title}\n" );
268 $title = Title::makeTitleSafe( $row->namespace, $row->title );
269 if ( ! $title ) {
270 $this->output( "... !!! invalid title\n" );
271 return false;
272 }
273 if ( $id = $title->getArticleId() ) {
274 $this->output( "... *** page exists with ID $id ***\n" );
275 } else {
276 break;
277 }
278 }
279 $this->output( "... *** using suffixed form [[" . $title->getPrefixedText() . "]] ***\n" );
280 }
281 $this->resolveConflictOn( $row, 'page', 'page' );
282 return true;
283 }
284
285 /**
286 * Resolve a given conflict
287 *
288 * @param $row Object: row from the old broken entry
289 * @param $table String: table to update
290 * @param $prefix String: prefix for column name, like page or ar
291 */
292 private function resolveConflictOn( $row, $table, $prefix ) {
293 $this->output( "... resolving on $table... " );
294 $newTitle = Title::makeTitleSafe( $row->namespace, $row->title );
295 $this->db->update( $table,
296 array(
297 "{$prefix}_namespace" => $newTitle->getNamespace(),
298 "{$prefix}_title" => $newTitle->getDBkey(),
299 ),
300 array(
301 // "{$prefix}_namespace" => 0,
302 // "{$prefix}_title" => $row->oldtitle,
303 "{$prefix}_id" => $row->id,
304 ),
305 __METHOD__ );
306 $this->output( "ok.\n" );
307 return true;
308 }
309 }
310
311 $maintClass = "NamespaceConflictChecker";
312 require_once( DO_MAINTENANCE );