(bug 18881) add maintenance script to populate rev_len field for old revisions
authorIlmari Karonen <vyznev@users.mediawiki.org>
Wed, 3 Mar 2010 20:23:42 +0000 (20:23 +0000)
committerIlmari Karonen <vyznev@users.mediawiki.org>
Wed, 3 Mar 2010 20:23:42 +0000 (20:23 +0000)
maintenance/populateRevisionLength.php [new file with mode: 0644]

diff --git a/maintenance/populateRevisionLength.php b/maintenance/populateRevisionLength.php
new file mode 100644 (file)
index 0000000..b0c1d04
--- /dev/null
@@ -0,0 +1,92 @@
+<?php
+/*
+ * Makes the required database updates for rev_len
+ * to be of any use. It can be used for some simple tracking
+ * and to find new page edits by users.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License along
+ * with this program; if not, write to the Free Software Foundation, Inc.,
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
+ * http://www.gnu.org/copyleft/gpl.html
+ *
+ * @ingroup Maintenance
+ */
+
+require_once( dirname(__FILE__) . '/Maintenance.php' );
+
+class PopulateRevisionLength extends Maintenance {
+       public function __construct() {
+               parent::__construct();
+               $this->mDescription = "Populates rev_len";
+               $this->setBatchSize( 200 );
+       }
+
+       public function execute() {
+               $db = wfGetDB( DB_MASTER );
+               if ( !$db->tableExists( 'revision' ) ) {
+                       $this->error( "revision table does not exist", true );
+               }
+               $this->output( "Populating rev_len column\n" );
+               $start = $db->selectField( 'revision', 'MIN(rev_id)', false, __FUNCTION__ );
+               $end = $db->selectField( 'revision', 'MAX(rev_id)', false, __FUNCTION__ );
+               if( is_null( $start ) || is_null( $end ) ){
+                       $this->output( "...revision table seems to be empty.\n" );
+                       $db->insert( 'updatelog',
+                               array( 'ul_key' => 'populate rev_len' ),
+                               __METHOD__,
+                               'IGNORE' );
+                       return;
+               }
+               # Do remaining chunks
+               $blockStart = intval( $start );
+               $blockEnd = intval( $start ) + $this->mBatchSize - 1;
+               $count = 0;
+               while( $blockStart <= $end ) {
+                       $this->output( "...doing rev_id from $blockStart to $blockEnd\n" );
+                       $res = $db->select( 'revision',
+                                           Revision::selectFields(),
+                                           array( "rev_id >= $blockStart",
+                                                  "rev_id <= $blockEnd",
+                                                  "rev_len IS NULL" ),
+                                           __METHOD__ );
+                       # Go through and update rev_len from these rows.
+                       foreach( $res as $row ) {
+                               $rev = new Revision( $row );
+                               $text = $rev->getRawText();
+                               # Update the row...
+                               $db->update( 'revision',
+                                            array( 'rev_len' => strlen( $text ) ),
+                                            array( 'rev_id' => $row->rev_id ),
+                                            __METHOD__ );
+                               $count++;
+                       }
+                       $blockStart += $this->mBatchSize;
+                       $blockEnd += $this->mBatchSize;
+                       wfWaitForSlaves( 5 );
+               }
+               $logged = $db->insert( 'updatelog',
+                       array( 'ul_key' => 'populate rev_len' ),
+                       __METHOD__,
+                       'IGNORE' );
+               if( $logged ) {
+                       $this->output( "rev_len population complete ... {$count} rows changed\n" );
+                       return true;
+               } else {
+                       $this->output( "Could not insert rev_len population row.\n" );
+                       return false;
+               }
+       }
+}
+
+$maintClass = "PopulateRevisionLength";
+require_once( DO_MAINTENANCE );