maintenance/populateFilearchiveSha1.php

   1 <?php
   2 /**
   3  * Optional upgrade script to populate the fa_sha1 field
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program; if not, write to the Free Software Foundation, Inc.,
  17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  * http://www.gnu.org/copyleft/gpl.html
  19  *
  20  * @file
  21  * @ingroup Maintenance
  22  */
  23
  24 require_once( dirname( __FILE__ ) . '/Maintenance.php' );
  25
  26 /**
  27  * Maintenance script to populate the fa_sha1 field.
  28  *
  29  * @ingroup Maintenance
  30  * @since 1.21
  31  */
  32 class PopulateFilearchiveSha1 extends LoggedUpdateMaintenance {
  33         public function __construct() {
  34                 parent::__construct();
  35                 $this->mDescription = "Populate the fa_sha1 field from fa_storage_key";
  36         }
  37
  38         protected function getUpdateKey() {
  39                 return 'populate fa_sha1';
  40         }
  41
  42         protected function updateSkippedMessage() {
  43                 return 'fa_sha1 column of filearchive table already populated.';
  44         }
  45
  46         public function doDBUpdates() {
  47                 $startTime = microtime( true );
  48                 $dbw = wfGetDB( DB_MASTER );
  49                 $table = 'filearchive';
  50                 $conds = array( 'fa_sha1' => '', 'fa_storage_key IS NOT NULL' );
  51
  52                 if ( !$dbw->fieldExists( $table, 'fa_sha1', __METHOD__ ) ) {
  53                         $this->output( "fa_sha1 column does not exist\n\n", true );
  54                         return false;
  55                 }
  56
  57                 $this->output( "Populating fa_sha1 field from fa_storage_key\n" );
  58                 $endId = $dbw->selectField( $table, 'MAX(fa_id)', false, __METHOD__ );
  59
  60                 $batchSize = $this->mBatchSize;
  61                 $done = 0;
  62
  63                 do {
  64                         $res = $dbw->select(
  65                                 $table,
  66                                 array( 'fa_id', 'fa_storage_key' ),
  67                                 $conds,
  68                                 __METHOD__,
  69                                 array( 'LIMIT' => $batchSize )
  70                         );
  71
  72                         $i = 0;
  73                         foreach ( $res as $row ) {
  74                                 if ( $row->fa_storage_key == '' ) {
  75                                         // Revision was missing pre-deletion
  76                                         continue;
  77                                 }
  78                                 $sha1 = LocalRepo::getHashFromKey( $row->fa_storage_key );
  79                                 $dbw->update( $table,
  80                                         array( 'fa_sha1' => $sha1 ),
  81                                         array( 'fa_id' => $row->fa_id ),
  82                                         __METHOD__
  83                                 );
  84                                 $lastId = $row->fa_id;
  85                                 $i++;
  86                         }
  87
  88                         $done += $i;
  89                         if( $i !== $batchSize ) {
  90                                 break;
  91                         }
  92
  93                         // print status and let slaves catch up
  94                         $this->output( sprintf(
  95                                 "id %d done (up to %d), %5.3f%%  \r", $lastId, $endId, $lastId / $endId * 100 ) );
  96                         wfWaitForSlaves();
  97                 } while( true );
  98
  99                 $processingTime = microtime( true ) - $startTime;
 100                 $this->output( sprintf( "\nDone %d files in %.1f seconds\n", $done, $processingTime ) );
 101
 102                 return true; // we only updated *some* files, don't log
 103         }
 104 }
 105
 106 $maintClass = "PopulateFilearchiveSha1";
 107 require_once( RUN_MAINTENANCE_IF_MAIN );