maintenance/importTextFiles.php

   1 <?php
   2 /**
   3  * Import pages from text files
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program; if not, write to the Free Software Foundation, Inc.,
  17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  * http://www.gnu.org/copyleft/gpl.html
  19  *
  20  * @file
  21  * @ingroup Maintenance
  22  */
  23
  24 require_once __DIR__ . '/Maintenance.php';
  25
  26 /**
  27  * Maintenance script which reads in text files
  28  * and imports their content to a page of the wiki.
  29  *
  30  * @ingroup Maintenance
  31  */
  32 class ImportTextFiles extends Maintenance {
  33         public function __construct() {
  34                 parent::__construct();
  35                 $this->mDescription = "Reads in text files and imports their content to pages of the wiki";
  36                 $this->addOption( 'user', 'Username to which edits should be attributed. ' .
  37                         'Default: "Maintenance script"', false, true, 'u' );
  38                 $this->addOption( 'summary', 'Specify edit summary for the edits', false, true, 's' );
  39                 $this->addOption( 'use-timestamp', 'Use the modification date of the text file ' .
  40                         'as the timestamp for the edit' );
  41                 $this->addOption( 'overwrite', 'Overwrite existing pages. If --use-timestamp is passed, this ' .
  42                         'will only overwrite pages if the file has been modified since the page was last modified.' );
  43                 $this->addOption( 'prefix', 'A string to place in front of the file name', false, true, 'p' );
  44                 $this->addOption( 'bot', 'Mark edits as bot edits in the recent changes list.' );
  45                 $this->addOption( 'rc', 'Place revisions in RecentChanges.' );
  46                 $this->addArg( 'files', 'Files to import' );
  47         }
  48
  49         public function execute() {
  50                 $userName = $this->getOption( 'user', false );
  51                 $summary = $this->getOption( 'summary', 'Imported from text file' );
  52                 $useTimestamp = $this->hasOption( 'use-timestamp' );
  53                 $rc = $this->hasOption( 'rc' );
  54                 $bot = $this->hasOption( 'bot' );
  55                 $overwrite = $this->hasOption( 'overwrite' );
  56                 $prefix = $this->getOption( 'prefix', '' );
  57
  58                 // Get all the arguments. A loop is required since Maintenance doesn't
  59                 // suppport an arbitrary number of arguments.
  60                 $files = array();
  61                 $i = 0;
  62                 while ( $arg = $this->getArg( $i++ ) ) {
  63                         if ( file_exists( $arg ) ) {
  64                                 $files[$arg] = file_get_contents( $arg );
  65                         } else {
  66                                 $this->error( "Fatal error: The file '$arg' does not exist!", 1 );
  67                         }
  68                 };
  69
  70                 $count = count( $files );
  71                 $this->output( "Importing $count pages...\n" );
  72
  73                 if ( $userName === false ) {
  74                         $user = User::newSystemUser( 'Maintenance script', array( 'steal' => true ) );
  75                 } else {
  76                         $user = User::newFromName( $userName );
  77                 }
  78
  79                 if ( !$user ) {
  80                         $this->error( "Invalid username\n", true );
  81                 }
  82                 if ( $user->isAnon() ) {
  83                         $user->addToDatabase();
  84                 }
  85
  86                 $exit = 0;
  87
  88                 $successCount = 0;
  89                 $failCount = 0;
  90                 $skipCount = 0;
  91
  92                 foreach ( $files as $file => $text ) {
  93                         $pageName = $prefix . pathinfo( $file, PATHINFO_FILENAME );
  94                         $timestamp = $useTimestamp ? wfTimestamp( TS_UNIX, filemtime( $file ) ) : wfTimestampNow();
  95
  96                         $title = Title::newFromText( $pageName );
  97                         $exists = $title->exists();
  98                         $oldRevID = $title->getLatestRevID();
  99                         $oldRev = $oldRevID ? Revision::newFromId( $oldRevID ) : null;
 100
 101                         if ( !$title ) {
 102                                 $this->error( "Invalid title $pageName. Skipping.\n" );
 103                                 $skipCount++;
 104                                 continue;
 105                         }
 106
 107                         $actualTitle = $title->getPrefixedText();
 108
 109                         if ( $exists ) {
 110                                 $touched = wfTimestamp( TS_UNIX, $title->getTouched() );
 111                                 if ( !$overwrite ) {
 112                                         $this->output( "Title $actualTitle already exists. Skipping.\n" );
 113                                         $skipCount++;
 114                                         continue;
 115                                 } elseif ( $useTimestamp && intval( $touched ) >= intval( $timestamp ) ) {
 116                                         $this->output( "File for title $actualTitle has not been modified since the " .
 117                                                 "destination page was touched. Skipping.\n" );
 118                                         $skipCount++;
 119                                         continue;
 120                                 }
 121                         }
 122
 123                         $rev = new WikiRevision( ConfigFactory::getDefaultInstance()->makeConfig( 'main' ) );
 124                         $rev->setText( rtrim( $text ) );
 125                         $rev->setTitle( $title );
 126                         $rev->setUserObj( $user );
 127                         $rev->setComment( $summary );
 128                         $rev->setTimestamp( $timestamp );
 129
 130                         if ( $exists && $overwrite && $rev->getContent()->equals( $oldRev->getContent() ) ) {
 131                                 $this->output( "File for title $actualTitle contains no changes from the current " .
 132                                         "revision. Skipping.\n" );
 133                                 $skipCount++;
 134                                 continue;
 135                         }
 136
 137                         $status = $rev->importOldRevision();
 138                         $newId = $title->getLatestRevID();
 139
 140                         if ( $status ) {
 141                                 $action = $exists ? 'updated' : 'created';
 142                                 $this->output( "Successfully $action $actualTitle\n" );
 143                                 $successCount++;
 144                         } else {
 145                                 $action = $exists ? 'update' : 'create';
 146                                 $this->output( "Failed to $action $actualTitle\n" );
 147                                 $failCount++;
 148                                 $exit = 1;
 149                         }
 150
 151                         // Create the RecentChanges entry if necessary
 152                         if ( $rc && $status ) {
 153                                 if ( $exists ) {
 154                                         if ( is_object( $oldRev ) ) {
 155                                                 $oldContent = $oldRev->getContent();
 156                                                 RecentChange::notifyEdit(
 157                                                         $timestamp,
 158                                                         $title,
 159                                                         $rev->getMinor(),
 160                                                         $user,
 161                                                         $summary,
 162                                                         $oldRevID,
 163                                                         $oldRev->getTimestamp(),
 164                                                         $bot,
 165                                                         '',
 166                                                         $oldContent ? $oldContent->getSize() : 0,
 167                                                         $rev->getContent()->getSize(),
 168                                                         $newId,
 169                                                         1 /* the pages don't need to be patrolled */
 170                                                 );
 171                                         }
 172                                 } else {
 173                                         RecentChange::notifyNew(
 174                                                 $timestamp,
 175                                                 $title,
 176                                                 $rev->getMinor(),
 177                                                 $user,
 178                                                 $summary,
 179                                                 $bot,
 180                                                 '',
 181                                                 $rev->getContent()->getSize(),
 182                                                 $newId,
 183                                                 1
 184                                         );
 185                                 }
 186                         }
 187                 }
 188
 189                 $this->output( "Done! $successCount succeeded, $skipCount skipped.\n" );
 190                 if ( $exit ) {
 191                         $this->error( "Import failed with $failCount failed pages.\n", $exit );
 192                 }
 193         }
 194 }
 195
 196 $maintClass = "ImportTextFiles";
 197 require_once RUN_MAINTENANCE_IF_MAIN;