Cleanup in MagicWord::$mVariableIDs, removed IDs that aren't handled in Parser::getVa...
[lhc/web/wiklou.git] / maintenance / backup.inc
index bef9b3f..e2e5363 100644 (file)
  *
  * You should have received a copy of the GNU General Public License along
  * with this program; if not, write to the Free Software Foundation, Inc.,
- * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+ * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  * http://www.gnu.org/copyleft/gpl.html
  *
- * @package MediaWiki
- * @subpackage SpecialPage
+ * @file
+ * @ingroup Dump Maintenance
  */
 
+/**
+ * @ingroup Dump Maintenance
+ */
+class DumpDBZip2Output extends DumpPipeOutput {
+       function DumpDBZip2Output( $file ) {
+               parent::DumpPipeOutput( "dbzip2", $file );
+       }
+}
 
+/**
+ * @ingroup Dump Maintenance
+ */
 class BackupDumper {
        var $reportingInterval = 100;
        var $reporting = true;
@@ -36,6 +47,7 @@ class BackupDumper {
        var $endId      = 0;
        var $sink       = null; // Output filters
        var $stubText   = false; // include rev_text_id instead of text; for 2-pass dump
+       var $dumpUploads = false;
 
        function BackupDumper( $args ) {
                $this->stderr = fopen( "php://stderr", "wt" );
@@ -44,6 +56,7 @@ class BackupDumper {
                $this->registerOutput( 'file', 'DumpFileOutput' );
                $this->registerOutput( 'gzip', 'DumpGZipOutput' );
                $this->registerOutput( 'bzip2', 'DumpBZip2Output' );
+               $this->registerOutput( 'dbzip2', 'DumpDBZip2Output' );
                $this->registerOutput( '7zip', 'Dump7ZipOutput' );
 
                $this->registerFilter( 'latest', 'DumpLatestFilter' );
@@ -92,8 +105,9 @@ class BackupDumper {
                $sink = null;
                $sinks = array();
                foreach( $args as $arg ) {
+                       $matches = array();
                        if( preg_match( '/^--(.+?)(?:=(.+?)(?::(.+?))?)?$/', $arg, $matches ) ) {
-                               @list( $full, $opt, $val, $param ) = $matches;
+                               @list( /* $full */ , $opt, $val, $param ) = $matches;
                                switch( $opt ) {
                                case "plugin":
                                        $this->loadPlugin( $val, $param );
@@ -123,6 +137,21 @@ class BackupDumper {
                                        unset( $sink );
                                        $sink = $filter;
 
+                                       break;
+                               case "report":
+                                       $this->reportingInterval = intval( $val );
+                                       break;
+                               case "server":
+                                       $this->server = $val;
+                                       break;
+                               case "force-normal":
+                                       if( !function_exists( 'utf8_normalize' ) ) {
+                                               dl( "php_utfnormal.so" );
+                                               if( !function_exists( 'utf8_normalize' ) ) {
+                                                       wfDie( "Failed to load UTF-8 normalization extension. " .
+                                                               "Install or remove --force-normal parameter to use slower code.\n" );
+                                               }
+                                       }
                                        break;
                                default:
                                        $this->processOption( $opt, $val, $param );
@@ -146,31 +175,38 @@ class BackupDumper {
                // extension point for subclasses to add options
        }
 
-       function dump( $history, $text = MW_EXPORT_TEXT ) {
-               # This shouldn't happen if on console... ;)
-               header( 'Content-type: text/html; charset=UTF-8' );
-
+       function dump( $history, $text = WikiExporter::TEXT ) {
                # Notice messages will foul up your XML output even if they're
                # relatively harmless.
-               ini_set( 'display_errors', false );
+               if( ini_get( 'display_errors' ) )
+                       ini_set( 'display_errors', 'stderr' );
 
                $this->initProgress( $history );
 
-               $db =& $this->backupDb();
-               $exporter = new WikiExporter( $db, $history, MW_EXPORT_STREAM, $text );
+               $db = $this->backupDb();
+               $exporter = new WikiExporter( $db, $history, WikiExporter::STREAM, $text );
+               $exporter->dumpUploads = $this->dumpUploads;
 
                $wrapper = new ExportProgressFilter( $this->sink, $this );
                $exporter->setOutputSink( $wrapper );
 
                if( !$this->skipHeader )
                        $exporter->openStream();
-
-               if( is_null( $this->pages ) ) {
+               # Log item dumps: all or by range
+               if( $history & WikiExporter::LOGS ) {
+                       if( $this->startId || $this->endId ) {
+                               $exporter->logsByRange( $this->startId, $this->endId );
+                       } else {
+                               $exporter->allLogs();
+                       }
+               # Page dumps: all or by page ID range
+               } else if( is_null( $this->pages ) ) {
                        if( $this->startId || $this->endId ) {
                                $exporter->pagesByRange( $this->startId, $this->endId );
                        } else {
                                $exporter->allPages();
                        }
+               # Dump of specific pages
                } else {
                        $exporter->pagesByName( $this->pages );
                }
@@ -185,25 +221,29 @@ class BackupDumper {
         * Initialise starting time and maximum revision count.
         * We'll make ETA calculations based an progress, assuming relatively
         * constant per-revision rate.
-        * @param int $history MW_EXPORT_CURRENT or MW_EXPORT_FULL
+        * @param int $history WikiExporter::CURRENT or WikiExporter::FULL
         */
-       function initProgress( $history = MW_EXPORT_FULL ) {
-               $table = ($history == MW_EXPORT_CURRENT) ? 'page' : 'revision';
-               $field = ($history == MW_EXPORT_CURRENT) ? 'page_id' : 'rev_id';
+       function initProgress( $history = WikiExporter::FULL ) {
+               $table = ($history == WikiExporter::CURRENT) ? 'page' : 'revision';
+               $field = ($history == WikiExporter::CURRENT) ? 'page_id' : 'rev_id';
                
-               $dbr =& wfGetDB( DB_SLAVE );
+               $dbr = wfGetDB( DB_SLAVE );
                $this->maxCount = $dbr->selectField( $table, "MAX($field)", '', 'BackupDumper::dump' );
                $this->startTime = wfTime();
        }
 
-       function &backupDb() {
+       function backupDb() {
                global $wgDBadminuser, $wgDBadminpassword;
-               global $wgDBname, $wgDebugDumpSql;
+               global $wgDBname, $wgDebugDumpSql, $wgDBtype;
                $flags = ($wgDebugDumpSql ? DBO_DEBUG : 0) | DBO_DEFAULT; // god-damn hack
-               $db =& new Database( $this->backupServer(), $wgDBadminuser, $wgDBadminpassword, $wgDBname, false, $flags );
-               $timeout = 3600 * 24;
-               $db->query( "SET net_read_timeout=$timeout" );
-               $db->query( "SET net_write_timeout=$timeout" );
+
+               $class = 'Database' . ucfirst($wgDBtype);
+               $db = new $class( $this->backupServer(), $wgDBadminuser, $wgDBadminpassword, $wgDBname, false, $flags );
+               
+               // Discourage the server from disconnecting us if it takes a long time
+               // to read out the big ol' batch query.
+               $db->setTimeout( 3600 * 24 );
+               
                return $db;
        }
 
@@ -244,9 +284,8 @@ class BackupDumper {
                                $revrate = '-';
                                $etats = '-';
                        }
-                       global $wgDBname;
                        $this->progress( sprintf( "%s: %s %d pages (%0.3f/sec), %d revs (%0.3f/sec), ETA %s [max %d]",
-                               $now, $wgDBname, $this->pageCount, $rate, $this->revCount, $revrate, $etats, $this->maxCount ) );
+                               $now, wfWikiID(), $this->pageCount, $rate, $this->revCount, $revrate, $etats, $this->maxCount ) );
                }
        }
 
@@ -271,5 +310,3 @@ class ExportProgressFilter extends DumpFilter {
                $this->progress->revCount();
        }
 }
-
-?>