* Use call_user_func( $func ) rather than $func(), like wgHooks and parser hooks
[lhc/web/wiklou.git] / includes / MessageCache.php
index 6433658..a5c99f6 100755 (executable)
@@ -21,11 +21,10 @@ define( 'MSG_WAIT_TIMEOUT', 10);
  *
  * @package MediaWiki
  */
-class MessageCache
-{
+class MessageCache {
        var $mCache, $mUseCache, $mDisable, $mExpiry;
        var $mMemcKey, $mKeys, $mParserOptions, $mParser;
-       var $mExtensionMessages;
+       var $mExtensionMessages = array();
        var $mInitialised = false;
        var $mDeferred = true;
 
@@ -54,20 +53,76 @@ class MessageCache
                # can return a cache hit, this saves
                # some extra milliseconds
                $this->mDeferred = true;
-               
+
                wfProfileOut( $fname );
        }
 
+       /** 
+        * Try to load the cache from a local file
+        */
+       function loadFromLocal( $hash ) {
+               global $wgLocalMessageCache, $wgDBname;
+
+               $this->mCache = false;
+               if ( $wgLocalMessageCache === false ) {
+                       return;
+               }
+               
+               $filename = "$wgLocalMessageCache/messages-$wgDBname";
+
+               $file = fopen( $filename, 'r' );
+               if ( !$file ) {
+                       return;
+               }
+
+               // Check to see if the file has the hash specified
+               $localHash = fread( $file, 32 );
+               if ( $hash == $localHash ) {
+                       // All good, get the rest of it
+                       $serialized = fread( $file, 1000000 );
+                       $this->mCache = unserialize( $serialized );
+               }
+               fclose( $file );
+       }
+
+       /**
+        * Save the cache to a local file
+        */
+       function saveToLocal( $serialized, $hash ) {
+               global $wgLocalMessageCache, $wgDBname;
+
+               if ( $wgLocalMessageCache === false ) {
+                       return;
+               }
+               
+               $filename = "$wgLocalMessageCache/messages-$wgDBname";
+               wfMkdirParents( $wgLocalMessageCache, 0777 );
+
+               $file = fopen( $filename, 'w' );
+               if ( !$file ) {
+                       wfDebug( "Unable to open local cache file for writing\n" );
+                       return;
+               }
+
+               fwrite( $file, $hash . $serialized );
+               fclose( $file );
+       }
+
+
        /**
         * Loads messages either from memcached or the database, if not disabled
         * On error, quietly switches to a fallback mode
         * Returns false for a reportable error, true otherwise
         */
        function load() {
-               global $wgAllMessagesEn;
+               global $wgLocalMessageCache;
 
                if ( $this->mDisable ) {
-                       wfDebug( "MessageCache::load(): disabled\n" );
+                       static $shownDisabled = false;
+                       if ( !$shownDisabled ) {
+                               wfDebug( "MessageCache::load(): disabled\n" );
+                               $shownDisabled = true;
+                       }
                        return true;
                }
                $fname = 'MessageCache::load';
@@ -75,29 +130,65 @@ class MessageCache
                $success = true;
 
                if ( $this->mUseCache ) {
-                       wfProfileIn( $fname.'-fromcache' );
-                       $this->mCache = $this->mMemc->get( $this->mMemcKey );
-                       wfProfileOut( $fname.'-fromcache' );
+                       $this->mCache = false;
+
+                       # Try local cache
+                       wfProfileIn( $fname.'-fromlocal' );
+                       $hash = $this->mMemc->get( "{$this->mMemcKey}-hash" );
+                       if ( $hash ) {
+                               $this->loadFromLocal( $hash );
+                       }
+                       wfProfileOut( $fname.'-fromlocal' );
+
+                       # Try memcached
+                       if ( !$this->mCache ) {
+                               wfProfileIn( $fname.'-fromcache' );
+                               $this->mCache = $this->mMemc->get( $this->mMemcKey );
+
+                               # Save to local cache
+                               if ( $wgLocalMessageCache !== false ) { 
+                                       $serialized = serialize( $this->mCache );
+                                       if ( !$hash ) {
+                                               $hash = md5( $serialized );
+                                               $this->mMemc->set( "{$this->mMemcKey}-hash", $hash, $this->mExpiry );
+                                       }
+                                       $this->saveToLocal( $serialized, $hash );
+                               }
+                               wfProfileOut( $fname.'-fromcache' );
+                       }
+
 
                        # If there's nothing in memcached, load all the messages from the database
                        if ( !$this->mCache ) {
                                wfDebug( "MessageCache::load(): loading all messages\n" );
                                $this->lock();
                                # Other threads don't need to load the messages if another thread is doing it.
-                               $success = $this->mMemc->add( $this->mMemcKey, "loading", MSG_LOAD_TIMEOUT );
+                               $success = $this->mMemc->add( $this->mMemcKey.'-status', "loading", MSG_LOAD_TIMEOUT );
                                if ( $success ) {
                                        wfProfileIn( $fname.'-load' );
                                        $this->loadFromDB();
                                        wfProfileOut( $fname.'-load' );
+
                                        # Save in memcached
                                        # Keep trying if it fails, this is kind of important
                                        wfProfileIn( $fname.'-save' );
-                                       for ( $i=0; $i<20 && !$this->mMemc->set( $this->mMemcKey, $this->mCache, $this->mExpiry ); $i++ ) {
+                                       for ($i=0; $i<20 &&
+                                                  !$this->mMemc->set( $this->mMemcKey, $this->mCache, $this->mExpiry );
+                                            $i++ ) {
                                                usleep(mt_rand(500000,1500000));
                                        }
+
+                                       # Save to local cache
+                                       if ( $wgLocalMessageCache !== false ) { 
+                                               $serialized = serialize( $this->mCache );
+                                               $hash = md5( $serialized );
+                                               $this->mMemc->set( "{$this->mMemcKey}-hash", $hash, $this->mExpiry );
+                                               $this->saveToLocal( $serialized, $hash );
+                                       }
+
                                        wfProfileOut( $fname.'-save' );
                                        if ( $i == 20 ) {
-                                               $this->mMemc->set( $this->mMemcKey, 'error', 60*5 );
+                                               $this->mMemc->set( $this->mMemcKey.'-status', 'error', 60*5 );
                                                wfDebug( "MemCached set error in MessageCache: restart memcached server!\n" );
                                        }
                                }
@@ -131,20 +222,15 @@ class MessageCache
         * Loads all or main part of cacheable messages from the database
         */
        function loadFromDB() {
-               global $wgPartialMessageCache;
+               global $wgAllMessagesEn, $wgLang;
+               
                $fname = 'MessageCache::loadFromDB';
                $dbr =& wfGetDB( DB_SLAVE );
-               $conditions = array( 'page_is_redirect' => 0, 
-                                       'page_namespace' => NS_MEDIAWIKI);
-               if ($wgPartialMessageCache) {
-                       wfDebugDieBacktrace( "Confused about how this works." );
-                       if (is_array($wgPartialMessageCache)) {
-                               $conditions['page_title']=$wgPartialMessageCache;
-                       } else {
-                               require_once("MessageCacheHints.php");
-                               $conditions['page_title']=MessageCacheHints::get();
-                       }
+               if ( !$dbr ) {
+                       wfDebugDieBacktrace( 'Invalid database object' );
                }
+               $conditions = array( 'page_is_redirect' => 0,
+                                       'page_namespace' => NS_MEDIAWIKI);
                $res = $dbr->select( array( 'page', 'revision', 'text' ),
                        array( 'page_title', 'old_text', 'old_flags' ),
                        'page_is_redirect=0 AND page_namespace='.NS_MEDIAWIKI.' AND page_latest=rev_id AND rev_text_id=old_id',
@@ -156,21 +242,23 @@ class MessageCache
                        $this->mCache[$row->page_title] = Revision::getRevisionText( $row );
                }
 
-               $dbr->freeResult( $res );
-               /*
-               # FIXME: This is too slow currently.
-               # We need to bulk-fetch revisions, but in a portable way...
-               $resultSet = Revision::fetchFromConds( $dbr, array(
-                       'page_namespace'   => NS_MEDIAWIKI,
-                       'page_is_redirect' => 0,
-                       'page_id=rev_page' ) );
-               while( $row = $resultSet->fetchObject() ) {
-                       $revision = new Revision( $row );
-                       $title = $revision->getTitle();
-                       $this->mCache[$title->getDBkey()] = $revision->getText();
+               # Negative caching
+               # Go through the language array and the extension array and make a note of 
+               # any keys missing from the cache
+               foreach ( $wgAllMessagesEn as $key => $value ) {
+                       $uckey = $wgLang->ucfirst( $key );
+                       if ( !array_key_exists( $uckey, $this->mCache ) ) {
+                               $this->mCache[$uckey] = false;
+                       }
                }
-               $resultSet->free();
-               */
+               foreach ( $this->mExtensionMessages as $key => $value ) {
+                       $uckey = $wgLang->ucfirst( $key );
+                       if ( !array_key_exists( $uckey, $this->mCache ) ) {
+                               $this->mCache[$uckey] = false;
+                       }
+               }       
+
+               $dbr->freeResult( $res );
        }
 
        /**
@@ -189,18 +277,30 @@ class MessageCache
        }
 
        /**
-        * Obsolete
+        * @deprecated
         */
        function isCacheable( $key ) {
                return true;
        }
 
        function replace( $title, $text ) {
+               global $wgLocalMessageCache;
+
                $this->lock();
                $this->load();
                if ( is_array( $this->mCache ) ) {
                        $this->mCache[$title] = $text;
                        $this->mMemc->set( $this->mMemcKey, $this->mCache, $this->mExpiry );
+                       
+                       # Save to local cache
+                       if ( $wgLocalMessageCache !== false ) { 
+                               $serialized = serialize( $this->mCache );
+                               $hash = md5( $serialized );
+                               $this->mMemc->set( "{$this->mMemcKey}-hash", $hash, $this->mExpiry );
+                               $this->saveToLocal( $serialized, $hash );
+                       }
+
+
                }
                $this->unlock();
        }
@@ -244,10 +344,10 @@ class MessageCache
                }
                # If uninitialised, someone is trying to call this halfway through Setup.php
                if( !$this->mInitialised ) {
-                       return "&lt;$key&gt;";
+                       return '&lt;' . htmlspecialchars($key) . '&gt;';
                }
                # If cache initialization was deferred, start it now.
-               if( $this->mDeferred ) {
+               if( $this->mDeferred && !$this->mDisable && $useDB ) {
                        $this->load();
                }
 
@@ -260,71 +360,85 @@ class MessageCache
                        $message = $this->getFromCache( $title );
                }
                # Try the extension array
-               if( !$message ) {
-                       $message = @$this->mExtensionMessages[$key];
+               if( $message === false && array_key_exists( $key, $this->mExtensionMessages ) ) {
+                       $message = $this->mExtensionMessages[$key];
                }
 
                # Try the array in the language object
-               if( !$message ) {
+               if( $message === false ) {
                        wfSuppressWarnings();
                        $message = $lang->getMessage( $key );
                        wfRestoreWarnings();
+                       if ( is_null( $message ) ) {
+                               $message = false;
+                       }
                }
 
                # Try the English array
-               if( !$message && $langcode != 'en' ) {
+               if( $message === false && $langcode != 'en' ) {
                        wfSuppressWarnings();
                        $message = Language::getMessage( $key );
                        wfRestoreWarnings();
+                       if ( is_null( $message ) ) {
+                               $message = false;
+                       }
                }
 
                # Is this a custom message? Try the default language in the db...
-               if( !$message &&
+               if( $message === false &&
                        !$this->mDisable && $useDB &&
                        !$isfullkey && ($langcode != $wgContLanguageCode) ) {
                        $message = $this->getFromCache( $lang->ucfirst( $key ) );
                }
-               
+
                # Final fallback
-               if( !$message ) {
-                       $message = "&lt;$key&gt;";
+               if( $message === false ) {
+                       return '&lt;' . htmlspecialchars($key) . '&gt;';
                }
 
                # Replace brace tags
                $message = $this->transform( $message );
                return $message;
        }
-       
+
        function getFromCache( $title ) {
                $message = false;
-               
+
                # Try the cache
                if( $this->mUseCache && is_array( $this->mCache ) && array_key_exists( $title, $this->mCache ) ) {
-                       $message = $this->mCache[$title];
+                       return $this->mCache[$title];
                }
 
-               if ( !$message && $this->mUseCache ) {
+               # Try individual message cache
+               if ( $this->mUseCache ) {
                        $message = $this->mMemc->get( $this->mMemcKey . ':' . $title );
-                       if( $message ) {
+                       if ( $message == '###NONEXISTENT###' ) {
+                               return false;
+                       } elseif( !is_null( $message ) ) {
                                $this->mCache[$title] = $message;
+                               return $message;
+                       } else {
+                               $message = false;
                        }
                }
 
                # If it wasn't in the cache, load each message from the DB individually
-               if ( !$message ) {
-                       $revision = Revision::newFromTitle( Title::makeTitle( NS_MEDIAWIKI, $title ) );
-                       if( $revision ) {
-                               $message = $revision->getText();
-                               if ($this->mUseCache) {
-                                       $this->mCache[$title]=$message;
-                                       /* individual messages may be often 
-                                          recached until proper purge code exists 
-                                       */
-                                       $this->mMemc->set( $this->mMemcKey . ':' . $title, $message, 300 );
-                               }
+               $revision = Revision::newFromTitle( Title::makeTitle( NS_MEDIAWIKI, $title ) );
+               if( $revision ) {
+                       $message = $revision->getText();
+                       if ($this->mUseCache) {
+                               $this->mCache[$title]=$message;
+                               /* individual messages may be often
+                                  recached until proper purge code exists
+                               */
+                               $this->mMemc->set( $this->mMemcKey . ':' . $title, $message, 300 );
                        }
+               } else {
+                       # Negative caching
+                       # Use some special text instead of false, because false gets converted to '' somewhere
+                       $this->mMemc->set( $this->mMemcKey . ':' . $title, '###NONEXISTENT###', $this->mExpiry );
                }
-               
+
                return $message;
        }
 
@@ -341,14 +455,27 @@ class MessageCache
        function enable() { $this->mDisable = false; }
        function disableTransform() { $this->mDisableTransform = true; }
        function enableTransform() { $this->mDisableTransform = false; }
+       function setTransform( $x ) { $this->mDisableTransform = $x; }
+       function getTransform() { return $this->mDisableTransform; }
 
+       /**
+        * Add a message to the cache
+        *
+        * @param mixed $key
+        * @param mixed $value
+        */
        function addMessage( $key, $value ) {
                $this->mExtensionMessages[$key] = $value;
        }
 
+       /**
+        * Add an associative array of message to the cache
+        *
+        * @param array $messages An associative array of key => values to be added
+        */
        function addMessages( $messages ) {
                foreach ( $messages as $key => $value ) {
-                       $this->mExtensionMessages[$key] = $value;
+                       $this->addMessage( $key, $value );
                }
        }