Bug 1761: Cleanup of Recent Changes indicator flags
[lhc/web/wiklou.git] / includes / LinkCache.php
index cd0c087..c6b8b96 100644 (file)
@@ -1,11 +1,22 @@
 <?php
-# Cache for article titles (prefixed DB keys) and ids linked from one source
-
+/**
+ * Cache for article titles (prefixed DB keys) and ids linked from one source
+ * @package MediaWiki
+ * @subpackage Cache
+ */
+
+/**
+ *
+ */
 # These are used in incrementalSetup()
 define ('LINKCACHE_GOOD', 0);
 define ('LINKCACHE_BAD', 1);
 define ('LINKCACHE_IMAGE', 2);
 
+/**
+ *
+ * @package MediaWiki
+ */
 class LinkCache {      
        // Increment $mClassVer whenever old serialized versions of this class
        // becomes incompatible with the new version.
@@ -14,16 +25,17 @@ class LinkCache {
        /* private */ var $mGoodLinks, $mBadLinks, $mActive;
        /* private */ var $mImageLinks, $mCategoryLinks;
        /* private */ var $mPreFilled, $mOldGoodLinks, $mOldBadLinks;
-       
+       /* private */ var $mForUpdate;
+
        /* private */ function getKey( $title ) {
                global $wgDBname;
-               return "$wgDBname:lc:title:$title";
+               return $wgDBname.':lc:title:'.$title;
        }
        
-       function LinkCache()
-       {
+       function LinkCache() {
                $this->mActive = true;
                $this->mPreFilled = false;
+               $this->mForUpdate = false;
                $this->mGoodLinks = array();
                $this->mBadLinks = array();
                $this->mImageLinks = array();
@@ -32,8 +44,14 @@ class LinkCache {
                $this->mOldBadLinks = array();
        }
 
-       function getGoodLinkID( $title )
-       {
+       /**
+        * General accessor to get/set whether SELECT FOR UPDATE should be used
+        */
+       function forUpdate( $update = NULL ) { 
+               return wfSetVar( $this->mForUpdate, $update );
+       }
+       
+       function getGoodLinkID( $title ) {
                if ( array_key_exists( $title, $this->mGoodLinks ) ) {
                        return $this->mGoodLinks[$title];
                } else {
@@ -41,32 +59,27 @@ class LinkCache {
                }
        }
 
-       function isBadLink( $title )
-       {
+       function isBadLink( $title ) {
                return array_key_exists( $title, $this->mBadLinks ); 
        }
 
-       function addGoodLink( $id, $title )
-       {
+       function addGoodLink( $id, $title ) {
                if ( $this->mActive ) {
                        $this->mGoodLinks[$title] = $id;
                }
        }
 
-       function addBadLink( $title )
-       {
+       function addBadLink( $title ) {
                if ( $this->mActive && ( ! $this->isBadLink( $title ) ) ) {
                        $this->mBadLinks[$title] = 1;
                }
        }
 
-       function addImageLink( $title )
-       {
+       function addImageLink( $title ) {
                if ( $this->mActive ) { $this->mImageLinks[$title] = 1; }
        }
 
-       function addImageLinkObj( $nt )
-       {
+       function addImageLinkObj( $nt ) {
                if ( $this->mActive ) { $this->mImageLinks[$nt->getDBkey()] = 1; }
        }
        
@@ -78,14 +91,12 @@ class LinkCache {
                $this->addCategoryLink( $nt->getDBkey(), $sortkey );
        }
 
-       function clearBadLink( $title )
-       {
+       function clearBadLink( $title ) {
                unset( $this->mBadLinks[$title] );
                $this->clearLink( $title );
        }
        
-       function clearLink( $title ) 
-       {
+       function clearLink( $title ) {
                global $wgMemc, $wgLinkCacheMemcached;
                if( $wgLinkCacheMemcached )
                        $wgMemc->delete( $this->getKey( $title ) );
@@ -98,8 +109,7 @@ class LinkCache {
        function getImageLinks() { return $this->mImageLinks; }
        function getCategoryLinks() { return $this->mCategoryLinks; }
 
-       function addLink( $title )
-       {
+       function addLink( $title ) {
                $nt = Title::newFromDBkey( $title );
                if( $nt ) {
                        return $this->addLinkObj( $nt );
@@ -108,21 +118,20 @@ class LinkCache {
                }
        }
        
-       function addLinkObj( &$nt )
-       {
+       function addLinkObj( &$nt ) {
                global $wgMemc, $wgLinkCacheMemcached;
                $title = $nt->getPrefixedDBkey();
                if ( $this->isBadLink( $title ) ) { return 0; }         
                $id = $this->getGoodLinkID( $title );
                if ( 0 != $id ) { return $id; }
 
-               $fname = "LinkCache::addLinkObj";
+               $fname = 'LinkCache::addLinkObj';
                wfProfileIn( $fname );
 
                $ns = $nt->getNamespace();
                $t = $nt->getDBkey();
 
-               if ( "" == $title ) { 
+               if ( '' == $title ) { 
                        wfProfileOut( $fname );
                        return 0; 
                }
@@ -131,15 +140,17 @@ class LinkCache {
                if( $wgLinkCacheMemcached )
                        $id = $wgMemc->get( $key = $this->getKey( $title ) );
                if( ! is_integer( $id ) ) {
-                       $sql = "SELECT cur_id FROM cur WHERE cur_namespace=" .
-                         "{$ns} AND cur_title='" . wfStrencode( $t ) . "'";
-                       $res = wfQuery( $sql, DB_READ, "LinkCache::addLink" );
+                       if ( $this->mForUpdate ) {
+                               $db =& wfGetDB( DB_MASTER );
+                               $options = array( 'FOR UPDATE' );
+                       } else {
+                               $db =& wfGetDB( DB_SLAVE );
+                               $options = array();
+                       }
 
-                       if ( 0 == wfNumRows( $res ) ) {
+                       $id = $db->selectField( 'page', 'page_id', array( 'page_namespace' => $ns, 'page_title' => $t ), $fname, $options );
+                       if ( !$id ) {
                                $id = 0;
-                       } else {
-                               $s = wfFetchObject( $res );
-                               $id = $s->cur_id;
                        }
                        if( $wgLinkCacheMemcached )
                                $wgMemc->add( $key, $id, 3600*24 );
@@ -151,11 +162,10 @@ class LinkCache {
                return $id;
        }
 
-       function preFill( &$fromtitle )
-       {
+       function preFill( &$fromtitle ) {
                global $wgEnablePersistentLC;
 
-               $fname = "LinkCache::preFill";
+               $fname = 'LinkCache::preFill';
                wfProfileIn( $fname );
                # Note -- $fromtitle is a Title *object*
 
@@ -175,22 +185,29 @@ class LinkCache {
                                return;
                        }
                }
+               if ( $this->mForUpdate ) {
+                       $db =& wfGetDB( DB_MASTER );
+                       $options = 'FOR UPDATE';
+               } else {
+                       $db =& wfGetDB( DB_SLAVE );
+                       $options = '';
+               }
 
-               $sql = "SELECT cur_id,cur_namespace,cur_title
-                       FROM cur,links
-                       WHERE cur_id=l_to AND l_from=$id";
-               $res = wfQuery( $sql, DB_READ, $fname );
-               while( $s = wfFetchObject( $res ) ) {
-                       $this->addGoodLink( $s->cur_id,
-                               Title::makeName( $s->cur_namespace, $s->cur_title )
+               $page = $db->tableName( 'page' );
+               $links = $db->tableName( 'links' );
+
+               $sql = "SELECT page_id,page_namespace,page_title
+                       FROM $page,$links
+                       WHERE page_id=l_to AND l_from=$id $options";
+               $res = $db->query( $sql, $fname );
+               while( $s = $db->fetchObject( $res ) ) {
+                       $this->addGoodLink( $s->page_id,
+                               Title::makeName( $s->page_namespace, $s->page_title )
                                );
                }
                
-               $sql = "SELECT bl_to
-                       FROM brokenlinks
-                       WHERE bl_from='{$id}'";
-               $res = wfQuery( $sql, DB_READ, "LinkCache::preFill" );
-               while( $s = wfFetchObject( $res ) ) {
+               $res = $db->select( 'brokenlinks', array( 'bl_to' ), array( 'bl_from' => $id ), $fname, array( $options ) );
+               while( $s = $db->fetchObject( $res ) ) {
                        $this->addBadLink( $s->bl_to );
                }
                
@@ -204,44 +221,43 @@ class LinkCache {
                wfProfileOut( $fname );
        }
 
-       function getGoodAdditions() 
-       {
+       function getGoodAdditions() {
                return array_diff( $this->mGoodLinks, $this->mOldGoodLinks );
        }
 
-       function getBadAdditions() 
-       {
+       function getBadAdditions() {
                #wfDebug( "mOldBadLinks: " . implode( ', ', array_keys( $this->mOldBadLinks ) ) . "\n" );
                #wfDebug( "mBadLinks: " . implode( ', ', array_keys( $this->mBadLinks ) ) . "\n" );
                return array_values( array_diff( array_keys( $this->mBadLinks ), array_keys( $this->mOldBadLinks ) ) );
        }
 
-       function getImageAdditions()
-       {
+       function getImageAdditions() {
                return array_diff_assoc( $this->mImageLinks, $this->mOldImageLinks );
        }
 
-       function getGoodDeletions() 
-       {
+       function getGoodDeletions() {
                return array_diff( $this->mOldGoodLinks, $this->mGoodLinks );
        }
 
-       function getBadDeletions()
-       {
+       function getBadDeletions() {
                return array_values( array_diff( array_keys( $this->mOldBadLinks ), array_keys( $this->mBadLinks ) ));
        }
 
-       function getImageDeletions()
-       {
+       function getImageDeletions() {
                return array_diff_assoc( $this->mOldImageLinks, $this->mImageLinks );
        }
 
-       #     Parameters: $which is one of the LINKCACHE_xxx constants, $del and $add are 
-       # the incremental update arrays which will be filled. Returns whether or not it's
-       # worth doing the incremental version. For example, if [[List of mathematical topics]]
-       # was blanked, it would take a long, long time to do incrementally.
-       function incrementalSetup( $which, &$del, &$add )
-       {
+       /**
+        * Parameters:
+        * @param $which is one of the LINKCACHE_xxx constants
+        * @param $del,$add are the incremental update arrays which will be filled.
+        *
+        * @return Returns whether or not it's worth doing the incremental version.
+        *
+        * For example, if [[List of mathematical topics]] was blanked,
+        * it would take a long, long time to do incrementally.
+        */
+       function incrementalSetup( $which, &$del, &$add ) {
                if ( ! $this->mPreFilled ) {
                        return false;
                }
@@ -266,28 +282,40 @@ class LinkCache {
                return true;
        }
 
-       # Clears cache but leaves old preFill copies alone
-       function clear() 
-       {
+       /**
+        * Clears cache but leaves old preFill copies alone
+        */
+       function clear() {
                $this->mGoodLinks = array();
                $this->mBadLinks = array();
                $this->mImageLinks = array();
        }
 
-       /* private */ function fillFromLinkscc( $id ){ 
-               $id = IntVal( $id );
-               $res = wfQuery("SELECT lcc_cacheobj FROM linkscc WHERE lcc_pageid = $id", 
-                       DB_READ);
-               $row = wfFetchObject( $res );
-               if( $row == FALSE)
-                       return false;   
+       /**
+        * @access private
+        */
+       function fillFromLinkscc( $id ){ 
+               $fname = 'LinkCache::fillFromLinkscc';
 
+               $id = IntVal( $id );
+               if ( $this->mForUpdate ) {
+                       $db =& wfGetDB( DB_MASTER );
+                       $options = 'FOR UPDATE';
+               } else {
+                       $db =& wfGetDB( DB_SLAVE );
+                       $options = '';
+               }
+               $raw = $db->selectField( 'linkscc', 'lcc_cacheobj', array( 'lcc_pageid' => $id ), $fname, $options );
+               if ( $raw === false ) {
+                       return false;
+               }
+               
                $cacheobj = false;
-               if( function_exists( "gzuncompress" ) )
-                       $cacheobj = @gzuncompress( $row->lcc_cacheobj );
+               if( function_exists( 'gzuncompress' ) )
+                       $cacheobj = @gzuncompress( $raw );
 
                if($cacheobj == FALSE){
-                       $cacheobj = $row->lcc_cacheobj;
+                       $cacheobj = $raw;
                }
                $cc = @unserialize( $cacheobj );
                if( isset( $cc->mClassVer ) and ($cc->mClassVer == $this->mClassVer ) ){
@@ -301,62 +329,159 @@ class LinkCache {
 
        }
 
-       /* private */ function saveToLinkscc( $pid ){
-               global $wgCompressedPersistentLC, $wgIsMySQL;
-               if( $wgCompressedPersistentLC and function_exists( "gzcompress" ) ) {
-                       $ser = wfStrencode( gzcompress( serialize( $this ), 3 ));
-               } else {
-                       $ser = wfStrencode( serialize( $this ) );
-               }
-               if ($wgIsMySQL) {
-                       wfQuery("REPLACE INTO linkscc(lcc_pageid,lcc_cacheobj) " .
-                               "VALUES({$pid}, '{$ser}')", DB_WRITE);
+       /**
+        * @access private
+        */
+       function saveToLinkscc( $pid ){
+               global $wgCompressedPersistentLC;
+               if( $wgCompressedPersistentLC and function_exists( 'gzcompress' ) ) {
+                       $ser = gzcompress( serialize( $this ), 3 );
                } else {
-                       wfQuery("DELETE FROM linkscc WHERE lcc_pageid={$pid}",DB_WRITE);
-                       wfQuery("INSERT INTO linkscc(lcc_pageid,lcc_cacheobj) " .
-                               "VALUES({$pid}, '{$ser}')", DB_WRITE);
+                       $ser = serialize( $this );
                }
+               $db =& wfGetDB( DB_MASTER );
+               $db->replace( 'linkscc', array( 'lcc_pageid' ), array( 'lcc_pageid' => $pid, 'lcc_cacheobj' => $ser ) );
        }
 
-       # $pid is a page id
-       /* static */ function linksccClearLinksTo( $pid ){
-               global $wgEnablePersistentLC, $wgIsMySQL;
+       /**
+        * Delete linkscc rows which link to here
+        * @param $pid is a page id
+        * @static
+        */
+       function linksccClearLinksTo( $pid ){
+               global $wgEnablePersistentLC;
                if ( $wgEnablePersistentLC ) {
+                       $fname = 'LinkCache::linksccClearLinksTo';
                        $pid = intval( $pid );
-                       if ($wgIsMySQL) {
-                               wfQuery("DELETE linkscc FROM linkscc,links ".
-                                       "WHERE lcc_pageid=links.l_from AND l_to={$pid}", DB_WRITE);
-                       } else {
-                               wfQuery("DELETE FROM linkscc WHERE lcc_pageid IN ".
-                                       "(SELECT l_from FROM links WHERE l_to={$pid})", DB_WRITE);
-                       }
-                       wfQuery("DELETE FROM linkscc WHERE lcc_pageid='{$pid}'", DB_WRITE);
+                       $dbw =& wfGetDB( DB_MASTER );
+                       # Delete linkscc rows which link to here
+                       $dbw->deleteJoin( 'linkscc', 'links', 'lcc_pageid', 'l_from', array( 'l_to' => $pid ), $fname );
+                       # Delete linkscc row representing this page
+                       $dbw->delete( 'linkscc', array( 'lcc_pageid' => $pid ), $fname);
                }
+
        }
 
-       # $title is a prefixed db title, for example like Title->getPrefixedDBkey() returns.
-       /* static */ function linksccClearBrokenLinksTo( $title ){
-               global $wgEnablePersistentLC,$wgIsMySQL;
+       /**
+        * Delete linkscc rows with broken links to here
+        * @param $title is a prefixed db title for example like Title->getPrefixedDBkey() returns.
+        * @static
+        */
+       function linksccClearBrokenLinksTo( $title ){
+               global $wgEnablePersistentLC;
+               $fname = 'LinkCache::linksccClearBrokenLinksTo';
+
                if ( $wgEnablePersistentLC ) {
-                       $title = wfStrencode( $title );
-                       if ($wgIsMySQL) {
-                               wfQuery("DELETE linkscc FROM linkscc,brokenlinks ".
-                                       "WHERE lcc_pageid=bl_from AND bl_to='{$title}'", DB_WRITE);
-                       } else {
-                               wfQuery("DELETE FROM linkscc WHERE lcc_pageid IN ".
-                                       "(SELECT bl_from FROM brokenlinks ".
-                                       "WHERE bl_to='{$title}')",DB_WRITE);
-                       }
+                       $dbw =& wfGetDB( DB_MASTER );
+                       $dbw->deleteJoin( 'linkscc', 'brokenlinks', 'lcc_pageid', 'bl_from', array( 'bl_to' => $title ), $fname );
                }
        }
 
-       # $pid is a page id
-       /* static */ function linksccClearPage( $pid ){
+       /**
+        * @param $pid is a page id
+        * @static
+        */
+       function linksccClearPage( $pid ){
                global $wgEnablePersistentLC;
                if ( $wgEnablePersistentLC ) {
                        $pid = intval( $pid );
-                       wfQuery("DELETE FROM linkscc WHERE lcc_pageid='{$pid}'", DB_WRITE);
+                       $dbw =& wfGetDB( DB_MASTER );
+                       $dbw->delete( 'linkscc', array( 'lcc_pageid' => $pid ) );
                }
        }
 }
+
+/**
+ * Class representing a list of titles
+ * The execute() method checks them all for existence and adds them to a LinkCache object
+ */
+class LinkBatch {
+       /** 
+        * 2-d array, first index namespace, second index dbkey, value arbitrary
+        */
+       var $data = array();
+
+       function addObj( $title ) {
+               $this->add( $title->getNamespace(), $title->getDBkey() );
+       }
+
+       function add( $ns, $dbkey ) {
+               if ( $ns < 0 ) {
+                       return;
+               }
+               if ( !array_key_exists( $ns, $this->data ) ) {
+                       $this->data[$ns] = array();
+               }
+
+               $this->data[$ns][$dbkey] = 1;
+       }
+
+       function execute( &$cache ) {
+               $fname = 'LinkBatch::execute';
+               $namespaces = array();
+
+               if ( !count( $this->data ) ) {
+                       return;
+               }
+
+               wfProfileIn( $fname );
+
+               // Construct query
+               // This is very similar to Parser::replaceLinkHolders
+               $dbr = wfGetDB( DB_SLAVE );
+               $page = $dbr->tableName( 'page' );
+               $sql = "SELECT page_id, page_namespace, page_title FROM $page WHERE ";
+               $first = true;
+               
+               foreach ( $this->data as $ns => $dbkeys ) {
+                       if ( !count( $dbkeys ) ) {
+                               continue;
+                       }
+
+                       if ( $first ) {
+                               $first = false;
+                       } else {
+                               $sql .= ' OR ';
+                       }
+                       $sql .= "(page_namespace=$ns AND page_title IN (";
+
+                       $firstTitle = true;
+                       foreach( $dbkeys as $dbkey => $nothing ) {
+                               if ( $firstTitle ) {
+                                       $firstTitle = false;
+                               } else {
+                                       $sql .= ',';
+                               }
+                               $sql .= $dbr->addQuotes( $dbkey );
+                       }
+
+                       $sql .= '))';
+               }
+               
+               // Do query
+               $res = $dbr->query( $sql, $fname );
+
+               // Process results
+               // For each returned entry, add it to the list of good links, and remove it from $remaining
+
+               $remaining = $this->data;
+               while ( $row = $dbr->fetchObject( $res ) ) {
+                       $title = Title::makeTitle( $row->page_namespace, $row->page_title );
+                       $cache->addGoodLink( $row->page_id, $title->getPrefixedDBkey() );
+                       unset( $remaining[$row->page_namespace][$row->page_title] );
+               }
+               $dbr->freeResult( $res );
+
+               // The remaining links in $data are bad links, register them as such
+               foreach ( $remaining as $ns => $dbkeys ) {
+                       foreach ( $dbkeys as $dbkey => $nothing ) {
+                               $title = Title::makeTitle( $ns, $dbkey );
+                               $cache->addBadLink( $title->getPrefixedText() );
+                       }
+               }
+
+               wfProfileOut( $fname );
+       }
+}
+
 ?>