includes/SquidUpdate.php

   1 <?php
   2 # See deferred.doc
   3
   4 class SquidUpdate {
   5         var $urlArr;
   6
   7         function SquidUpdate( $urlArr = Array() ) {
   8                 $this->urlArr = $urlArr;
   9         }
  10
  11         /* static */ function newFromLinksTo( &$title ) {
  12                 # Get a list of URLs linking to this page
  13                 $id = $title->getArticleID();
  14                 $sql = "SELECT cur_namespace,cur_title FROM links,cur WHERE l_to={$id} and l_from=cur_id" ;
  15                 $res = wfQuery ( $sql, DB_READ ) ;
  16                 $blurlArr = $title->getSquidURLs();
  17                 while ( $BL = wfFetchObject ( $res ) )
  18                 {
  19                         $tobj = Title::makeTitle( $BL->cur_namespace, $BL->cur_title ) ;
  20                         $blurlArr[] = $tobj->getInternalURL();
  21                 }
  22                 wfFreeResult ( $res ) ;
  23                 return new SquidUpdate( $blurlArr );
  24         }
  25
  26         /* static */ function newFromBrokenLinksTo( &$title ) {
  27                 # Get a list of URLs linking to this (currently non-existent) page
  28                 $encTitle = $title->getPrefixedDBkey();
  29                 $sql = "SELECT cur_namespace,cur_title FROM brokenlinks,cur WHERE bl_to={$encTitle} AND bl_from=cur_id";
  30                 $res = wfQuery( $sql, DB_READ );
  31                 $blurlArr = array();
  32                 while ( $BL = wfFetchObject( $res ) )
  33                 {
  34                         $tobj = Title::makeTitle( $BL->cur_namespace, $BL->cur_title );
  35                         $blurlArr[] = $tobj->getInternalURL();
  36                 }
  37                 wfFreeResult( $res );
  38                 return new SquidUpdate( $blurlArr );
  39         }
  40
  41         /* static */ function newSimplePurge( &$title ) {
  42                 $urlArr = $title->getSquidURLs();
  43                 return new SquidUpdate( $blurlArr );
  44         }
  45
  46         function doUpdate() {
  47                 SquidUpdate::purge( $this->urlArr );
  48         }
  49
  50         /* Purges a list of Squids defined in $wgSquidServers.
  51         $urlArr should contain the full URLs to purge as values
  52         (example: $urlArr[] = 'http://my.host/something')
  53         XXX report broken Squids per mail or log */
  54
  55         /* static */ function purge( $urlArr ) {
  56                 global  $wgSquidServers;
  57
  58                 if ( $wgSquidServers == "echo" ) {
  59                         echo implode("<br>\n", $urlArr);
  60                         return;
  61                 }
  62
  63                 $maxsocketspersquid = 8; //  socket cap per Squid
  64                 $urlspersocket = 400; // 400 seems to be a good tradeoff, opening a socket takes a while
  65                 $firsturl = $urlArr[0];
  66                 unset($urlArr[0]);
  67                 $urlArr = array_values($urlArr);
  68                 $sockspersq =  max(ceil(count($urlArr) / $urlspersocket ),1);
  69                 if ($sockspersq == 1) {
  70                         /* the most common case */
  71                         $urlspersocket = count($urlArr);
  72                 } else if ($sockspersq > $maxsocketspersquid ) {
  73                         $urlspersocket = ceil(count($urlArr) / $maxsocketspersquid);
  74                         $sockspersq = $maxsocketspersquid;
  75                 }
  76                 $totalsockets = count($wgSquidServers) * $sockspersq;
  77                 $sockets = Array();
  78
  79                 /* this sets up the sockets and tests the first socket for each server. */
  80                 for ($ss=0;$ss < count($wgSquidServers);$ss++) {
  81                         $failed = false;
  82                         $so = 0;
  83                         while ($so < $sockspersq && !$failed) {
  84                                 if ($so == 0) {
  85                                         /* first socket for this server, do the tests */
  86                                         @list($server, $port) = explode(':', $wgSquidServers[$ss]);
  87                                         if(!isset($port)) $port = 80;
  88                                         $socket = @fsockopen($server, $port, $error, $errstr, 3);
  89                                         if (!$socket) {
  90                                                 $failed = true;
  91                                                 $totalsockets -= $sockspersq;
  92                                         } else {
  93                                                 @fputs($socket,"PURGE " . $firsturl . " HTTP/1.0\r\n".
  94                                                 "Connection: Keep-Alive\r\n\r\n");
  95                                                 $res = @fread($socket,512);
  96                                                 /* Squid only returns http headers with 200 or 404 status,
  97                                                 if there's more returned something's wrong */
  98                                                 if (strlen($res) > 250) {
  99                                                         fclose($socket);
 100                                                         $failed = true;
 101                                                         $totalsockets -= $sockspersq;
 102                                                 } else {
 103                                                         @stream_set_blocking($socket,false);
 104                                                         $sockets[] = $socket;
 105                                                 }
 106                                         }
 107                                 } else {
 108                                         /* open the remaining sockets for this server */
 109                                         list($server, $port) = explode(':', $wgSquidServers[$ss]);
 110                                         if(!isset($port)) $port = 80;
 111                                         $sockets[] = @fsockopen($server, $port, $error, $errstr, 2);
 112                                         @stream_set_blocking($sockets[$s],false);
 113                                 }
 114                                 $so++;
 115                         }
 116                 }
 117
 118                 if ($urlspersocket > 0) {
 119                         /* now do the heavy lifting. The fread() relies on Squid returning only the headers */
 120                         for ($r=0;$r < $urlspersocket;$r++) {
 121                                 for ($s=0;$s < $totalsockets;$s++) {
 122                                         if($r != 0) {
 123                                                 $res = '';
 124                                                 $esc = 0;
 125                                                 while (strlen($res) < 100 && $esc < 200  ) {
 126                                                         $res .= @fread($sockets[$s],512);
 127                                                         $esc++;
 128                                                         usleep(20);
 129                                                 }
 130                                         }
 131                                         $urindex = $r + $urlspersocket * ($s - $sockspersq * floor($s / $sockspersq));
 132                                         @fputs($sockets[$s],"PURGE " . $urlArr[$urindex] . " HTTP/1.0\r\n".
 133                                         "Connection: Keep-Alive\r\n\r\n");
 134                                 }
 135                         }
 136                 }
 137
 138                 foreach ($sockets as $socket) {
 139                         $res = '';
 140                         $esc = 0;
 141                         while (strlen($res) < 100 && $esc < 200  ) {
 142                                 $res .= @fread($socket,1024);
 143                                 $esc++;
 144                                 usleep(20);
 145                         }
 146
 147                         @fclose($socket);
 148                 }
 149         }
 150 }
 151 ?>