includes/job/JobQueueGroup.php

   1 <?php
   2 /**
   3  * Job queue base code.
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program; if not, write to the Free Software Foundation, Inc.,
  17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  * http://www.gnu.org/copyleft/gpl.html
  19  *
  20  * @file
  21  * @author Aaron Schulz
  22  */
  23
  24 /**
  25  * Class to handle enqueueing of background jobs
  26  *
  27  * @ingroup JobQueue
  28  * @since 1.21
  29  */
  30 class JobQueueGroup {
  31         /** @var Array */
  32         protected static $instances = array();
  33
  34         protected $wiki; // string; wiki ID
  35
  36         const TYPE_DEFAULT = 1; // integer; job not in $wgJobTypesExcludedFromDefaultQueue
  37         const TYPE_ANY     = 2; // integer; any job
  38
  39         /**
  40          * @param $wiki string Wiki ID
  41          */
  42         protected function __construct( $wiki ) {
  43                 $this->wiki = $wiki;
  44         }
  45
  46         /**
  47          * @param $wiki string Wiki ID
  48          * @return JobQueueGroup
  49          */
  50         public static function singleton( $wiki = false ) {
  51                 $wiki = ( $wiki === false ) ? wfWikiID() : $wiki;
  52                 if ( !isset( self::$instances[$wiki] ) ) {
  53                         self::$instances[$wiki] = new self( $wiki );
  54                 }
  55                 return self::$instances[$wiki];
  56         }
  57
  58         /**
  59          * @param $type string
  60          * @return JobQueue Job queue object for a given queue type
  61          */
  62         public function get( $type ) {
  63                 global $wgJobTypeConf;
  64
  65                 $conf = array( 'wiki' => $this->wiki, 'type' => $type );
  66                 if ( isset( $wgJobTypeConf[$type] ) ) {
  67                         $conf = $conf + $wgJobTypeConf[$type];
  68                 } else {
  69                         $conf = $conf + $wgJobTypeConf['default'];
  70                 }
  71
  72                 return JobQueue::factory( $conf );
  73         }
  74
  75         /**
  76          * Insert jobs into the respective queues of with the belong.
  77          * This inserts the jobs into the queue specified by $wgJobTypeConf.
  78          *
  79          * @param $jobs Job|array A single Job or a list of Jobs
  80          * @throws MWException
  81          * @return bool
  82          */
  83         public function push( $jobs ) {
  84                 $jobs = is_array( $jobs ) ? $jobs : array( $jobs );
  85
  86                 $jobsByType = array(); // (job type => list of jobs)
  87                 foreach ( $jobs as $job ) {
  88                         if ( $job instanceof Job ) {
  89                                 $jobsByType[$job->getType()][] = $job;
  90                         } else {
  91                                 throw new MWException( "Attempted to push a non-Job object into a queue." );
  92                         }
  93                 }
  94
  95                 $ok = true;
  96                 foreach ( $jobsByType as $type => $jobs ) {
  97                         if ( !$this->get( $type )->batchPush( $jobs ) ) {
  98                                 $ok = false;
  99                         }
 100                 }
 101
 102                 return $ok;
 103         }
 104
 105         /**
 106          * Pop a job off one of the job queues
 107          *
 108          * @param $type integer JobQueueGroup::TYPE_* constant
 109          * @return Job|bool Returns false on failure
 110          */
 111         public function pop( $type = self::TYPE_DEFAULT ) {
 112                 $types = ( $type == self::TYPE_DEFAULT )
 113                         ? $this->getDefaultQueueTypes()
 114                         : $this->getQueueTypes();
 115                 shuffle( $types ); // avoid starvation
 116
 117                 foreach ( $types as $type ) { // for each queue...
 118                         $job = $this->get( $type )->pop();
 119                         if ( $job ) {
 120                                 return $job; // found
 121                         }
 122                 }
 123
 124                 return false; // no jobs found
 125         }
 126
 127         /**
 128          * Acknowledge that a job was completed
 129          *
 130          * @param $job Job
 131          * @return bool
 132          */
 133         public function ack( Job $job ) {
 134                 return $this->get( $job->getType() )->ack( $job );
 135         }
 136
 137         /**
 138          * Register the "root job" of a given job into the queue for de-duplication.
 139          * This should only be called right *after* all the new jobs have been inserted.
 140          *
 141          * @param $job Job
 142          * @return bool
 143          */
 144         public function deduplicateRootJob( Job $job ) {
 145                 return $this->get( $job->getType() )->deduplicateRootJob( $job );
 146         }
 147
 148         /**
 149          * Get the list of queue types
 150          *
 151          * @return array List of strings
 152          */
 153         public function getQueueTypes() {
 154                 global $wgJobClasses;
 155
 156                 return array_keys( $wgJobClasses );
 157         }
 158
 159         /**
 160          * Get the list of default queue types
 161          *
 162          * @return array List of strings
 163          */
 164         public function getDefaultQueueTypes() {
 165                 global $wgJobTypesExcludedFromDefaultQueue;
 166
 167                 return array_diff( $this->getQueueTypes(), $wgJobTypesExcludedFromDefaultQueue );
 168         }
 169
 170         /**
 171          * @return Array List of job types that have non-empty queues
 172          */
 173         public function getQueuesWithJobs() {
 174                 $types = array();
 175                 foreach ( $this->getQueueTypes() as $type ) {
 176                         if ( !$this->get( $type )->isEmpty() ) {
 177                                 $types[] = $type;
 178                         }
 179                 }
 180                 return $types;
 181         }
 182 }