tests/phpunit/MediaWikiTestCase.php

   1 <?php
   2
   3 use MediaWiki\Logger\LegacySpi;
   4 use MediaWiki\Logger\LoggerFactory;
   5 use MediaWiki\Logger\MonologSpi;
   6 use MediaWiki\MediaWikiServices;
   7 use Psr\Log\LoggerInterface;
   8 use Wikimedia\Rdbms\IDatabase;
   9 use Wikimedia\Rdbms\IMaintainableDatabase;
  10 use Wikimedia\Rdbms\Database;
  11 use Wikimedia\Rdbms\LBFactory;
  12 use Wikimedia\TestingAccessWrapper;
  13
  14 /**
  15  * @since 1.18
  16  */
  17 abstract class MediaWikiTestCase extends PHPUnit_Framework_TestCase {
  18
  19         use MediaWikiCoversValidator;
  20
  21         /**
  22          * The service locator created by prepareServices(). This service locator will
  23          * be restored after each test. Tests that pollute the global service locator
  24          * instance should use overrideMwServices() to isolate the test.
  25          *
  26          * @var MediaWikiServices|null
  27          */
  28         private static $serviceLocator = null;
  29
  30         /**
  31          * $called tracks whether the setUp and tearDown method has been called.
  32          * class extending MediaWikiTestCase usually override setUp and tearDown
  33          * but forget to call the parent.
  34          *
  35          * The array format takes a method name as key and anything as a value.
  36          * By asserting the key exist, we know the child class has called the
  37          * parent.
  38          *
  39          * This property must be private, we do not want child to override it,
  40          * they should call the appropriate parent method instead.
  41          */
  42         private $called = [];
  43
  44         /**
  45          * @var TestUser[]
  46          * @since 1.20
  47          */
  48         public static $users;
  49
  50         /**
  51          * Primary database
  52          *
  53          * @var Database
  54          * @since 1.18
  55          */
  56         protected $db;
  57
  58         /**
  59          * @var array
  60          * @since 1.19
  61          */
  62         protected $tablesUsed = []; // tables with data
  63
  64         private static $useTemporaryTables = true;
  65         private static $reuseDB = false;
  66         private static $dbSetup = false;
  67         private static $oldTablePrefix = '';
  68
  69         /**
  70          * Original value of PHP's error_reporting setting.
  71          *
  72          * @var int
  73          */
  74         private $phpErrorLevel;
  75
  76         /**
  77          * Holds the paths of temporary files/directories created through getNewTempFile,
  78          * and getNewTempDirectory
  79          *
  80          * @var array
  81          */
  82         private $tmpFiles = [];
  83
  84         /**
  85          * Holds original values of MediaWiki configuration settings
  86          * to be restored in tearDown().
  87          * See also setMwGlobals().
  88          * @var array
  89          */
  90         private $mwGlobals = [];
  91
  92         /**
  93          * Holds list of MediaWiki configuration settings to be unset in tearDown().
  94          * See also setMwGlobals().
  95          * @var array
  96          */
  97         private $mwGlobalsToUnset = [];
  98
  99         /**
 100          * Holds original loggers which have been replaced by setLogger()
 101          * @var LoggerInterface[]
 102          */
 103         private $loggers = [];
 104
 105         /**
 106          * Table name prefixes. Oracle likes it shorter.
 107          */
 108         const DB_PREFIX = 'unittest_';
 109         const ORA_DB_PREFIX = 'ut_';
 110
 111         /**
 112          * @var array
 113          * @since 1.18
 114          */
 115         protected $supportedDBs = [
 116                 'mysql',
 117                 'sqlite',
 118                 'postgres',
 119                 'oracle'
 120         ];
 121
 122         public function __construct( $name = null, array $data = [], $dataName = '' ) {
 123                 parent::__construct( $name, $data, $dataName );
 124
 125                 $this->backupGlobals = false;
 126                 $this->backupStaticAttributes = false;
 127         }
 128
 129         public function __destruct() {
 130                 // Complain if self::setUp() was called, but not self::tearDown()
 131                 // $this->called['setUp'] will be checked by self::testMediaWikiTestCaseParentSetupCalled()
 132                 if ( isset( $this->called['setUp'] ) && !isset( $this->called['tearDown'] ) ) {
 133                         throw new MWException( static::class . "::tearDown() must call parent::tearDown()" );
 134                 }
 135         }
 136
 137         public static function setUpBeforeClass() {
 138                 parent::setUpBeforeClass();
 139
 140                 // Get the service locator, and reset services if it's not done already
 141                 self::$serviceLocator = self::prepareServices( new GlobalVarConfig() );
 142         }
 143
 144         /**
 145          * Convenience method for getting an immutable test user
 146          *
 147          * @since 1.28
 148          *
 149          * @param string[] $groups Groups the test user should be in.
 150          * @return TestUser
 151          */
 152         public static function getTestUser( $groups = [] ) {
 153                 return TestUserRegistry::getImmutableTestUser( $groups );
 154         }
 155
 156         /**
 157          * Convenience method for getting a mutable test user
 158          *
 159          * @since 1.28
 160          *
 161          * @param string[] $groups Groups the test user should be added in.
 162          * @return TestUser
 163          */
 164         public static function getMutableTestUser( $groups = [] ) {
 165                 return TestUserRegistry::getMutableTestUser( __CLASS__, $groups );
 166         }
 167
 168         /**
 169          * Convenience method for getting an immutable admin test user
 170          *
 171          * @since 1.28
 172          *
 173          * @param string[] $groups Groups the test user should be added to.
 174          * @return TestUser
 175          */
 176         public static function getTestSysop() {
 177                 return self::getTestUser( [ 'sysop', 'bureaucrat' ] );
 178         }
 179
 180         /**
 181          * Prepare service configuration for unit testing.
 182          *
 183          * This calls MediaWikiServices::resetGlobalInstance() to allow some critical services
 184          * to be overridden for testing.
 185          *
 186          * prepareServices() only needs to be called once, but should be called as early as possible,
 187          * before any class has a chance to grab a reference to any of the global services
 188          * instances that get discarded by prepareServices(). Only the first call has any effect,
 189          * later calls are ignored.
 190          *
 191          * @note This is called by PHPUnitMaintClass::finalSetup.
 192          *
 193          * @see MediaWikiServices::resetGlobalInstance()
 194          *
 195          * @param Config $bootstrapConfig The bootstrap config to use with the new
 196          *        MediaWikiServices. Only used for the first call to this method.
 197          * @return MediaWikiServices
 198          */
 199         public static function prepareServices( Config $bootstrapConfig ) {
 200                 static $services = null;
 201
 202                 if ( !$services ) {
 203                         $services = self::resetGlobalServices( $bootstrapConfig );
 204                 }
 205                 return $services;
 206         }
 207
 208         /**
 209          * Reset global services, and install testing environment.
 210          * This is the testing equivalent of MediaWikiServices::resetGlobalInstance().
 211          * This should only be used to set up the testing environment, not when
 212          * running unit tests. Use MediaWikiTestCase::overrideMwServices() for that.
 213          *
 214          * @see MediaWikiServices::resetGlobalInstance()
 215          * @see prepareServices()
 216          * @see MediaWikiTestCase::overrideMwServices()
 217          *
 218          * @param Config|null $bootstrapConfig The bootstrap config to use with the new
 219          *        MediaWikiServices.
 220          * @return MediaWikiServices
 221          */
 222         protected static function resetGlobalServices( Config $bootstrapConfig = null ) {
 223                 $oldServices = MediaWikiServices::getInstance();
 224                 $oldConfigFactory = $oldServices->getConfigFactory();
 225                 $oldLoadBalancerFactory = $oldServices->getDBLoadBalancerFactory();
 226
 227                 $testConfig = self::makeTestConfig( $bootstrapConfig );
 228
 229                 MediaWikiServices::resetGlobalInstance( $testConfig );
 230
 231                 $serviceLocator = MediaWikiServices::getInstance();
 232                 self::installTestServices(
 233                         $oldConfigFactory,
 234                         $oldLoadBalancerFactory,
 235                         $serviceLocator
 236                 );
 237                 return $serviceLocator;
 238         }
 239
 240         /**
 241          * Create a config suitable for testing, based on a base config, default overrides,
 242          * and custom overrides.
 243          *
 244          * @param Config|null $baseConfig
 245          * @param Config|null $customOverrides
 246          *
 247          * @return Config
 248          */
 249         private static function makeTestConfig(
 250                 Config $baseConfig = null,
 251                 Config $customOverrides = null
 252         ) {
 253                 $defaultOverrides = new HashConfig();
 254
 255                 if ( !$baseConfig ) {
 256                         $baseConfig = MediaWikiServices::getInstance()->getBootstrapConfig();
 257                 }
 258
 259                 /* Some functions require some kind of caching, and will end up using the db,
 260                  * which we can't allow, as that would open a new connection for mysql.
 261                  * Replace with a HashBag. They would not be going to persist anyway.
 262                  */
 263                 $hashCache = [ 'class' => HashBagOStuff::class, 'reportDupes' => false ];
 264                 $objectCaches = [
 265                                 CACHE_DB => $hashCache,
 266                                 CACHE_ACCEL => $hashCache,
 267                                 CACHE_MEMCACHED => $hashCache,
 268                                 'apc' => $hashCache,
 269                                 'apcu' => $hashCache,
 270                                 'xcache' => $hashCache,
 271                                 'wincache' => $hashCache,
 272                         ] + $baseConfig->get( 'ObjectCaches' );
 273
 274                 $defaultOverrides->set( 'ObjectCaches', $objectCaches );
 275                 $defaultOverrides->set( 'MainCacheType', CACHE_NONE );
 276                 $defaultOverrides->set( 'JobTypeConf', [ 'default' => [ 'class' => JobQueueMemory::class ] ] );
 277
 278                 // Use a fast hash algorithm to hash passwords.
 279                 $defaultOverrides->set( 'PasswordDefault', 'A' );
 280
 281                 $testConfig = $customOverrides
 282                         ? new MultiConfig( [ $customOverrides, $defaultOverrides, $baseConfig ] )
 283                         : new MultiConfig( [ $defaultOverrides, $baseConfig ] );
 284
 285                 return $testConfig;
 286         }
 287
 288         /**
 289          * @param ConfigFactory $oldConfigFactory
 290          * @param LBFactory $oldLoadBalancerFactory
 291          * @param MediaWikiServices $newServices
 292          *
 293          * @throws MWException
 294          */
 295         private static function installTestServices(
 296                 ConfigFactory $oldConfigFactory,
 297                 LBFactory $oldLoadBalancerFactory,
 298                 MediaWikiServices $newServices
 299         ) {
 300                 // Use bootstrap config for all configuration.
 301                 // This allows config overrides via global variables to take effect.
 302                 $bootstrapConfig = $newServices->getBootstrapConfig();
 303                 $newServices->resetServiceForTesting( 'ConfigFactory' );
 304                 $newServices->redefineService(
 305                         'ConfigFactory',
 306                         self::makeTestConfigFactoryInstantiator(
 307                                 $oldConfigFactory,
 308                                 [ 'main' => $bootstrapConfig ]
 309                         )
 310                 );
 311                 $newServices->resetServiceForTesting( 'DBLoadBalancerFactory' );
 312                 $newServices->redefineService(
 313                         'DBLoadBalancerFactory',
 314                         function ( MediaWikiServices $services ) use ( $oldLoadBalancerFactory ) {
 315                                 return $oldLoadBalancerFactory;
 316                         }
 317                 );
 318         }
 319
 320         /**
 321          * @param ConfigFactory $oldFactory
 322          * @param Config[] $configurations
 323          *
 324          * @return Closure
 325          */
 326         private static function makeTestConfigFactoryInstantiator(
 327                 ConfigFactory $oldFactory,
 328                 array $configurations
 329         ) {
 330                 return function ( MediaWikiServices $services ) use ( $oldFactory, $configurations ) {
 331                         $factory = new ConfigFactory();
 332
 333                         // clone configurations from $oldFactory that are not overwritten by $configurations
 334                         $namesToClone = array_diff(
 335                                 $oldFactory->getConfigNames(),
 336                                 array_keys( $configurations )
 337                         );
 338
 339                         foreach ( $namesToClone as $name ) {
 340                                 $factory->register( $name, $oldFactory->makeConfig( $name ) );
 341                         }
 342
 343                         foreach ( $configurations as $name => $config ) {
 344                                 $factory->register( $name, $config );
 345                         }
 346
 347                         return $factory;
 348                 };
 349         }
 350
 351         /**
 352          * Resets some well known services that typically have state that may interfere with unit tests.
 353          * This is a lightweight alternative to resetGlobalServices().
 354          *
 355          * @note There is no guarantee that no references remain to stale service instances destroyed
 356          * by a call to doLightweightServiceReset().
 357          *
 358          * @throws MWException if called outside of PHPUnit tests.
 359          *
 360          * @see resetGlobalServices()
 361          */
 362         private function doLightweightServiceReset() {
 363                 global $wgRequest;
 364
 365                 JobQueueGroup::destroySingletons();
 366                 ObjectCache::clear();
 367                 $services = MediaWikiServices::getInstance();
 368                 $services->resetServiceForTesting( 'MainObjectStash' );
 369                 $services->resetServiceForTesting( 'LocalServerObjectCache' );
 370                 $services->getMainWANObjectCache()->clearProcessCache();
 371                 FileBackendGroup::destroySingleton();
 372
 373                 // TODO: move global state into MediaWikiServices
 374                 RequestContext::resetMain();
 375                 if ( session_id() !== '' ) {
 376                         session_write_close();
 377                         session_id( '' );
 378                 }
 379
 380                 $wgRequest = new FauxRequest();
 381                 MediaWiki\Session\SessionManager::resetCache();
 382         }
 383
 384         public function run( PHPUnit_Framework_TestResult $result = null ) {
 385                 // Reset all caches between tests.
 386                 $this->doLightweightServiceReset();
 387
 388                 $needsResetDB = false;
 389
 390                 if ( !self::$dbSetup || $this->needsDB() ) {
 391                         // set up a DB connection for this test to use
 392
 393                         self::$useTemporaryTables = !$this->getCliArg( 'use-normal-tables' );
 394                         self::$reuseDB = $this->getCliArg( 'reuse-db' );
 395
 396                         $this->db = wfGetDB( DB_MASTER );
 397
 398                         $this->checkDbIsSupported();
 399
 400                         if ( !self::$dbSetup ) {
 401                                 $this->setupAllTestDBs();
 402                                 $this->addCoreDBData();
 403
 404                                 if ( ( $this->db->getType() == 'oracle' || !self::$useTemporaryTables ) && self::$reuseDB ) {
 405                                         $this->resetDB( $this->db, $this->tablesUsed );
 406                                 }
 407                         }
 408
 409                         // TODO: the DB setup should be done in setUpBeforeClass(), so the test DB
 410                         // is available in subclass's setUpBeforeClass() and setUp() methods.
 411                         // This would also remove the need for the HACK that is oncePerClass().
 412                         if ( $this->oncePerClass() ) {
 413                                 $this->setUpSchema( $this->db );
 414                                 $this->addDBDataOnce();
 415                         }
 416
 417                         $this->addDBData();
 418                         $needsResetDB = true;
 419                 }
 420
 421                 parent::run( $result );
 422
 423                 if ( $needsResetDB ) {
 424                         $this->resetDB( $this->db, $this->tablesUsed );
 425                 }
 426         }
 427
 428         /**
 429          * @return bool
 430          */
 431         private function oncePerClass() {
 432                 // Remember current test class in the database connection,
 433                 // so we know when we need to run addData.
 434
 435                 $class = static::class;
 436
 437                 $first = !isset( $this->db->_hasDataForTestClass )
 438                         || $this->db->_hasDataForTestClass !== $class;
 439
 440                 $this->db->_hasDataForTestClass = $class;
 441                 return $first;
 442         }
 443
 444         /**
 445          * @since 1.21
 446          *
 447          * @return bool
 448          */
 449         public function usesTemporaryTables() {
 450                 return self::$useTemporaryTables;
 451         }
 452
 453         /**
 454          * Obtains a new temporary file name
 455          *
 456          * The obtained filename is enlisted to be removed upon tearDown
 457          *
 458          * @since 1.20
 459          *
 460          * @return string Absolute name of the temporary file
 461          */
 462         protected function getNewTempFile() {
 463                 $fileName = tempnam( wfTempDir(), 'MW_PHPUnit_' . static::class . '_' );
 464                 $this->tmpFiles[] = $fileName;
 465
 466                 return $fileName;
 467         }
 468
 469         /**
 470          * obtains a new temporary directory
 471          *
 472          * The obtained directory is enlisted to be removed (recursively with all its contained
 473          * files) upon tearDown.
 474          *
 475          * @since 1.20
 476          *
 477          * @return string Absolute name of the temporary directory
 478          */
 479         protected function getNewTempDirectory() {
 480                 // Starting of with a temporary /file/.
 481                 $fileName = $this->getNewTempFile();
 482
 483                 // Converting the temporary /file/ to a /directory/
 484                 // The following is not atomic, but at least we now have a single place,
 485                 // where temporary directory creation is bundled and can be improved
 486                 unlink( $fileName );
 487                 $this->assertTrue( wfMkdirParents( $fileName ) );
 488
 489                 return $fileName;
 490         }
 491
 492         protected function setUp() {
 493                 parent::setUp();
 494                 $this->called['setUp'] = true;
 495
 496                 $this->phpErrorLevel = intval( ini_get( 'error_reporting' ) );
 497
 498                 // Cleaning up temporary files
 499                 foreach ( $this->tmpFiles as $fileName ) {
 500                         if ( is_file( $fileName ) || ( is_link( $fileName ) ) ) {
 501                                 unlink( $fileName );
 502                         } elseif ( is_dir( $fileName ) ) {
 503                                 wfRecursiveRemoveDir( $fileName );
 504                         }
 505                 }
 506
 507                 if ( $this->needsDB() && $this->db ) {
 508                         // Clean up open transactions
 509                         while ( $this->db->trxLevel() > 0 ) {
 510                                 $this->db->rollback( __METHOD__, 'flush' );
 511                         }
 512                         // Check for unsafe queries
 513                         if ( $this->db->getType() === 'mysql' ) {
 514                                 $this->db->query( "SET sql_mode = 'STRICT_ALL_TABLES'" );
 515                         }
 516                 }
 517
 518                 DeferredUpdates::clearPendingUpdates();
 519                 ObjectCache::getMainWANInstance()->clearProcessCache();
 520
 521                 // XXX: reset maintenance triggers
 522                 // Hook into period lag checks which often happen in long-running scripts
 523                 $services = MediaWikiServices::getInstance();
 524                 $lbFactory = $services->getDBLoadBalancerFactory();
 525                 Maintenance::setLBFactoryTriggers( $lbFactory, $services->getMainConfig() );
 526
 527                 ob_start( 'MediaWikiTestCase::wfResetOutputBuffersBarrier' );
 528         }
 529
 530         protected function addTmpFiles( $files ) {
 531                 $this->tmpFiles = array_merge( $this->tmpFiles, (array)$files );
 532         }
 533
 534         protected function tearDown() {
 535                 global $wgRequest, $wgSQLMode;
 536
 537                 $status = ob_get_status();
 538                 if ( isset( $status['name'] ) &&
 539                         $status['name'] === 'MediaWikiTestCase::wfResetOutputBuffersBarrier'
 540                 ) {
 541                         ob_end_flush();
 542                 }
 543
 544                 $this->called['tearDown'] = true;
 545                 // Cleaning up temporary files
 546                 foreach ( $this->tmpFiles as $fileName ) {
 547                         if ( is_file( $fileName ) || ( is_link( $fileName ) ) ) {
 548                                 unlink( $fileName );
 549                         } elseif ( is_dir( $fileName ) ) {
 550                                 wfRecursiveRemoveDir( $fileName );
 551                         }
 552                 }
 553
 554                 if ( $this->needsDB() && $this->db ) {
 555                         // Clean up open transactions
 556                         while ( $this->db->trxLevel() > 0 ) {
 557                                 $this->db->rollback( __METHOD__, 'flush' );
 558                         }
 559                         if ( $this->db->getType() === 'mysql' ) {
 560                                 $this->db->query( "SET sql_mode = " . $this->db->addQuotes( $wgSQLMode ) );
 561                         }
 562                 }
 563
 564                 // Restore mw globals
 565                 foreach ( $this->mwGlobals as $key => $value ) {
 566                         $GLOBALS[$key] = $value;
 567                 }
 568                 foreach ( $this->mwGlobalsToUnset as $value ) {
 569                         unset( $GLOBALS[$value] );
 570                 }
 571                 $this->mwGlobals = [];
 572                 $this->mwGlobalsToUnset = [];
 573                 $this->restoreLoggers();
 574
 575                 if ( self::$serviceLocator && MediaWikiServices::getInstance() !== self::$serviceLocator ) {
 576                         MediaWikiServices::forceGlobalInstance( self::$serviceLocator );
 577                 }
 578
 579                 // TODO: move global state into MediaWikiServices
 580                 RequestContext::resetMain();
 581                 if ( session_id() !== '' ) {
 582                         session_write_close();
 583                         session_id( '' );
 584                 }
 585                 $wgRequest = new FauxRequest();
 586                 MediaWiki\Session\SessionManager::resetCache();
 587                 MediaWiki\Auth\AuthManager::resetCache();
 588
 589                 $phpErrorLevel = intval( ini_get( 'error_reporting' ) );
 590
 591                 if ( $phpErrorLevel !== $this->phpErrorLevel ) {
 592                         ini_set( 'error_reporting', $this->phpErrorLevel );
 593
 594                         $oldHex = strtoupper( dechex( $this->phpErrorLevel ) );
 595                         $newHex = strtoupper( dechex( $phpErrorLevel ) );
 596                         $message = "PHP error_reporting setting was left dirty: "
 597                                 . "was 0x$oldHex before test, 0x$newHex after test!";
 598
 599                         $this->fail( $message );
 600                 }
 601
 602                 parent::tearDown();
 603         }
 604
 605         /**
 606          * Make sure MediaWikiTestCase extending classes have called their
 607          * parent setUp method
 608          *
 609          * With strict coverage activated in PHP_CodeCoverage, this test would be
 610          * marked as risky without the following annotation (T152923).
 611          * @coversNothing
 612          */
 613         final public function testMediaWikiTestCaseParentSetupCalled() {
 614                 $this->assertArrayHasKey( 'setUp', $this->called,
 615                         static::class . '::setUp() must call parent::setUp()'
 616                 );
 617         }
 618
 619         /**
 620          * Sets a service, maintaining a stashed version of the previous service to be
 621          * restored in tearDown
 622          *
 623          * @since 1.27
 624          *
 625          * @param string $name
 626          * @param object $object
 627          */
 628         protected function setService( $name, $object ) {
 629                 // If we did not yet override the service locator, so so now.
 630                 if ( MediaWikiServices::getInstance() === self::$serviceLocator ) {
 631                         $this->overrideMwServices();
 632                 }
 633
 634                 MediaWikiServices::getInstance()->disableService( $name );
 635                 MediaWikiServices::getInstance()->redefineService(
 636                         $name,
 637                         function () use ( $object ) {
 638                                 return $object;
 639                         }
 640                 );
 641         }
 642
 643         /**
 644          * Sets a global, maintaining a stashed version of the previous global to be
 645          * restored in tearDown
 646          *
 647          * The key is added to the array of globals that will be reset afterwards
 648          * in the tearDown().
 649          *
 650          * @par Example
 651          * @code
 652          *     protected function setUp() {
 653          *         $this->setMwGlobals( 'wgRestrictStuff', true );
 654          *     }
 655          *
 656          *     function testFoo() {}
 657          *
 658          *     function testBar() {}
 659          *         $this->assertTrue( self::getX()->doStuff() );
 660          *
 661          *         $this->setMwGlobals( 'wgRestrictStuff', false );
 662          *         $this->assertTrue( self::getX()->doStuff() );
 663          *     }
 664          *
 665          *     function testQuux() {}
 666          * @endcode
 667          *
 668          * @param array|string $pairs Key to the global variable, or an array
 669          *  of key/value pairs.
 670          * @param mixed $value Value to set the global to (ignored
 671          *  if an array is given as first argument).
 672          *
 673          * @note To allow changes to global variables to take effect on global service instances,
 674          *       call overrideMwServices().
 675          *
 676          * @since 1.21
 677          */
 678         protected function setMwGlobals( $pairs, $value = null ) {
 679                 if ( is_string( $pairs ) ) {
 680                         $pairs = [ $pairs => $value ];
 681                 }
 682
 683                 $this->stashMwGlobals( array_keys( $pairs ) );
 684
 685                 foreach ( $pairs as $key => $value ) {
 686                         $GLOBALS[$key] = $value;
 687                 }
 688         }
 689
 690         /**
 691          * Check if we can back up a value by performing a shallow copy.
 692          * Values which fail this test are copied recursively.
 693          *
 694          * @param mixed $value
 695          * @return bool True if a shallow copy will do; false if a deep copy
 696          *  is required.
 697          */
 698         private static function canShallowCopy( $value ) {
 699                 if ( is_scalar( $value ) || $value === null ) {
 700                         return true;
 701                 }
 702                 if ( is_array( $value ) ) {
 703                         foreach ( $value as $subValue ) {
 704                                 if ( !is_scalar( $subValue ) && $subValue !== null ) {
 705                                         return false;
 706                                 }
 707                         }
 708                         return true;
 709                 }
 710                 return false;
 711         }
 712
 713         /**
 714          * Stashes the global, will be restored in tearDown()
 715          *
 716          * Individual test functions may override globals through the setMwGlobals() function
 717          * or directly. When directly overriding globals their keys should first be passed to this
 718          * method in setUp to avoid breaking global state for other tests
 719          *
 720          * That way all other tests are executed with the same settings (instead of using the
 721          * unreliable local settings for most tests and fix it only for some tests).
 722          *
 723          * @param array|string $globalKeys Key to the global variable, or an array of keys.
 724          *
 725          * @note To allow changes to global variables to take effect on global service instances,
 726          *       call overrideMwServices().
 727          *
 728          * @since 1.23
 729          */
 730         protected function stashMwGlobals( $globalKeys ) {
 731                 if ( is_string( $globalKeys ) ) {
 732                         $globalKeys = [ $globalKeys ];
 733                 }
 734
 735                 foreach ( $globalKeys as $globalKey ) {
 736                         // NOTE: make sure we only save the global once or a second call to
 737                         // setMwGlobals() on the same global would override the original
 738                         // value.
 739                         if (
 740                                 !array_key_exists( $globalKey, $this->mwGlobals ) &&
 741                                 !array_key_exists( $globalKey, $this->mwGlobalsToUnset )
 742                         ) {
 743                                 if ( !array_key_exists( $globalKey, $GLOBALS ) ) {
 744                                         $this->mwGlobalsToUnset[$globalKey] = $globalKey;
 745                                         continue;
 746                                 }
 747                                 // NOTE: we serialize then unserialize the value in case it is an object
 748                                 // this stops any objects being passed by reference. We could use clone
 749                                 // and if is_object but this does account for objects within objects!
 750                                 if ( self::canShallowCopy( $GLOBALS[$globalKey] ) ) {
 751                                         $this->mwGlobals[$globalKey] = $GLOBALS[$globalKey];
 752                                 } elseif (
 753                                         // Many MediaWiki types are safe to clone. These are the
 754                                         // ones that are most commonly stashed.
 755                                         $GLOBALS[$globalKey] instanceof Language ||
 756                                         $GLOBALS[$globalKey] instanceof User ||
 757                                         $GLOBALS[$globalKey] instanceof FauxRequest
 758                                 ) {
 759                                         $this->mwGlobals[$globalKey] = clone $GLOBALS[$globalKey];
 760                                 } elseif ( $this->containsClosure( $GLOBALS[$globalKey] ) ) {
 761                                         // Serializing Closure only gives a warning on HHVM while
 762                                         // it throws an Exception on Zend.
 763                                         // Workaround for https://github.com/facebook/hhvm/issues/6206
 764                                         $this->mwGlobals[$globalKey] = $GLOBALS[$globalKey];
 765                                 } else {
 766                                         try {
 767                                                 $this->mwGlobals[$globalKey] = unserialize( serialize( $GLOBALS[$globalKey] ) );
 768                                         } catch ( Exception $e ) {
 769                                                 $this->mwGlobals[$globalKey] = $GLOBALS[$globalKey];
 770                                         }
 771                                 }
 772                         }
 773                 }
 774         }
 775
 776         /**
 777          * @param mixed $var
 778          * @param int $maxDepth
 779          *
 780          * @return bool
 781          */
 782         private function containsClosure( $var, $maxDepth = 15 ) {
 783                 if ( $var instanceof Closure ) {
 784                         return true;
 785                 }
 786                 if ( !is_array( $var ) || $maxDepth === 0 ) {
 787                         return false;
 788                 }
 789
 790                 foreach ( $var as $value ) {
 791                         if ( $this->containsClosure( $value, $maxDepth - 1 ) ) {
 792                                 return true;
 793                         }
 794                 }
 795                 return false;
 796         }
 797
 798         /**
 799          * Merges the given values into a MW global array variable.
 800          * Useful for setting some entries in a configuration array, instead of
 801          * setting the entire array.
 802          *
 803          * @param string $name The name of the global, as in wgFooBar
 804          * @param array $values The array containing the entries to set in that global
 805          *
 806          * @throws MWException If the designated global is not an array.
 807          *
 808          * @note To allow changes to global variables to take effect on global service instances,
 809          *       call overrideMwServices().
 810          *
 811          * @since 1.21
 812          */
 813         protected function mergeMwGlobalArrayValue( $name, $values ) {
 814                 if ( !isset( $GLOBALS[$name] ) ) {
 815                         $merged = $values;
 816                 } else {
 817                         if ( !is_array( $GLOBALS[$name] ) ) {
 818                                 throw new MWException( "MW global $name is not an array." );
 819                         }
 820
 821                         // NOTE: do not use array_merge, it screws up for numeric keys.
 822                         $merged = $GLOBALS[$name];
 823                         foreach ( $values as $k => $v ) {
 824                                 $merged[$k] = $v;
 825                         }
 826                 }
 827
 828                 $this->setMwGlobals( $name, $merged );
 829         }
 830
 831         /**
 832          * Stashes the global instance of MediaWikiServices, and installs a new one,
 833          * allowing test cases to override settings and services.
 834          * The previous instance of MediaWikiServices will be restored on tearDown.
 835          *
 836          * @since 1.27
 837          *
 838          * @param Config $configOverrides Configuration overrides for the new MediaWikiServices instance.
 839          * @param callable[] $services An associative array of services to re-define. Keys are service
 840          *        names, values are callables.
 841          *
 842          * @return MediaWikiServices
 843          * @throws MWException
 844          */
 845         protected function overrideMwServices( Config $configOverrides = null, array $services = [] ) {
 846                 if ( !$configOverrides ) {
 847                         $configOverrides = new HashConfig();
 848                 }
 849
 850                 $oldInstance = MediaWikiServices::getInstance();
 851                 $oldConfigFactory = $oldInstance->getConfigFactory();
 852                 $oldLoadBalancerFactory = $oldInstance->getDBLoadBalancerFactory();
 853
 854                 $testConfig = self::makeTestConfig( null, $configOverrides );
 855                 $newInstance = new MediaWikiServices( $testConfig );
 856
 857                 // Load the default wiring from the specified files.
 858                 // NOTE: this logic mirrors the logic in MediaWikiServices::newInstance.
 859                 $wiringFiles = $testConfig->get( 'ServiceWiringFiles' );
 860                 $newInstance->loadWiringFiles( $wiringFiles );
 861
 862                 // Provide a traditional hook point to allow extensions to configure services.
 863                 Hooks::run( 'MediaWikiServices', [ $newInstance ] );
 864
 865                 foreach ( $services as $name => $callback ) {
 866                         $newInstance->redefineService( $name, $callback );
 867                 }
 868
 869                 self::installTestServices(
 870                         $oldConfigFactory,
 871                         $oldLoadBalancerFactory,
 872                         $newInstance
 873                 );
 874                 MediaWikiServices::forceGlobalInstance( $newInstance );
 875
 876                 return $newInstance;
 877         }
 878
 879         /**
 880          * @since 1.27
 881          * @param string|Language $lang
 882          */
 883         public function setUserLang( $lang ) {
 884                 RequestContext::getMain()->setLanguage( $lang );
 885                 $this->setMwGlobals( 'wgLang', RequestContext::getMain()->getLanguage() );
 886         }
 887
 888         /**
 889          * @since 1.27
 890          * @param string|Language $lang
 891          */
 892         public function setContentLang( $lang ) {
 893                 if ( $lang instanceof Language ) {
 894                         $langCode = $lang->getCode();
 895                         $langObj = $lang;
 896                 } else {
 897                         $langCode = $lang;
 898                         $langObj = Language::factory( $langCode );
 899                 }
 900                 $this->setMwGlobals( [
 901                         'wgLanguageCode' => $langCode,
 902                         'wgContLang' => $langObj,
 903                 ] );
 904         }
 905
 906         /**
 907          * Sets the logger for a specified channel, for the duration of the test.
 908          * @since 1.27
 909          * @param string $channel
 910          * @param LoggerInterface $logger
 911          */
 912         protected function setLogger( $channel, LoggerInterface $logger ) {
 913                 // TODO: Once loggers are managed by MediaWikiServices, use
 914                 //       overrideMwServices() to set loggers.
 915
 916                 $provider = LoggerFactory::getProvider();
 917                 $wrappedProvider = TestingAccessWrapper::newFromObject( $provider );
 918                 $singletons = $wrappedProvider->singletons;
 919                 if ( $provider instanceof MonologSpi ) {
 920                         if ( !isset( $this->loggers[$channel] ) ) {
 921                                 $this->loggers[$channel] = isset( $singletons['loggers'][$channel] )
 922                                         ? $singletons['loggers'][$channel] : null;
 923                         }
 924                         $singletons['loggers'][$channel] = $logger;
 925                 } elseif ( $provider instanceof LegacySpi ) {
 926                         if ( !isset( $this->loggers[$channel] ) ) {
 927                                 $this->loggers[$channel] = isset( $singletons[$channel] ) ? $singletons[$channel] : null;
 928                         }
 929                         $singletons[$channel] = $logger;
 930                 } else {
 931                         throw new LogicException( __METHOD__ . ': setting a logger for ' . get_class( $provider )
 932                                 . ' is not implemented' );
 933                 }
 934                 $wrappedProvider->singletons = $singletons;
 935         }
 936
 937         /**
 938          * Restores loggers replaced by setLogger().
 939          * @since 1.27
 940          */
 941         private function restoreLoggers() {
 942                 $provider = LoggerFactory::getProvider();
 943                 $wrappedProvider = TestingAccessWrapper::newFromObject( $provider );
 944                 $singletons = $wrappedProvider->singletons;
 945                 foreach ( $this->loggers as $channel => $logger ) {
 946                         if ( $provider instanceof MonologSpi ) {
 947                                 if ( $logger === null ) {
 948                                         unset( $singletons['loggers'][$channel] );
 949                                 } else {
 950                                         $singletons['loggers'][$channel] = $logger;
 951                                 }
 952                         } elseif ( $provider instanceof LegacySpi ) {
 953                                 if ( $logger === null ) {
 954                                         unset( $singletons[$channel] );
 955                                 } else {
 956                                         $singletons[$channel] = $logger;
 957                                 }
 958                         }
 959                 }
 960                 $wrappedProvider->singletons = $singletons;
 961                 $this->loggers = [];
 962         }
 963
 964         /**
 965          * @return string
 966          * @since 1.18
 967          */
 968         public function dbPrefix() {
 969                 return $this->db->getType() == 'oracle' ? self::ORA_DB_PREFIX : self::DB_PREFIX;
 970         }
 971
 972         /**
 973          * @return bool
 974          * @since 1.18
 975          */
 976         public function needsDB() {
 977                 // If the test says it uses database tables, it needs the database
 978                 if ( $this->tablesUsed ) {
 979                         return true;
 980                 }
 981
 982                 // If the test class says it belongs to the Database group, it needs the database.
 983                 // NOTE: This ONLY checks for the group in the class level doc comment.
 984                 $rc = new ReflectionClass( $this );
 985                 if ( preg_match( '/@group +Database/im', $rc->getDocComment() ) ) {
 986                         return true;
 987                 }
 988
 989                 return false;
 990         }
 991
 992         /**
 993          * Insert a new page.
 994          *
 995          * Should be called from addDBData().
 996          *
 997          * @since 1.25 ($namespace in 1.28)
 998          * @param string|title $pageName Page name or title
 999          * @param string $text Page's content
1000          * @param int $namespace Namespace id (name cannot already contain namespace)
1001          * @return array Title object and page id
1002          */
1003         protected function insertPage(
1004                 $pageName,
1005                 $text = 'Sample page for unit test.',
1006                 $namespace = null
1007         ) {
1008                 if ( is_string( $pageName ) ) {
1009                         $title = Title::newFromText( $pageName, $namespace );
1010                 } else {
1011                         $title = $pageName;
1012                 }
1013
1014                 $user = static::getTestSysop()->getUser();
1015                 $comment = __METHOD__ . ': Sample page for unit test.';
1016
1017                 $page = WikiPage::factory( $title );
1018                 $page->doEditContent( ContentHandler::makeContent( $text, $title ), $comment, 0, false, $user );
1019
1020                 return [
1021                         'title' => $title,
1022                         'id' => $page->getId(),
1023                 ];
1024         }
1025
1026         /**
1027          * Stub. If a test suite needs to add additional data to the database, it should
1028          * implement this method and do so. This method is called once per test suite
1029          * (i.e. once per class).
1030          *
1031          * Note data added by this method may be removed by resetDB() depending on
1032          * the contents of $tablesUsed.
1033          *
1034          * To add additional data between test function runs, override prepareDB().
1035          *
1036          * @see addDBData()
1037          * @see resetDB()
1038          *
1039          * @since 1.27
1040          */
1041         public function addDBDataOnce() {
1042         }
1043
1044         /**
1045          * Stub. Subclasses may override this to prepare the database.
1046          * Called before every test run (test function or data set).
1047          *
1048          * @see addDBDataOnce()
1049          * @see resetDB()
1050          *
1051          * @since 1.18
1052          */
1053         public function addDBData() {
1054         }
1055
1056         private function addCoreDBData() {
1057                 if ( $this->db->getType() == 'oracle' ) {
1058                         # Insert 0 user to prevent FK violations
1059                         # Anonymous user
1060                         if ( !$this->db->selectField( 'user', '1', [ 'user_id' => 0 ] ) ) {
1061                                 $this->db->insert( 'user', [
1062                                         'user_id' => 0,
1063                                         'user_name' => 'Anonymous' ], __METHOD__, [ 'IGNORE' ] );
1064                         }
1065
1066                         # Insert 0 page to prevent FK violations
1067                         # Blank page
1068                         if ( !$this->db->selectField( 'page', '1', [ 'page_id' => 0 ] ) ) {
1069                                 $this->db->insert( 'page', [
1070                                         'page_id' => 0,
1071                                         'page_namespace' => 0,
1072                                         'page_title' => ' ',
1073                                         'page_restrictions' => null,
1074                                         'page_is_redirect' => 0,
1075                                         'page_is_new' => 0,
1076                                         'page_random' => 0,
1077                                         'page_touched' => $this->db->timestamp(),
1078                                         'page_latest' => 0,
1079                                         'page_len' => 0 ], __METHOD__, [ 'IGNORE' ] );
1080                         }
1081                 }
1082
1083                 User::resetIdByNameCache();
1084
1085                 // Make sysop user
1086                 $user = static::getTestSysop()->getUser();
1087
1088                 // Make 1 page with 1 revision
1089                 $page = WikiPage::factory( Title::newFromText( 'UTPage' ) );
1090                 if ( $page->getId() == 0 ) {
1091                         $page->doEditContent(
1092                                 new WikitextContent( 'UTContent' ),
1093                                 'UTPageSummary',
1094                                 EDIT_NEW | EDIT_SUPPRESS_RC,
1095                                 false,
1096                                 $user
1097                         );
1098                         // an edit always attempt to purge backlink links such as history
1099                         // pages. That is unneccessary.
1100                         JobQueueGroup::singleton()->get( 'htmlCacheUpdate' )->delete();
1101                         // WikiPages::doEditUpdates randomly adds RC purges
1102                         JobQueueGroup::singleton()->get( 'recentChangesUpdate' )->delete();
1103
1104                         // doEditContent() probably started the session via
1105                         // User::loadFromSession(). Close it now.
1106                         if ( session_id() !== '' ) {
1107                                 session_write_close();
1108                                 session_id( '' );
1109                         }
1110                 }
1111         }
1112
1113         /**
1114          * Restores MediaWiki to using the table set (table prefix) it was using before
1115          * setupTestDB() was called. Useful if we need to perform database operations
1116          * after the test run has finished (such as saving logs or profiling info).
1117          *
1118          * @since 1.21
1119          */
1120         public static function teardownTestDB() {
1121                 global $wgJobClasses;
1122
1123                 if ( !self::$dbSetup ) {
1124                         return;
1125                 }
1126
1127                 Hooks::run( 'UnitTestsBeforeDatabaseTeardown' );
1128
1129                 foreach ( $wgJobClasses as $type => $class ) {
1130                         // Delete any jobs under the clone DB (or old prefix in other stores)
1131                         JobQueueGroup::singleton()->get( $type )->delete();
1132                 }
1133
1134                 CloneDatabase::changePrefix( self::$oldTablePrefix );
1135
1136                 self::$oldTablePrefix = false;
1137                 self::$dbSetup = false;
1138         }
1139
1140         /**
1141          * Setups a database with the given prefix.
1142          *
1143          * If reuseDB is true and certain conditions apply, it will just change the prefix.
1144          * Otherwise, it will clone the tables and change the prefix.
1145          *
1146          * Clones all tables in the given database (whatever database that connection has
1147          * open), to versions with the test prefix.
1148          *
1149          * @param IMaintainableDatabase $db Database to use
1150          * @param string $prefix Prefix to use for test tables
1151          * @return bool True if tables were cloned, false if only the prefix was changed
1152          */
1153         protected static function setupDatabaseWithTestPrefix( IMaintainableDatabase $db, $prefix ) {
1154                 $tablesCloned = self::listTables( $db );
1155                 $dbClone = new CloneDatabase( $db, $tablesCloned, $prefix );
1156                 $dbClone->useTemporaryTables( self::$useTemporaryTables );
1157
1158                 $db->_originalTablePrefix = $db->tablePrefix();
1159
1160                 if ( ( $db->getType() == 'oracle' || !self::$useTemporaryTables ) && self::$reuseDB ) {
1161                         CloneDatabase::changePrefix( $prefix );
1162
1163                         return false;
1164                 } else {
1165                         $dbClone->cloneTableStructure();
1166                         return true;
1167                 }
1168         }
1169
1170         /**
1171          * Set up all test DBs
1172          */
1173         public function setupAllTestDBs() {
1174                 global $wgDBprefix;
1175
1176                 self::$oldTablePrefix = $wgDBprefix;
1177
1178                 $testPrefix = $this->dbPrefix();
1179
1180                 // switch to a temporary clone of the database
1181                 self::setupTestDB( $this->db, $testPrefix );
1182
1183                 if ( self::isUsingExternalStoreDB() ) {
1184                         self::setupExternalStoreTestDBs( $testPrefix );
1185                 }
1186         }
1187
1188         /**
1189          * Creates an empty skeleton of the wiki database by cloning its structure
1190          * to equivalent tables using the given $prefix. Then sets MediaWiki to
1191          * use the new set of tables (aka schema) instead of the original set.
1192          *
1193          * This is used to generate a dummy table set, typically consisting of temporary
1194          * tables, that will be used by tests instead of the original wiki database tables.
1195          *
1196          * @since 1.21
1197          *
1198          * @note the original table prefix is stored in self::$oldTablePrefix. This is used
1199          * by teardownTestDB() to return the wiki to using the original table set.
1200          *
1201          * @note this method only works when first called. Subsequent calls have no effect,
1202          * even if using different parameters.
1203          *
1204          * @param Database $db The database connection
1205          * @param string $prefix The prefix to use for the new table set (aka schema).
1206          *
1207          * @throws MWException If the database table prefix is already $prefix
1208          */
1209         public static function setupTestDB( Database $db, $prefix ) {
1210                 if ( self::$dbSetup ) {
1211                         return;
1212                 }
1213
1214                 if ( $db->tablePrefix() === $prefix ) {
1215                         throw new MWException(
1216                                 'Cannot run unit tests, the database prefix is already "' . $prefix . '"' );
1217                 }
1218
1219                 // TODO: the below should be re-written as soon as LBFactory, LoadBalancer,
1220                 // and Database no longer use global state.
1221
1222                 self::$dbSetup = true;
1223
1224                 if ( !self::setupDatabaseWithTestPrefix( $db, $prefix ) ) {
1225                         return;
1226                 }
1227
1228                 // Assuming this isn't needed for External Store database, and not sure if the procedure
1229                 // would be available there.
1230                 if ( $db->getType() == 'oracle' ) {
1231                         $db->query( 'BEGIN FILL_WIKI_INFO; END;' );
1232                 }
1233
1234                 Hooks::run( 'UnitTestsAfterDatabaseSetup', [ $db, $prefix ] );
1235         }
1236
1237         /**
1238          * Clones the External Store database(s) for testing
1239          *
1240          * @param string $testPrefix Prefix for test tables
1241          */
1242         protected static function setupExternalStoreTestDBs( $testPrefix ) {
1243                 $connections = self::getExternalStoreDatabaseConnections();
1244                 foreach ( $connections as $dbw ) {
1245                         // Hack: cloneTableStructure sets $wgDBprefix to the unit test
1246                         // prefix,.  Even though listTables now uses tablePrefix, that
1247                         // itself is populated from $wgDBprefix by default.
1248
1249                         // We have to set it back, or we won't find the original 'blobs'
1250                         // table to copy.
1251
1252                         $dbw->tablePrefix( self::$oldTablePrefix );
1253                         self::setupDatabaseWithTestPrefix( $dbw, $testPrefix );
1254                 }
1255         }
1256
1257         /**
1258          * Gets master database connections for all of the ExternalStoreDB
1259          * stores configured in $wgDefaultExternalStore.
1260          *
1261          * @return Database[] Array of Database master connections
1262          */
1263         protected static function getExternalStoreDatabaseConnections() {
1264                 global $wgDefaultExternalStore;
1265
1266                 /** @var ExternalStoreDB $externalStoreDB */
1267                 $externalStoreDB = ExternalStore::getStoreObject( 'DB' );
1268                 $defaultArray = (array)$wgDefaultExternalStore;
1269                 $dbws = [];
1270                 foreach ( $defaultArray as $url ) {
1271                         if ( strpos( $url, 'DB://' ) === 0 ) {
1272                                 list( $proto, $cluster ) = explode( '://', $url, 2 );
1273                                 // Avoid getMaster() because setupDatabaseWithTestPrefix()
1274                                 // requires Database instead of plain DBConnRef/IDatabase
1275                                 $dbws[] = $externalStoreDB->getMaster( $cluster );
1276                         }
1277                 }
1278
1279                 return $dbws;
1280         }
1281
1282         /**
1283          * Check whether ExternalStoreDB is being used
1284          *
1285          * @return bool True if it's being used
1286          */
1287         protected static function isUsingExternalStoreDB() {
1288                 global $wgDefaultExternalStore;
1289                 if ( !$wgDefaultExternalStore ) {
1290                         return false;
1291                 }
1292
1293                 $defaultArray = (array)$wgDefaultExternalStore;
1294                 foreach ( $defaultArray as $url ) {
1295                         if ( strpos( $url, 'DB://' ) === 0 ) {
1296                                 return true;
1297                         }
1298                 }
1299
1300                 return false;
1301         }
1302
1303         /**
1304          * @throws LogicException if the given database connection is not a set up to use
1305          * mock tables.
1306          */
1307         private function ensureMockDatabaseConnection( IDatabase $db ) {
1308                 if ( $db->tablePrefix() !== $this->dbPrefix() ) {
1309                         throw new LogicException(
1310                                 'Trying to delete mock tables, but table prefix does not indicate a mock database.'
1311                         );
1312                 }
1313         }
1314
1315         /**
1316          * Stub. If a test suite needs to test against a specific database schema, it should
1317          * override this method and return the appropriate information from it.
1318          *
1319          * @return [ $tables, $scripts ] A tuple of two lists, with $tables being a list of tables
1320          *         that will be re-created by the scripts, and $scripts being a list of SQL script
1321          *         files for creating the tables listed.
1322          */
1323         protected function getSchemaOverrides() {
1324                 return [ [], [] ];
1325         }
1326
1327         /**
1328          * Applies any schema changes requested by calling setDbSchema().
1329          * Called once per test class, just before addDataOnce().
1330          */
1331         private function setUpSchema( IMaintainableDatabase $db ) {
1332                 list( $tablesToAlter, $scriptsToRun ) = $this->getSchemaOverrides();
1333
1334                 if ( $tablesToAlter && !$scriptsToRun ) {
1335                         throw new InvalidArgumentException(
1336                                 'No scripts supplied for applying the database schema.'
1337                         );
1338                 }
1339
1340                 if ( !$tablesToAlter && $scriptsToRun ) {
1341                         throw new InvalidArgumentException(
1342                                 'No tables declared to be altered by schema scripts.'
1343                         );
1344                 }
1345
1346                 $this->ensureMockDatabaseConnection( $db );
1347
1348                 $previouslyAlteredTables = isset( $db->_alteredMockTables ) ? $db->_alteredMockTables : [];
1349
1350                 if ( !$tablesToAlter && !$previouslyAlteredTables ) {
1351                         return; // nothing to do
1352                 }
1353
1354                 $tablesToDrop = array_merge( $previouslyAlteredTables, $tablesToAlter );
1355                 $tablesToRestore = array_diff( $previouslyAlteredTables, $tablesToAlter );
1356
1357                 if ( $tablesToDrop ) {
1358                         $this->dropMockTables( $db, $tablesToDrop );
1359                 }
1360
1361                 if ( $tablesToRestore ) {
1362                         $this->recloneMockTables( $db, $tablesToRestore );
1363                 }
1364
1365                 foreach ( $scriptsToRun as $script ) {
1366                         $db->sourceFile(
1367                                 $script,
1368                                 null,
1369                                 null,
1370                                 __METHOD__,
1371                                 function ( $cmd ) {
1372                                         return $this->mungeSchemaUpdateQuery( $cmd );
1373                                 }
1374                         );
1375                 }
1376
1377                 $db->_alteredMockTables = $tablesToAlter;
1378         }
1379
1380         private function mungeSchemaUpdateQuery( $cmd ) {
1381                 return self::$useTemporaryTables
1382                         ? preg_replace( '/\bCREATE\s+TABLE\b/i', 'CREATE TEMPORARY TABLE', $cmd )
1383                         : $cmd;
1384         }
1385
1386         /**
1387          * Drops the given mock tables.
1388          *
1389          * @param IMaintainableDatabase $db
1390          * @param array $tables
1391          */
1392         private function dropMockTables( IMaintainableDatabase $db, array $tables ) {
1393                 $this->ensureMockDatabaseConnection( $db );
1394
1395                 foreach ( $tables as $tbl ) {
1396                         $tbl = $db->tableName( $tbl );
1397                         $db->query( "DROP TABLE IF EXISTS $tbl", __METHOD__ );
1398
1399                         if ( $tbl === 'page' ) {
1400                                 // Forget about the pages since they don't
1401                                 // exist in the DB.
1402                                 LinkCache::singleton()->clear();
1403                         }
1404                 }
1405         }
1406
1407         /**
1408          * Re-clones the given mock tables to restore them based on the live database schema.
1409          *
1410          * @param IMaintainableDatabase $db
1411          * @param array $tables
1412          */
1413         private function recloneMockTables( IMaintainableDatabase $db, array $tables ) {
1414                 $this->ensureMockDatabaseConnection( $db );
1415
1416                 if ( !isset( $db->_originalTablePrefix ) ) {
1417                         throw new LogicException( 'No original table prefix know, cannot restore tables!' );
1418                 }
1419
1420                 $originalTables = $db->listTables( $db->_originalTablePrefix, __METHOD__ );
1421                 $tables = array_intersect( $tables, $originalTables );
1422
1423                 $dbClone = new CloneDatabase( $db, $tables, $db->tablePrefix(), $db->_originalTablePrefix );
1424                 $dbClone->useTemporaryTables( self::$useTemporaryTables );
1425
1426                 $dbClone->cloneTableStructure();
1427         }
1428
1429         /**
1430          * Empty all tables so they can be repopulated for tests
1431          *
1432          * @param Database $db|null Database to reset
1433          * @param array $tablesUsed Tables to reset
1434          */
1435         private function resetDB( $db, $tablesUsed ) {
1436                 if ( $db ) {
1437                         $userTables = [ 'user', 'user_groups', 'user_properties' ];
1438                         $pageTables = [ 'page', 'revision', 'ip_changes', 'revision_comment_temp', 'comment' ];
1439                         $coreDBDataTables = array_merge( $userTables, $pageTables );
1440
1441                         // If any of the user or page tables were marked as used, we should clear all of them.
1442                         if ( array_intersect( $tablesUsed, $userTables ) ) {
1443                                 $tablesUsed = array_unique( array_merge( $tablesUsed, $userTables ) );
1444                                 TestUserRegistry::clear();
1445                         }
1446                         if ( array_intersect( $tablesUsed, $pageTables ) ) {
1447                                 $tablesUsed = array_unique( array_merge( $tablesUsed, $pageTables ) );
1448                         }
1449
1450                         $truncate = in_array( $db->getType(), [ 'oracle', 'mysql' ] );
1451                         foreach ( $tablesUsed as $tbl ) {
1452                                 // TODO: reset interwiki table to its original content.
1453                                 if ( $tbl == 'interwiki' ) {
1454                                         continue;
1455                                 }
1456
1457                                 if ( $truncate ) {
1458                                         $db->query( 'TRUNCATE TABLE ' . $db->tableName( $tbl ), __METHOD__ );
1459                                 } else {
1460                                         $db->delete( $tbl, '*', __METHOD__ );
1461                                 }
1462
1463                                 if ( $tbl === 'page' ) {
1464                                         // Forget about the pages since they don't
1465                                         // exist in the DB.
1466                                         LinkCache::singleton()->clear();
1467                                 }
1468                         }
1469
1470                         if ( array_intersect( $tablesUsed, $coreDBDataTables ) ) {
1471                                 // Re-add core DB data that was deleted
1472                                 $this->addCoreDBData();
1473                         }
1474                 }
1475         }
1476
1477         /**
1478          * @since 1.18
1479          *
1480          * @param string $func
1481          * @param array $args
1482          *
1483          * @return mixed
1484          * @throws MWException
1485          */
1486         public function __call( $func, $args ) {
1487                 static $compatibility = [
1488                         'createMock' => 'createMock2',
1489                 ];
1490
1491                 if ( isset( $compatibility[$func] ) ) {
1492                         return call_user_func_array( [ $this, $compatibility[$func] ], $args );
1493                 } else {
1494                         throw new MWException( "Called non-existent $func method on " . static::class );
1495                 }
1496         }
1497
1498         /**
1499          * Return a test double for the specified class.
1500          *
1501          * @param string $originalClassName
1502          * @return PHPUnit_Framework_MockObject_MockObject
1503          * @throws Exception
1504          */
1505         private function createMock2( $originalClassName ) {
1506                 return $this->getMockBuilder( $originalClassName )
1507                         ->disableOriginalConstructor()
1508                         ->disableOriginalClone()
1509                         ->disableArgumentCloning()
1510                         // New in phpunit-mock-objects 3.2 (phpunit 5.4.0)
1511                         // ->disallowMockingUnknownTypes()
1512                         ->getMock();
1513         }
1514
1515         private static function unprefixTable( &$tableName, $ind, $prefix ) {
1516                 $tableName = substr( $tableName, strlen( $prefix ) );
1517         }
1518
1519         private static function isNotUnittest( $table ) {
1520                 return strpos( $table, self::DB_PREFIX ) !== 0;
1521         }
1522
1523         /**
1524          * @since 1.18
1525          *
1526          * @param IMaintainableDatabase $db
1527          *
1528          * @return array
1529          */
1530         public static function listTables( IMaintainableDatabase $db ) {
1531                 $prefix = $db->tablePrefix();
1532                 $tables = $db->listTables( $prefix, __METHOD__ );
1533
1534                 if ( $db->getType() === 'mysql' ) {
1535                         static $viewListCache = null;
1536                         if ( $viewListCache === null ) {
1537                                 $viewListCache = $db->listViews( null, __METHOD__ );
1538                         }
1539                         // T45571: cannot clone VIEWs under MySQL
1540                         $tables = array_diff( $tables, $viewListCache );
1541                 }
1542                 array_walk( $tables, [ __CLASS__, 'unprefixTable' ], $prefix );
1543
1544                 // Don't duplicate test tables from the previous fataled run
1545                 $tables = array_filter( $tables, [ __CLASS__, 'isNotUnittest' ] );
1546
1547                 if ( $db->getType() == 'sqlite' ) {
1548                         $tables = array_flip( $tables );
1549                         // these are subtables of searchindex and don't need to be duped/dropped separately
1550                         unset( $tables['searchindex_content'] );
1551                         unset( $tables['searchindex_segdir'] );
1552                         unset( $tables['searchindex_segments'] );
1553                         $tables = array_flip( $tables );
1554                 }
1555
1556                 return $tables;
1557         }
1558
1559         /**
1560          * @throws MWException
1561          * @since 1.18
1562          */
1563         protected function checkDbIsSupported() {
1564                 if ( !in_array( $this->db->getType(), $this->supportedDBs ) ) {
1565                         throw new MWException( $this->db->getType() . " is not currently supported for unit testing." );
1566                 }
1567         }
1568
1569         /**
1570          * @since 1.18
1571          * @param string $offset
1572          * @return mixed
1573          */
1574         public function getCliArg( $offset ) {
1575                 if ( isset( PHPUnitMaintClass::$additionalOptions[$offset] ) ) {
1576                         return PHPUnitMaintClass::$additionalOptions[$offset];
1577                 }
1578
1579                 return null;
1580         }
1581
1582         /**
1583          * @since 1.18
1584          * @param string $offset
1585          * @param mixed $value
1586          */
1587         public function setCliArg( $offset, $value ) {
1588                 PHPUnitMaintClass::$additionalOptions[$offset] = $value;
1589         }
1590
1591         /**
1592          * Don't throw a warning if $function is deprecated and called later
1593          *
1594          * @since 1.19
1595          *
1596          * @param string $function
1597          */
1598         public function hideDeprecated( $function ) {
1599                 MediaWiki\suppressWarnings();
1600                 wfDeprecated( $function );
1601                 MediaWiki\restoreWarnings();
1602         }
1603
1604         /**
1605          * Asserts that the given database query yields the rows given by $expectedRows.
1606          * The expected rows should be given as indexed (not associative) arrays, with
1607          * the values given in the order of the columns in the $fields parameter.
1608          * Note that the rows are sorted by the columns given in $fields.
1609          *
1610          * @since 1.20
1611          *
1612          * @param string|array $table The table(s) to query
1613          * @param string|array $fields The columns to include in the result (and to sort by)
1614          * @param string|array $condition "where" condition(s)
1615          * @param array $expectedRows An array of arrays giving the expected rows.
1616          * @param array $options Options for the query
1617          * @param array $join_conds Join conditions for the query
1618          *
1619          * @throws MWException If this test cases's needsDB() method doesn't return true.
1620          *         Test cases can use "@group Database" to enable database test support,
1621          *         or list the tables under testing in $this->tablesUsed, or override the
1622          *         needsDB() method.
1623          */
1624         protected function assertSelect(
1625                 $table, $fields, $condition, array $expectedRows, array $options = [], array $join_conds = []
1626         ) {
1627                 if ( !$this->needsDB() ) {
1628                         throw new MWException( 'When testing database state, the test cases\'s needDB()' .
1629                                 ' method should return true. Use @group Database or $this->tablesUsed.' );
1630                 }
1631
1632                 $db = wfGetDB( DB_REPLICA );
1633
1634                 $res = $db->select(
1635                         $table,
1636                         $fields,
1637                         $condition,
1638                         wfGetCaller(),
1639                         $options + [ 'ORDER BY' => $fields ],
1640                         $join_conds
1641                 );
1642                 $this->assertNotEmpty( $res, "query failed: " . $db->lastError() );
1643
1644                 $i = 0;
1645
1646                 foreach ( $expectedRows as $expected ) {
1647                         $r = $res->fetchRow();
1648                         self::stripStringKeys( $r );
1649
1650                         $i += 1;
1651                         $this->assertNotEmpty( $r, "row #$i missing" );
1652
1653                         $this->assertEquals( $expected, $r, "row #$i mismatches" );
1654                 }
1655
1656                 $r = $res->fetchRow();
1657                 self::stripStringKeys( $r );
1658
1659                 $this->assertFalse( $r, "found extra row (after #$i)" );
1660         }
1661
1662         /**
1663          * Utility method taking an array of elements and wrapping
1664          * each element in its own array. Useful for data providers
1665          * that only return a single argument.
1666          *
1667          * @since 1.20
1668          *
1669          * @param array $elements
1670          *
1671          * @return array
1672          */
1673         protected function arrayWrap( array $elements ) {
1674                 return array_map(
1675                         function ( $element ) {
1676                                 return [ $element ];
1677                         },
1678                         $elements
1679                 );
1680         }
1681
1682         /**
1683          * Assert that two arrays are equal. By default this means that both arrays need to hold
1684          * the same set of values. Using additional arguments, order and associated key can also
1685          * be set as relevant.
1686          *
1687          * @since 1.20
1688          *
1689          * @param array $expected
1690          * @param array $actual
1691          * @param bool $ordered If the order of the values should match
1692          * @param bool $named If the keys should match
1693          */
1694         protected function assertArrayEquals( array $expected, array $actual,
1695                 $ordered = false, $named = false
1696         ) {
1697                 if ( !$ordered ) {
1698                         $this->objectAssociativeSort( $expected );
1699                         $this->objectAssociativeSort( $actual );
1700                 }
1701
1702                 if ( !$named ) {
1703                         $expected = array_values( $expected );
1704                         $actual = array_values( $actual );
1705                 }
1706
1707                 call_user_func_array(
1708                         [ $this, 'assertEquals' ],
1709                         array_merge( [ $expected, $actual ], array_slice( func_get_args(), 4 ) )
1710                 );
1711         }
1712
1713         /**
1714          * Put each HTML element on its own line and then equals() the results
1715          *
1716          * Use for nicely formatting of PHPUnit diff output when comparing very
1717          * simple HTML
1718          *
1719          * @since 1.20
1720          *
1721          * @param string $expected HTML on oneline
1722          * @param string $actual HTML on oneline
1723          * @param string $msg Optional message
1724          */
1725         protected function assertHTMLEquals( $expected, $actual, $msg = '' ) {
1726                 $expected = str_replace( '>', ">\n", $expected );
1727                 $actual = str_replace( '>', ">\n", $actual );
1728
1729                 $this->assertEquals( $expected, $actual, $msg );
1730         }
1731
1732         /**
1733          * Does an associative sort that works for objects.
1734          *
1735          * @since 1.20
1736          *
1737          * @param array &$array
1738          */
1739         protected function objectAssociativeSort( array &$array ) {
1740                 uasort(
1741                         $array,
1742                         function ( $a, $b ) {
1743                                 return serialize( $a ) > serialize( $b ) ? 1 : -1;
1744                         }
1745                 );
1746         }
1747
1748         /**
1749          * Utility function for eliminating all string keys from an array.
1750          * Useful to turn a database result row as returned by fetchRow() into
1751          * a pure indexed array.
1752          *
1753          * @since 1.20
1754          *
1755          * @param mixed &$r The array to remove string keys from.
1756          */
1757         protected static function stripStringKeys( &$r ) {
1758                 if ( !is_array( $r ) ) {
1759                         return;
1760                 }
1761
1762                 foreach ( $r as $k => $v ) {
1763                         if ( is_string( $k ) ) {
1764                                 unset( $r[$k] );
1765                         }
1766                 }
1767         }
1768
1769         /**
1770          * Asserts that the provided variable is of the specified
1771          * internal type or equals the $value argument. This is useful
1772          * for testing return types of functions that return a certain
1773          * type or *value* when not set or on error.
1774          *
1775          * @since 1.20
1776          *
1777          * @param string $type
1778          * @param mixed $actual
1779          * @param mixed $value
1780          * @param string $message
1781          */
1782         protected function assertTypeOrValue( $type, $actual, $value = false, $message = '' ) {
1783                 if ( $actual === $value ) {
1784                         $this->assertTrue( true, $message );
1785                 } else {
1786                         $this->assertType( $type, $actual, $message );
1787                 }
1788         }
1789
1790         /**
1791          * Asserts the type of the provided value. This can be either
1792          * in internal type such as boolean or integer, or a class or
1793          * interface the value extends or implements.
1794          *
1795          * @since 1.20
1796          *
1797          * @param string $type
1798          * @param mixed $actual
1799          * @param string $message
1800          */
1801         protected function assertType( $type, $actual, $message = '' ) {
1802                 if ( class_exists( $type ) || interface_exists( $type ) ) {
1803                         $this->assertInstanceOf( $type, $actual, $message );
1804                 } else {
1805                         $this->assertInternalType( $type, $actual, $message );
1806                 }
1807         }
1808
1809         /**
1810          * Returns true if the given namespace defaults to Wikitext
1811          * according to $wgNamespaceContentModels
1812          *
1813          * @param int $ns The namespace ID to check
1814          *
1815          * @return bool
1816          * @since 1.21
1817          */
1818         protected function isWikitextNS( $ns ) {
1819                 global $wgNamespaceContentModels;
1820
1821                 if ( isset( $wgNamespaceContentModels[$ns] ) ) {
1822                         return $wgNamespaceContentModels[$ns] === CONTENT_MODEL_WIKITEXT;
1823                 }
1824
1825                 return true;
1826         }
1827
1828         /**
1829          * Returns the ID of a namespace that defaults to Wikitext.
1830          *
1831          * @throws MWException If there is none.
1832          * @return int The ID of the wikitext Namespace
1833          * @since 1.21
1834          */
1835         protected function getDefaultWikitextNS() {
1836                 global $wgNamespaceContentModels;
1837
1838                 static $wikitextNS = null; // this is not going to change
1839                 if ( $wikitextNS !== null ) {
1840                         return $wikitextNS;
1841                 }
1842
1843                 // quickly short out on most common case:
1844                 if ( !isset( $wgNamespaceContentModels[NS_MAIN] ) ) {
1845                         return NS_MAIN;
1846                 }
1847
1848                 // NOTE: prefer content namespaces
1849                 $namespaces = array_unique( array_merge(
1850                         MWNamespace::getContentNamespaces(),
1851                         [ NS_MAIN, NS_HELP, NS_PROJECT ], // prefer these
1852                         MWNamespace::getValidNamespaces()
1853                 ) );
1854
1855                 $namespaces = array_diff( $namespaces, [
1856                         NS_FILE, NS_CATEGORY, NS_MEDIAWIKI, NS_USER // don't mess with magic namespaces
1857                 ] );
1858
1859                 $talk = array_filter( $namespaces, function ( $ns ) {
1860                         return MWNamespace::isTalk( $ns );
1861                 } );
1862
1863                 // prefer non-talk pages
1864                 $namespaces = array_diff( $namespaces, $talk );
1865                 $namespaces = array_merge( $namespaces, $talk );
1866
1867                 // check default content model of each namespace
1868                 foreach ( $namespaces as $ns ) {
1869                         if ( !isset( $wgNamespaceContentModels[$ns] ) ||
1870                                 $wgNamespaceContentModels[$ns] === CONTENT_MODEL_WIKITEXT
1871                         ) {
1872                                 $wikitextNS = $ns;
1873
1874                                 return $wikitextNS;
1875                         }
1876                 }
1877
1878                 // give up
1879                 // @todo Inside a test, we could skip the test as incomplete.
1880                 //        But frequently, this is used in fixture setup.
1881                 throw new MWException( "No namespace defaults to wikitext!" );
1882         }
1883
1884         /**
1885          * Check, if $wgDiff3 is set and ready to merge
1886          * Will mark the calling test as skipped, if not ready
1887          *
1888          * @since 1.21
1889          */
1890         protected function markTestSkippedIfNoDiff3() {
1891                 global $wgDiff3;
1892
1893                 # This check may also protect against code injection in
1894                 # case of broken installations.
1895                 MediaWiki\suppressWarnings();
1896                 $haveDiff3 = $wgDiff3 && file_exists( $wgDiff3 );
1897                 MediaWiki\restoreWarnings();
1898
1899                 if ( !$haveDiff3 ) {
1900                         $this->markTestSkipped( "Skip test, since diff3 is not configured" );
1901                 }
1902         }
1903
1904         /**
1905          * Check if $extName is a loaded PHP extension, will skip the
1906          * test whenever it is not loaded.
1907          *
1908          * @since 1.21
1909          * @param string $extName
1910          * @return bool
1911          */
1912         protected function checkPHPExtension( $extName ) {
1913                 $loaded = extension_loaded( $extName );
1914                 if ( !$loaded ) {
1915                         $this->markTestSkipped( "PHP extension '$extName' is not loaded, skipping." );
1916                 }
1917
1918                 return $loaded;
1919         }
1920
1921         /**
1922          * Asserts that the given string is a valid HTML snippet.
1923          * Wraps the given string in the required top level tags and
1924          * then calls assertValidHtmlDocument().
1925          * The snippet is expected to be HTML 5.
1926          *
1927          * @since 1.23
1928          *
1929          * @note Will mark the test as skipped if the "tidy" module is not installed.
1930          * @note This ignores $wgUseTidy, so we can check for valid HTML even (and especially)
1931          *        when automatic tidying is disabled.
1932          *
1933          * @param string $html An HTML snippet (treated as the contents of the body tag).
1934          */
1935         protected function assertValidHtmlSnippet( $html ) {
1936                 $html = '<!DOCTYPE html><html><head><title>test</title></head><body>' . $html . '</body></html>';
1937                 $this->assertValidHtmlDocument( $html );
1938         }
1939
1940         /**
1941          * Asserts that the given string is valid HTML document.
1942          *
1943          * @since 1.23
1944          *
1945          * @note Will mark the test as skipped if the "tidy" module is not installed.
1946          * @note This ignores $wgUseTidy, so we can check for valid HTML even (and especially)
1947          *        when automatic tidying is disabled.
1948          *
1949          * @param string $html A complete HTML document
1950          */
1951         protected function assertValidHtmlDocument( $html ) {
1952                 // Note: we only validate if the tidy PHP extension is available.
1953                 // In case wgTidyInternal is false, MWTidy would fall back to the command line version
1954                 // of tidy. In that case however, we can not reliably detect whether a failing validation
1955                 // is due to malformed HTML, or caused by tidy not being installed as a command line tool.
1956                 // That would cause all HTML assertions to fail on a system that has no tidy installed.
1957                 if ( !$GLOBALS['wgTidyInternal'] || !MWTidy::isEnabled() ) {
1958                         $this->markTestSkipped( 'Tidy extension not installed' );
1959                 }
1960
1961                 $errorBuffer = '';
1962                 MWTidy::checkErrors( $html, $errorBuffer );
1963                 $allErrors = preg_split( '/[\r\n]+/', $errorBuffer );
1964
1965                 // Filter Tidy warnings which aren't useful for us.
1966                 // Tidy eg. often cries about parameters missing which have actually
1967                 // been deprecated since HTML4, thus we should not care about them.
1968                 $errors = preg_grep(
1969                         '/^(.*Warning: (trimming empty|.* lacks ".*?" attribute).*|\s*)$/m',
1970                         $allErrors, PREG_GREP_INVERT
1971                 );
1972
1973                 $this->assertEmpty( $errors, implode( "\n", $errors ) );
1974         }
1975
1976         /**
1977          * Used as a marker to prevent wfResetOutputBuffers from breaking PHPUnit.
1978          * @param string $buffer
1979          * @return string
1980          */
1981         public static function wfResetOutputBuffersBarrier( $buffer ) {
1982                 return $buffer;
1983         }
1984
1985         /**
1986          * Create a temporary hook handler which will be reset by tearDown.
1987          * This replaces other handlers for the same hook.
1988          * @param string $hookName Hook name
1989          * @param mixed $handler Value suitable for a hook handler
1990          * @since 1.28
1991          */
1992         protected function setTemporaryHook( $hookName, $handler ) {
1993                 $this->mergeMwGlobalArrayValue( 'wgHooks', [ $hookName => [ $handler ] ] );
1994         }
1995
1996         /**
1997          * Check whether file contains given data.
1998          * @param string $fileName
1999          * @param string $actualData
2000          * @param bool $createIfMissing If true, and file does not exist, create it with given data
2001          *                              and skip the test.
2002          * @param string $msg
2003          * @since 1.30
2004          */
2005         protected function assertFileContains(
2006                 $fileName,
2007                 $actualData,
2008                 $createIfMissing = true,
2009                 $msg = ''
2010         ) {
2011                 if ( $createIfMissing ) {
2012                         if ( !file_exists( $fileName ) ) {
2013                                 file_put_contents( $fileName, $actualData );
2014                                 $this->markTestSkipped( 'Data file $fileName does not exist' );
2015                         }
2016                 } else {
2017                         self::assertFileExists( $fileName );
2018                 }
2019                 self::assertEquals( file_get_contents( $fileName ), $actualData, $msg );
2020         }
2021 }