Merge "Fix 'Tags' padding to keep it farther from the edge and document the source...
[lhc/web/wiklou.git] / tests / phpunit / MediaWikiTestCase.php
1 <?php
2
3 use MediaWiki\Logger\LegacySpi;
4 use MediaWiki\Logger\LoggerFactory;
5 use MediaWiki\Logger\MonologSpi;
6 use MediaWiki\MediaWikiServices;
7 use Psr\Log\LoggerInterface;
8 use Wikimedia\Rdbms\IDatabase;
9 use Wikimedia\Rdbms\IMaintainableDatabase;
10 use Wikimedia\Rdbms\Database;
11 use Wikimedia\Rdbms\LBFactory;
12 use Wikimedia\TestingAccessWrapper;
13
14 /**
15 * @since 1.18
16 */
17 abstract class MediaWikiTestCase extends PHPUnit\Framework\TestCase {
18
19 use MediaWikiCoversValidator;
20 use PHPUnit4And6Compat;
21
22 /**
23 * The service locator created by prepareServices(). This service locator will
24 * be restored after each test. Tests that pollute the global service locator
25 * instance should use overrideMwServices() to isolate the test.
26 *
27 * @var MediaWikiServices|null
28 */
29 private static $serviceLocator = null;
30
31 /**
32 * $called tracks whether the setUp and tearDown method has been called.
33 * class extending MediaWikiTestCase usually override setUp and tearDown
34 * but forget to call the parent.
35 *
36 * The array format takes a method name as key and anything as a value.
37 * By asserting the key exist, we know the child class has called the
38 * parent.
39 *
40 * This property must be private, we do not want child to override it,
41 * they should call the appropriate parent method instead.
42 */
43 private $called = [];
44
45 /**
46 * @var TestUser[]
47 * @since 1.20
48 */
49 public static $users;
50
51 /**
52 * Primary database
53 *
54 * @var Database
55 * @since 1.18
56 */
57 protected $db;
58
59 /**
60 * @var array
61 * @since 1.19
62 */
63 protected $tablesUsed = []; // tables with data
64
65 private static $useTemporaryTables = true;
66 private static $reuseDB = false;
67 private static $dbSetup = false;
68 private static $oldTablePrefix = '';
69
70 /**
71 * Original value of PHP's error_reporting setting.
72 *
73 * @var int
74 */
75 private $phpErrorLevel;
76
77 /**
78 * Holds the paths of temporary files/directories created through getNewTempFile,
79 * and getNewTempDirectory
80 *
81 * @var array
82 */
83 private $tmpFiles = [];
84
85 /**
86 * Holds original values of MediaWiki configuration settings
87 * to be restored in tearDown().
88 * See also setMwGlobals().
89 * @var array
90 */
91 private $mwGlobals = [];
92
93 /**
94 * Holds list of MediaWiki configuration settings to be unset in tearDown().
95 * See also setMwGlobals().
96 * @var array
97 */
98 private $mwGlobalsToUnset = [];
99
100 /**
101 * Holds original loggers which have been replaced by setLogger()
102 * @var LoggerInterface[]
103 */
104 private $loggers = [];
105
106 /**
107 * Table name prefixes. Oracle likes it shorter.
108 */
109 const DB_PREFIX = 'unittest_';
110 const ORA_DB_PREFIX = 'ut_';
111
112 /**
113 * @var array
114 * @since 1.18
115 */
116 protected $supportedDBs = [
117 'mysql',
118 'sqlite',
119 'postgres',
120 'oracle'
121 ];
122
123 public function __construct( $name = null, array $data = [], $dataName = '' ) {
124 parent::__construct( $name, $data, $dataName );
125
126 $this->backupGlobals = false;
127 $this->backupStaticAttributes = false;
128 }
129
130 public function __destruct() {
131 // Complain if self::setUp() was called, but not self::tearDown()
132 // $this->called['setUp'] will be checked by self::testMediaWikiTestCaseParentSetupCalled()
133 if ( isset( $this->called['setUp'] ) && !isset( $this->called['tearDown'] ) ) {
134 throw new MWException( static::class . "::tearDown() must call parent::tearDown()" );
135 }
136 }
137
138 public static function setUpBeforeClass() {
139 parent::setUpBeforeClass();
140
141 // Get the service locator, and reset services if it's not done already
142 self::$serviceLocator = self::prepareServices( new GlobalVarConfig() );
143 }
144
145 /**
146 * Convenience method for getting an immutable test user
147 *
148 * @since 1.28
149 *
150 * @param string[] $groups Groups the test user should be in.
151 * @return TestUser
152 */
153 public static function getTestUser( $groups = [] ) {
154 return TestUserRegistry::getImmutableTestUser( $groups );
155 }
156
157 /**
158 * Convenience method for getting a mutable test user
159 *
160 * @since 1.28
161 *
162 * @param string[] $groups Groups the test user should be added in.
163 * @return TestUser
164 */
165 public static function getMutableTestUser( $groups = [] ) {
166 return TestUserRegistry::getMutableTestUser( __CLASS__, $groups );
167 }
168
169 /**
170 * Convenience method for getting an immutable admin test user
171 *
172 * @since 1.28
173 *
174 * @param string[] $groups Groups the test user should be added to.
175 * @return TestUser
176 */
177 public static function getTestSysop() {
178 return self::getTestUser( [ 'sysop', 'bureaucrat' ] );
179 }
180
181 /**
182 * Returns a WikiPage representing an existing page.
183 *
184 * @since 1.32
185 *
186 * @param Title|string|null $title
187 * @return WikiPage
188 * @throws MWException
189 */
190 protected function getExistingTestPage( $title = null ) {
191 $title = ( $title === null ) ? 'UTPage' : $title;
192 $title = is_string( $title ) ? Title::newFromText( $title ) : $title;
193 $page = WikiPage::factory( $title );
194
195 if ( !$page->exists() ) {
196 $user = self::getTestSysop()->getUser();
197 $page->doEditContent(
198 new WikitextContent( 'UTContent' ),
199 'UTPageSummary',
200 EDIT_NEW | EDIT_SUPPRESS_RC,
201 false,
202 $user
203 );
204 }
205
206 return $page;
207 }
208
209 /**
210 * Returns a WikiPage representing a non-existing page.
211 *
212 * @since 1.32
213 *
214 * @param Title|string|null $title
215 * @return WikiPage
216 * @throws MWException
217 */
218 protected function getNonexistingTestPage( $title = null ) {
219 $title = ( $title === null ) ? 'UTPage-' . rand( 0, 100000 ) : $title;
220 $title = is_string( $title ) ? Title::newFromText( $title ) : $title;
221 $page = WikiPage::factory( $title );
222
223 if ( $page->exists() ) {
224 $page->doDeleteArticle( 'Testing' );
225 }
226
227 return $page;
228 }
229
230 /**
231 * Prepare service configuration for unit testing.
232 *
233 * This calls MediaWikiServices::resetGlobalInstance() to allow some critical services
234 * to be overridden for testing.
235 *
236 * prepareServices() only needs to be called once, but should be called as early as possible,
237 * before any class has a chance to grab a reference to any of the global services
238 * instances that get discarded by prepareServices(). Only the first call has any effect,
239 * later calls are ignored.
240 *
241 * @note This is called by PHPUnitMaintClass::finalSetup.
242 *
243 * @see MediaWikiServices::resetGlobalInstance()
244 *
245 * @param Config $bootstrapConfig The bootstrap config to use with the new
246 * MediaWikiServices. Only used for the first call to this method.
247 * @return MediaWikiServices
248 */
249 public static function prepareServices( Config $bootstrapConfig ) {
250 static $services = null;
251
252 if ( !$services ) {
253 $services = self::resetGlobalServices( $bootstrapConfig );
254 }
255 return $services;
256 }
257
258 /**
259 * Reset global services, and install testing environment.
260 * This is the testing equivalent of MediaWikiServices::resetGlobalInstance().
261 * This should only be used to set up the testing environment, not when
262 * running unit tests. Use MediaWikiTestCase::overrideMwServices() for that.
263 *
264 * @see MediaWikiServices::resetGlobalInstance()
265 * @see prepareServices()
266 * @see MediaWikiTestCase::overrideMwServices()
267 *
268 * @param Config|null $bootstrapConfig The bootstrap config to use with the new
269 * MediaWikiServices.
270 * @return MediaWikiServices
271 */
272 protected static function resetGlobalServices( Config $bootstrapConfig = null ) {
273 $oldServices = MediaWikiServices::getInstance();
274 $oldConfigFactory = $oldServices->getConfigFactory();
275 $oldLoadBalancerFactory = $oldServices->getDBLoadBalancerFactory();
276
277 $testConfig = self::makeTestConfig( $bootstrapConfig );
278
279 MediaWikiServices::resetGlobalInstance( $testConfig );
280
281 $serviceLocator = MediaWikiServices::getInstance();
282 self::installTestServices(
283 $oldConfigFactory,
284 $oldLoadBalancerFactory,
285 $serviceLocator
286 );
287 return $serviceLocator;
288 }
289
290 /**
291 * Create a config suitable for testing, based on a base config, default overrides,
292 * and custom overrides.
293 *
294 * @param Config|null $baseConfig
295 * @param Config|null $customOverrides
296 *
297 * @return Config
298 */
299 private static function makeTestConfig(
300 Config $baseConfig = null,
301 Config $customOverrides = null
302 ) {
303 $defaultOverrides = new HashConfig();
304
305 if ( !$baseConfig ) {
306 $baseConfig = MediaWikiServices::getInstance()->getBootstrapConfig();
307 }
308
309 /* Some functions require some kind of caching, and will end up using the db,
310 * which we can't allow, as that would open a new connection for mysql.
311 * Replace with a HashBag. They would not be going to persist anyway.
312 */
313 $hashCache = [ 'class' => HashBagOStuff::class, 'reportDupes' => false ];
314 $objectCaches = [
315 CACHE_DB => $hashCache,
316 CACHE_ACCEL => $hashCache,
317 CACHE_MEMCACHED => $hashCache,
318 'apc' => $hashCache,
319 'apcu' => $hashCache,
320 'wincache' => $hashCache,
321 ] + $baseConfig->get( 'ObjectCaches' );
322
323 $defaultOverrides->set( 'ObjectCaches', $objectCaches );
324 $defaultOverrides->set( 'MainCacheType', CACHE_NONE );
325 $defaultOverrides->set( 'JobTypeConf', [ 'default' => [ 'class' => JobQueueMemory::class ] ] );
326
327 // Use a fast hash algorithm to hash passwords.
328 $defaultOverrides->set( 'PasswordDefault', 'A' );
329
330 $testConfig = $customOverrides
331 ? new MultiConfig( [ $customOverrides, $defaultOverrides, $baseConfig ] )
332 : new MultiConfig( [ $defaultOverrides, $baseConfig ] );
333
334 return $testConfig;
335 }
336
337 /**
338 * @param ConfigFactory $oldConfigFactory
339 * @param LBFactory $oldLoadBalancerFactory
340 * @param MediaWikiServices $newServices
341 *
342 * @throws MWException
343 */
344 private static function installTestServices(
345 ConfigFactory $oldConfigFactory,
346 LBFactory $oldLoadBalancerFactory,
347 MediaWikiServices $newServices
348 ) {
349 // Use bootstrap config for all configuration.
350 // This allows config overrides via global variables to take effect.
351 $bootstrapConfig = $newServices->getBootstrapConfig();
352 $newServices->resetServiceForTesting( 'ConfigFactory' );
353 $newServices->redefineService(
354 'ConfigFactory',
355 self::makeTestConfigFactoryInstantiator(
356 $oldConfigFactory,
357 [ 'main' => $bootstrapConfig ]
358 )
359 );
360 $newServices->resetServiceForTesting( 'DBLoadBalancerFactory' );
361 $newServices->redefineService(
362 'DBLoadBalancerFactory',
363 function ( MediaWikiServices $services ) use ( $oldLoadBalancerFactory ) {
364 return $oldLoadBalancerFactory;
365 }
366 );
367 }
368
369 /**
370 * @param ConfigFactory $oldFactory
371 * @param Config[] $configurations
372 *
373 * @return Closure
374 */
375 private static function makeTestConfigFactoryInstantiator(
376 ConfigFactory $oldFactory,
377 array $configurations
378 ) {
379 return function ( MediaWikiServices $services ) use ( $oldFactory, $configurations ) {
380 $factory = new ConfigFactory();
381
382 // clone configurations from $oldFactory that are not overwritten by $configurations
383 $namesToClone = array_diff(
384 $oldFactory->getConfigNames(),
385 array_keys( $configurations )
386 );
387
388 foreach ( $namesToClone as $name ) {
389 $factory->register( $name, $oldFactory->makeConfig( $name ) );
390 }
391
392 foreach ( $configurations as $name => $config ) {
393 $factory->register( $name, $config );
394 }
395
396 return $factory;
397 };
398 }
399
400 /**
401 * Resets some well known services that typically have state that may interfere with unit tests.
402 * This is a lightweight alternative to resetGlobalServices().
403 *
404 * @note There is no guarantee that no references remain to stale service instances destroyed
405 * by a call to doLightweightServiceReset().
406 *
407 * @throws MWException if called outside of PHPUnit tests.
408 *
409 * @see resetGlobalServices()
410 */
411 private function doLightweightServiceReset() {
412 global $wgRequest, $wgJobClasses;
413
414 foreach ( $wgJobClasses as $type => $class ) {
415 JobQueueGroup::singleton()->get( $type )->delete();
416 }
417 JobQueueGroup::destroySingletons();
418
419 ObjectCache::clear();
420 $services = MediaWikiServices::getInstance();
421 $services->resetServiceForTesting( 'MainObjectStash' );
422 $services->resetServiceForTesting( 'LocalServerObjectCache' );
423 $services->getMainWANObjectCache()->clearProcessCache();
424 FileBackendGroup::destroySingleton();
425 DeferredUpdates::clearPendingUpdates();
426
427 // TODO: move global state into MediaWikiServices
428 RequestContext::resetMain();
429 if ( session_id() !== '' ) {
430 session_write_close();
431 session_id( '' );
432 }
433
434 $wgRequest = new FauxRequest();
435 MediaWiki\Session\SessionManager::resetCache();
436 }
437
438 public function run( PHPUnit_Framework_TestResult $result = null ) {
439 $needsResetDB = false;
440
441 if ( !self::$dbSetup || $this->needsDB() ) {
442 // set up a DB connection for this test to use
443
444 self::$useTemporaryTables = !$this->getCliArg( 'use-normal-tables' );
445 self::$reuseDB = $this->getCliArg( 'reuse-db' );
446
447 $this->db = wfGetDB( DB_MASTER );
448
449 $this->checkDbIsSupported();
450
451 if ( !self::$dbSetup ) {
452 $this->setupAllTestDBs();
453 $this->addCoreDBData();
454 }
455
456 // TODO: the DB setup should be done in setUpBeforeClass(), so the test DB
457 // is available in subclass's setUpBeforeClass() and setUp() methods.
458 // This would also remove the need for the HACK that is oncePerClass().
459 if ( $this->oncePerClass() ) {
460 $this->setUpSchema( $this->db );
461 $this->resetDB( $this->db, $this->tablesUsed );
462 $this->addDBDataOnce();
463 }
464
465 $this->addDBData();
466 $needsResetDB = true;
467 }
468
469 parent::run( $result );
470
471 if ( $needsResetDB ) {
472 $this->resetDB( $this->db, $this->tablesUsed );
473 }
474 }
475
476 /**
477 * @return bool
478 */
479 private function oncePerClass() {
480 // Remember current test class in the database connection,
481 // so we know when we need to run addData.
482
483 $class = static::class;
484
485 $first = !isset( $this->db->_hasDataForTestClass )
486 || $this->db->_hasDataForTestClass !== $class;
487
488 $this->db->_hasDataForTestClass = $class;
489 return $first;
490 }
491
492 /**
493 * @since 1.21
494 *
495 * @return bool
496 */
497 public function usesTemporaryTables() {
498 return self::$useTemporaryTables;
499 }
500
501 /**
502 * Obtains a new temporary file name
503 *
504 * The obtained filename is enlisted to be removed upon tearDown
505 *
506 * @since 1.20
507 *
508 * @return string Absolute name of the temporary file
509 */
510 protected function getNewTempFile() {
511 $fileName = tempnam( wfTempDir(), 'MW_PHPUnit_' . static::class . '_' );
512 $this->tmpFiles[] = $fileName;
513
514 return $fileName;
515 }
516
517 /**
518 * obtains a new temporary directory
519 *
520 * The obtained directory is enlisted to be removed (recursively with all its contained
521 * files) upon tearDown.
522 *
523 * @since 1.20
524 *
525 * @return string Absolute name of the temporary directory
526 */
527 protected function getNewTempDirectory() {
528 // Starting of with a temporary /file/.
529 $fileName = $this->getNewTempFile();
530
531 // Converting the temporary /file/ to a /directory/
532 // The following is not atomic, but at least we now have a single place,
533 // where temporary directory creation is bundled and can be improved
534 unlink( $fileName );
535 $this->assertTrue( wfMkdirParents( $fileName ) );
536
537 return $fileName;
538 }
539
540 protected function setUp() {
541 parent::setUp();
542 $this->called['setUp'] = true;
543
544 $this->phpErrorLevel = intval( ini_get( 'error_reporting' ) );
545
546 // Cleaning up temporary files
547 foreach ( $this->tmpFiles as $fileName ) {
548 if ( is_file( $fileName ) || ( is_link( $fileName ) ) ) {
549 unlink( $fileName );
550 } elseif ( is_dir( $fileName ) ) {
551 wfRecursiveRemoveDir( $fileName );
552 }
553 }
554
555 if ( $this->needsDB() && $this->db ) {
556 // Clean up open transactions
557 while ( $this->db->trxLevel() > 0 ) {
558 $this->db->rollback( __METHOD__, 'flush' );
559 }
560 // Check for unsafe queries
561 if ( $this->db->getType() === 'mysql' ) {
562 $this->db->query( "SET sql_mode = 'STRICT_ALL_TABLES'" );
563 }
564 }
565
566 // Reset all caches between tests.
567 $this->doLightweightServiceReset();
568
569 // XXX: reset maintenance triggers
570 // Hook into period lag checks which often happen in long-running scripts
571 $services = MediaWikiServices::getInstance();
572 $lbFactory = $services->getDBLoadBalancerFactory();
573 Maintenance::setLBFactoryTriggers( $lbFactory, $services->getMainConfig() );
574
575 ob_start( 'MediaWikiTestCase::wfResetOutputBuffersBarrier' );
576 }
577
578 protected function addTmpFiles( $files ) {
579 $this->tmpFiles = array_merge( $this->tmpFiles, (array)$files );
580 }
581
582 protected function tearDown() {
583 global $wgRequest, $wgSQLMode;
584
585 $status = ob_get_status();
586 if ( isset( $status['name'] ) &&
587 $status['name'] === 'MediaWikiTestCase::wfResetOutputBuffersBarrier'
588 ) {
589 ob_end_flush();
590 }
591
592 $this->called['tearDown'] = true;
593 // Cleaning up temporary files
594 foreach ( $this->tmpFiles as $fileName ) {
595 if ( is_file( $fileName ) || ( is_link( $fileName ) ) ) {
596 unlink( $fileName );
597 } elseif ( is_dir( $fileName ) ) {
598 wfRecursiveRemoveDir( $fileName );
599 }
600 }
601
602 if ( $this->needsDB() && $this->db ) {
603 // Clean up open transactions
604 while ( $this->db->trxLevel() > 0 ) {
605 $this->db->rollback( __METHOD__, 'flush' );
606 }
607 if ( $this->db->getType() === 'mysql' ) {
608 $this->db->query( "SET sql_mode = " . $this->db->addQuotes( $wgSQLMode ) );
609 }
610 }
611
612 // Restore mw globals
613 foreach ( $this->mwGlobals as $key => $value ) {
614 $GLOBALS[$key] = $value;
615 }
616 foreach ( $this->mwGlobalsToUnset as $value ) {
617 unset( $GLOBALS[$value] );
618 }
619 $this->mwGlobals = [];
620 $this->mwGlobalsToUnset = [];
621 $this->restoreLoggers();
622
623 if ( self::$serviceLocator && MediaWikiServices::getInstance() !== self::$serviceLocator ) {
624 MediaWikiServices::forceGlobalInstance( self::$serviceLocator );
625 }
626
627 // TODO: move global state into MediaWikiServices
628 RequestContext::resetMain();
629 if ( session_id() !== '' ) {
630 session_write_close();
631 session_id( '' );
632 }
633 $wgRequest = new FauxRequest();
634 MediaWiki\Session\SessionManager::resetCache();
635 MediaWiki\Auth\AuthManager::resetCache();
636
637 $phpErrorLevel = intval( ini_get( 'error_reporting' ) );
638
639 if ( $phpErrorLevel !== $this->phpErrorLevel ) {
640 ini_set( 'error_reporting', $this->phpErrorLevel );
641
642 $oldHex = strtoupper( dechex( $this->phpErrorLevel ) );
643 $newHex = strtoupper( dechex( $phpErrorLevel ) );
644 $message = "PHP error_reporting setting was left dirty: "
645 . "was 0x$oldHex before test, 0x$newHex after test!";
646
647 $this->fail( $message );
648 }
649
650 parent::tearDown();
651 }
652
653 /**
654 * Make sure MediaWikiTestCase extending classes have called their
655 * parent setUp method
656 *
657 * With strict coverage activated in PHP_CodeCoverage, this test would be
658 * marked as risky without the following annotation (T152923).
659 * @coversNothing
660 */
661 final public function testMediaWikiTestCaseParentSetupCalled() {
662 $this->assertArrayHasKey( 'setUp', $this->called,
663 static::class . '::setUp() must call parent::setUp()'
664 );
665 }
666
667 /**
668 * Sets a service, maintaining a stashed version of the previous service to be
669 * restored in tearDown
670 *
671 * @since 1.27
672 *
673 * @param string $name
674 * @param object $object
675 */
676 protected function setService( $name, $object ) {
677 // If we did not yet override the service locator, so so now.
678 if ( MediaWikiServices::getInstance() === self::$serviceLocator ) {
679 $this->overrideMwServices();
680 }
681
682 MediaWikiServices::getInstance()->disableService( $name );
683 MediaWikiServices::getInstance()->redefineService(
684 $name,
685 function () use ( $object ) {
686 return $object;
687 }
688 );
689 }
690
691 /**
692 * Sets a global, maintaining a stashed version of the previous global to be
693 * restored in tearDown
694 *
695 * The key is added to the array of globals that will be reset afterwards
696 * in the tearDown().
697 *
698 * @par Example
699 * @code
700 * protected function setUp() {
701 * $this->setMwGlobals( 'wgRestrictStuff', true );
702 * }
703 *
704 * function testFoo() {}
705 *
706 * function testBar() {}
707 * $this->assertTrue( self::getX()->doStuff() );
708 *
709 * $this->setMwGlobals( 'wgRestrictStuff', false );
710 * $this->assertTrue( self::getX()->doStuff() );
711 * }
712 *
713 * function testQuux() {}
714 * @endcode
715 *
716 * @param array|string $pairs Key to the global variable, or an array
717 * of key/value pairs.
718 * @param mixed $value Value to set the global to (ignored
719 * if an array is given as first argument).
720 *
721 * @note To allow changes to global variables to take effect on global service instances,
722 * call overrideMwServices().
723 *
724 * @since 1.21
725 */
726 protected function setMwGlobals( $pairs, $value = null ) {
727 if ( is_string( $pairs ) ) {
728 $pairs = [ $pairs => $value ];
729 }
730
731 $this->stashMwGlobals( array_keys( $pairs ) );
732
733 foreach ( $pairs as $key => $value ) {
734 $GLOBALS[$key] = $value;
735 }
736 }
737
738 /**
739 * Check if we can back up a value by performing a shallow copy.
740 * Values which fail this test are copied recursively.
741 *
742 * @param mixed $value
743 * @return bool True if a shallow copy will do; false if a deep copy
744 * is required.
745 */
746 private static function canShallowCopy( $value ) {
747 if ( is_scalar( $value ) || $value === null ) {
748 return true;
749 }
750 if ( is_array( $value ) ) {
751 foreach ( $value as $subValue ) {
752 if ( !is_scalar( $subValue ) && $subValue !== null ) {
753 return false;
754 }
755 }
756 return true;
757 }
758 return false;
759 }
760
761 /**
762 * Stashes the global, will be restored in tearDown()
763 *
764 * Individual test functions may override globals through the setMwGlobals() function
765 * or directly. When directly overriding globals their keys should first be passed to this
766 * method in setUp to avoid breaking global state for other tests
767 *
768 * That way all other tests are executed with the same settings (instead of using the
769 * unreliable local settings for most tests and fix it only for some tests).
770 *
771 * @param array|string $globalKeys Key to the global variable, or an array of keys.
772 *
773 * @note To allow changes to global variables to take effect on global service instances,
774 * call overrideMwServices().
775 *
776 * @since 1.23
777 */
778 protected function stashMwGlobals( $globalKeys ) {
779 if ( is_string( $globalKeys ) ) {
780 $globalKeys = [ $globalKeys ];
781 }
782
783 foreach ( $globalKeys as $globalKey ) {
784 // NOTE: make sure we only save the global once or a second call to
785 // setMwGlobals() on the same global would override the original
786 // value.
787 if (
788 !array_key_exists( $globalKey, $this->mwGlobals ) &&
789 !array_key_exists( $globalKey, $this->mwGlobalsToUnset )
790 ) {
791 if ( !array_key_exists( $globalKey, $GLOBALS ) ) {
792 $this->mwGlobalsToUnset[$globalKey] = $globalKey;
793 continue;
794 }
795 // NOTE: we serialize then unserialize the value in case it is an object
796 // this stops any objects being passed by reference. We could use clone
797 // and if is_object but this does account for objects within objects!
798 if ( self::canShallowCopy( $GLOBALS[$globalKey] ) ) {
799 $this->mwGlobals[$globalKey] = $GLOBALS[$globalKey];
800 } elseif (
801 // Many MediaWiki types are safe to clone. These are the
802 // ones that are most commonly stashed.
803 $GLOBALS[$globalKey] instanceof Language ||
804 $GLOBALS[$globalKey] instanceof User ||
805 $GLOBALS[$globalKey] instanceof FauxRequest
806 ) {
807 $this->mwGlobals[$globalKey] = clone $GLOBALS[$globalKey];
808 } elseif ( $this->containsClosure( $GLOBALS[$globalKey] ) ) {
809 // Serializing Closure only gives a warning on HHVM while
810 // it throws an Exception on Zend.
811 // Workaround for https://github.com/facebook/hhvm/issues/6206
812 $this->mwGlobals[$globalKey] = $GLOBALS[$globalKey];
813 } else {
814 try {
815 $this->mwGlobals[$globalKey] = unserialize( serialize( $GLOBALS[$globalKey] ) );
816 } catch ( Exception $e ) {
817 $this->mwGlobals[$globalKey] = $GLOBALS[$globalKey];
818 }
819 }
820 }
821 }
822 }
823
824 /**
825 * @param mixed $var
826 * @param int $maxDepth
827 *
828 * @return bool
829 */
830 private function containsClosure( $var, $maxDepth = 15 ) {
831 if ( $var instanceof Closure ) {
832 return true;
833 }
834 if ( !is_array( $var ) || $maxDepth === 0 ) {
835 return false;
836 }
837
838 foreach ( $var as $value ) {
839 if ( $this->containsClosure( $value, $maxDepth - 1 ) ) {
840 return true;
841 }
842 }
843 return false;
844 }
845
846 /**
847 * Merges the given values into a MW global array variable.
848 * Useful for setting some entries in a configuration array, instead of
849 * setting the entire array.
850 *
851 * @param string $name The name of the global, as in wgFooBar
852 * @param array $values The array containing the entries to set in that global
853 *
854 * @throws MWException If the designated global is not an array.
855 *
856 * @note To allow changes to global variables to take effect on global service instances,
857 * call overrideMwServices().
858 *
859 * @since 1.21
860 */
861 protected function mergeMwGlobalArrayValue( $name, $values ) {
862 if ( !isset( $GLOBALS[$name] ) ) {
863 $merged = $values;
864 } else {
865 if ( !is_array( $GLOBALS[$name] ) ) {
866 throw new MWException( "MW global $name is not an array." );
867 }
868
869 // NOTE: do not use array_merge, it screws up for numeric keys.
870 $merged = $GLOBALS[$name];
871 foreach ( $values as $k => $v ) {
872 $merged[$k] = $v;
873 }
874 }
875
876 $this->setMwGlobals( $name, $merged );
877 }
878
879 /**
880 * Stashes the global instance of MediaWikiServices, and installs a new one,
881 * allowing test cases to override settings and services.
882 * The previous instance of MediaWikiServices will be restored on tearDown.
883 *
884 * @since 1.27
885 *
886 * @param Config $configOverrides Configuration overrides for the new MediaWikiServices instance.
887 * @param callable[] $services An associative array of services to re-define. Keys are service
888 * names, values are callables.
889 *
890 * @return MediaWikiServices
891 * @throws MWException
892 */
893 protected function overrideMwServices( Config $configOverrides = null, array $services = [] ) {
894 if ( !$configOverrides ) {
895 $configOverrides = new HashConfig();
896 }
897
898 $oldInstance = MediaWikiServices::getInstance();
899 $oldConfigFactory = $oldInstance->getConfigFactory();
900 $oldLoadBalancerFactory = $oldInstance->getDBLoadBalancerFactory();
901
902 $testConfig = self::makeTestConfig( null, $configOverrides );
903 $newInstance = new MediaWikiServices( $testConfig );
904
905 // Load the default wiring from the specified files.
906 // NOTE: this logic mirrors the logic in MediaWikiServices::newInstance.
907 $wiringFiles = $testConfig->get( 'ServiceWiringFiles' );
908 $newInstance->loadWiringFiles( $wiringFiles );
909
910 // Provide a traditional hook point to allow extensions to configure services.
911 Hooks::run( 'MediaWikiServices', [ $newInstance ] );
912
913 foreach ( $services as $name => $callback ) {
914 $newInstance->redefineService( $name, $callback );
915 }
916
917 self::installTestServices(
918 $oldConfigFactory,
919 $oldLoadBalancerFactory,
920 $newInstance
921 );
922 MediaWikiServices::forceGlobalInstance( $newInstance );
923
924 return $newInstance;
925 }
926
927 /**
928 * @since 1.27
929 * @param string|Language $lang
930 */
931 public function setUserLang( $lang ) {
932 RequestContext::getMain()->setLanguage( $lang );
933 $this->setMwGlobals( 'wgLang', RequestContext::getMain()->getLanguage() );
934 }
935
936 /**
937 * @since 1.27
938 * @param string|Language $lang
939 */
940 public function setContentLang( $lang ) {
941 if ( $lang instanceof Language ) {
942 $langCode = $lang->getCode();
943 $langObj = $lang;
944 } else {
945 $langCode = $lang;
946 $langObj = Language::factory( $langCode );
947 }
948 $this->setMwGlobals( [
949 'wgLanguageCode' => $langCode,
950 'wgContLang' => $langObj,
951 ] );
952 }
953
954 /**
955 * Alters $wgGroupPermissions for the duration of the test. Can be called
956 * with an array, like
957 * [ '*' => [ 'read' => false ], 'user' => [ 'read' => false ] ]
958 * or three values to set a single permission, like
959 * $this->setGroupPermissions( '*', 'read', false );
960 *
961 * @since 1.31
962 * @param array|string $newPerms Either an array of permissions to change,
963 * in which case the next two parameters are ignored; or a single string
964 * identifying a group, to use with the next two parameters.
965 * @param string|null $newKey
966 * @param mixed $newValue
967 */
968 public function setGroupPermissions( $newPerms, $newKey = null, $newValue = null ) {
969 global $wgGroupPermissions;
970
971 $this->stashMwGlobals( 'wgGroupPermissions' );
972
973 if ( is_string( $newPerms ) ) {
974 $newPerms = [ $newPerms => [ $newKey => $newValue ] ];
975 }
976
977 foreach ( $newPerms as $group => $permissions ) {
978 foreach ( $permissions as $key => $value ) {
979 $wgGroupPermissions[$group][$key] = $value;
980 }
981 }
982 }
983
984 /**
985 * Sets the logger for a specified channel, for the duration of the test.
986 * @since 1.27
987 * @param string $channel
988 * @param LoggerInterface $logger
989 */
990 protected function setLogger( $channel, LoggerInterface $logger ) {
991 // TODO: Once loggers are managed by MediaWikiServices, use
992 // overrideMwServices() to set loggers.
993
994 $provider = LoggerFactory::getProvider();
995 $wrappedProvider = TestingAccessWrapper::newFromObject( $provider );
996 $singletons = $wrappedProvider->singletons;
997 if ( $provider instanceof MonologSpi ) {
998 if ( !isset( $this->loggers[$channel] ) ) {
999 $this->loggers[$channel] = $singletons['loggers'][$channel] ?? null;
1000 }
1001 $singletons['loggers'][$channel] = $logger;
1002 } elseif ( $provider instanceof LegacySpi ) {
1003 if ( !isset( $this->loggers[$channel] ) ) {
1004 $this->loggers[$channel] = $singletons[$channel] ?? null;
1005 }
1006 $singletons[$channel] = $logger;
1007 } else {
1008 throw new LogicException( __METHOD__ . ': setting a logger for ' . get_class( $provider )
1009 . ' is not implemented' );
1010 }
1011 $wrappedProvider->singletons = $singletons;
1012 }
1013
1014 /**
1015 * Restores loggers replaced by setLogger().
1016 * @since 1.27
1017 */
1018 private function restoreLoggers() {
1019 $provider = LoggerFactory::getProvider();
1020 $wrappedProvider = TestingAccessWrapper::newFromObject( $provider );
1021 $singletons = $wrappedProvider->singletons;
1022 foreach ( $this->loggers as $channel => $logger ) {
1023 if ( $provider instanceof MonologSpi ) {
1024 if ( $logger === null ) {
1025 unset( $singletons['loggers'][$channel] );
1026 } else {
1027 $singletons['loggers'][$channel] = $logger;
1028 }
1029 } elseif ( $provider instanceof LegacySpi ) {
1030 if ( $logger === null ) {
1031 unset( $singletons[$channel] );
1032 } else {
1033 $singletons[$channel] = $logger;
1034 }
1035 }
1036 }
1037 $wrappedProvider->singletons = $singletons;
1038 $this->loggers = [];
1039 }
1040
1041 /**
1042 * @return string
1043 * @since 1.18
1044 */
1045 public function dbPrefix() {
1046 return $this->db->getType() == 'oracle' ? self::ORA_DB_PREFIX : self::DB_PREFIX;
1047 }
1048
1049 /**
1050 * @return bool
1051 * @since 1.18
1052 */
1053 public function needsDB() {
1054 // If the test says it uses database tables, it needs the database
1055 if ( $this->tablesUsed ) {
1056 return true;
1057 }
1058
1059 // If the test class says it belongs to the Database group, it needs the database.
1060 // NOTE: This ONLY checks for the group in the class level doc comment.
1061 $rc = new ReflectionClass( $this );
1062 if ( preg_match( '/@group +Database/im', $rc->getDocComment() ) ) {
1063 return true;
1064 }
1065
1066 return false;
1067 }
1068
1069 /**
1070 * Insert a new page.
1071 *
1072 * Should be called from addDBData().
1073 *
1074 * @since 1.25 ($namespace in 1.28)
1075 * @param string|Title $pageName Page name or title
1076 * @param string $text Page's content
1077 * @param int $namespace Namespace id (name cannot already contain namespace)
1078 * @return array Title object and page id
1079 */
1080 protected function insertPage(
1081 $pageName,
1082 $text = 'Sample page for unit test.',
1083 $namespace = null
1084 ) {
1085 if ( is_string( $pageName ) ) {
1086 $title = Title::newFromText( $pageName, $namespace );
1087 } else {
1088 $title = $pageName;
1089 }
1090
1091 $user = static::getTestSysop()->getUser();
1092 $comment = __METHOD__ . ': Sample page for unit test.';
1093
1094 $page = WikiPage::factory( $title );
1095 $page->doEditContent( ContentHandler::makeContent( $text, $title ), $comment, 0, false, $user );
1096
1097 return [
1098 'title' => $title,
1099 'id' => $page->getId(),
1100 ];
1101 }
1102
1103 /**
1104 * Stub. If a test suite needs to add additional data to the database, it should
1105 * implement this method and do so. This method is called once per test suite
1106 * (i.e. once per class).
1107 *
1108 * Note data added by this method may be removed by resetDB() depending on
1109 * the contents of $tablesUsed.
1110 *
1111 * To add additional data between test function runs, override prepareDB().
1112 *
1113 * @see addDBData()
1114 * @see resetDB()
1115 *
1116 * @since 1.27
1117 */
1118 public function addDBDataOnce() {
1119 }
1120
1121 /**
1122 * Stub. Subclasses may override this to prepare the database.
1123 * Called before every test run (test function or data set).
1124 *
1125 * @see addDBDataOnce()
1126 * @see resetDB()
1127 *
1128 * @since 1.18
1129 */
1130 public function addDBData() {
1131 }
1132
1133 /**
1134 * @since 1.32
1135 */
1136 protected function addCoreDBData() {
1137 if ( $this->db->getType() == 'oracle' ) {
1138 # Insert 0 user to prevent FK violations
1139 # Anonymous user
1140 if ( !$this->db->selectField( 'user', '1', [ 'user_id' => 0 ] ) ) {
1141 $this->db->insert( 'user', [
1142 'user_id' => 0,
1143 'user_name' => 'Anonymous' ], __METHOD__, [ 'IGNORE' ] );
1144 }
1145
1146 # Insert 0 page to prevent FK violations
1147 # Blank page
1148 if ( !$this->db->selectField( 'page', '1', [ 'page_id' => 0 ] ) ) {
1149 $this->db->insert( 'page', [
1150 'page_id' => 0,
1151 'page_namespace' => 0,
1152 'page_title' => ' ',
1153 'page_restrictions' => null,
1154 'page_is_redirect' => 0,
1155 'page_is_new' => 0,
1156 'page_random' => 0,
1157 'page_touched' => $this->db->timestamp(),
1158 'page_latest' => 0,
1159 'page_len' => 0 ], __METHOD__, [ 'IGNORE' ] );
1160 }
1161 }
1162
1163 SiteStatsInit::doPlaceholderInit();
1164
1165 User::resetIdByNameCache();
1166
1167 // Make sysop user
1168 $user = static::getTestSysop()->getUser();
1169
1170 // Make 1 page with 1 revision
1171 $page = WikiPage::factory( Title::newFromText( 'UTPage' ) );
1172 if ( $page->getId() == 0 ) {
1173 $page->doEditContent(
1174 new WikitextContent( 'UTContent' ),
1175 'UTPageSummary',
1176 EDIT_NEW | EDIT_SUPPRESS_RC,
1177 false,
1178 $user
1179 );
1180 // an edit always attempt to purge backlink links such as history
1181 // pages. That is unneccessary.
1182 JobQueueGroup::singleton()->get( 'htmlCacheUpdate' )->delete();
1183 // WikiPages::doEditUpdates randomly adds RC purges
1184 JobQueueGroup::singleton()->get( 'recentChangesUpdate' )->delete();
1185
1186 // doEditContent() probably started the session via
1187 // User::loadFromSession(). Close it now.
1188 if ( session_id() !== '' ) {
1189 session_write_close();
1190 session_id( '' );
1191 }
1192 }
1193 }
1194
1195 /**
1196 * Restores MediaWiki to using the table set (table prefix) it was using before
1197 * setupTestDB() was called. Useful if we need to perform database operations
1198 * after the test run has finished (such as saving logs or profiling info).
1199 *
1200 * This is called by phpunit/bootstrap.php after the last test.
1201 *
1202 * @since 1.21
1203 */
1204 public static function teardownTestDB() {
1205 global $wgJobClasses;
1206
1207 if ( !self::$dbSetup ) {
1208 return;
1209 }
1210
1211 Hooks::run( 'UnitTestsBeforeDatabaseTeardown' );
1212
1213 foreach ( $wgJobClasses as $type => $class ) {
1214 // Delete any jobs under the clone DB (or old prefix in other stores)
1215 JobQueueGroup::singleton()->get( $type )->delete();
1216 }
1217
1218 CloneDatabase::changePrefix( self::$oldTablePrefix );
1219
1220 self::$oldTablePrefix = false;
1221 self::$dbSetup = false;
1222 }
1223
1224 /**
1225 * Setups a database with the given prefix.
1226 *
1227 * If reuseDB is true and certain conditions apply, it will just change the prefix.
1228 * Otherwise, it will clone the tables and change the prefix.
1229 *
1230 * Clones all tables in the given database (whatever database that connection has
1231 * open), to versions with the test prefix.
1232 *
1233 * @param IMaintainableDatabase $db Database to use
1234 * @param string $prefix Prefix to use for test tables
1235 * @return bool True if tables were cloned, false if only the prefix was changed
1236 */
1237 protected static function setupDatabaseWithTestPrefix( IMaintainableDatabase $db, $prefix ) {
1238 $tablesCloned = self::listTables( $db );
1239 $dbClone = new CloneDatabase( $db, $tablesCloned, $prefix );
1240 $dbClone->useTemporaryTables( self::$useTemporaryTables );
1241
1242 $db->_originalTablePrefix = $db->tablePrefix();
1243
1244 if ( ( $db->getType() == 'oracle' || !self::$useTemporaryTables ) && self::$reuseDB ) {
1245 CloneDatabase::changePrefix( $prefix );
1246
1247 return false;
1248 } else {
1249 $dbClone->cloneTableStructure();
1250 return true;
1251 }
1252 }
1253
1254 /**
1255 * Set up all test DBs
1256 */
1257 public function setupAllTestDBs() {
1258 global $wgDBprefix;
1259
1260 self::$oldTablePrefix = $wgDBprefix;
1261
1262 $testPrefix = $this->dbPrefix();
1263
1264 // switch to a temporary clone of the database
1265 self::setupTestDB( $this->db, $testPrefix );
1266
1267 if ( self::isUsingExternalStoreDB() ) {
1268 self::setupExternalStoreTestDBs( $testPrefix );
1269 }
1270 }
1271
1272 /**
1273 * Creates an empty skeleton of the wiki database by cloning its structure
1274 * to equivalent tables using the given $prefix. Then sets MediaWiki to
1275 * use the new set of tables (aka schema) instead of the original set.
1276 *
1277 * This is used to generate a dummy table set, typically consisting of temporary
1278 * tables, that will be used by tests instead of the original wiki database tables.
1279 *
1280 * @since 1.21
1281 *
1282 * @note the original table prefix is stored in self::$oldTablePrefix. This is used
1283 * by teardownTestDB() to return the wiki to using the original table set.
1284 *
1285 * @note this method only works when first called. Subsequent calls have no effect,
1286 * even if using different parameters.
1287 *
1288 * @param Database $db The database connection
1289 * @param string $prefix The prefix to use for the new table set (aka schema).
1290 *
1291 * @throws MWException If the database table prefix is already $prefix
1292 */
1293 public static function setupTestDB( Database $db, $prefix ) {
1294 if ( self::$dbSetup ) {
1295 return;
1296 }
1297
1298 if ( $db->tablePrefix() === $prefix ) {
1299 throw new MWException(
1300 'Cannot run unit tests, the database prefix is already "' . $prefix . '"' );
1301 }
1302
1303 // TODO: the below should be re-written as soon as LBFactory, LoadBalancer,
1304 // and Database no longer use global state.
1305
1306 self::$dbSetup = true;
1307
1308 if ( !self::setupDatabaseWithTestPrefix( $db, $prefix ) ) {
1309 return;
1310 }
1311
1312 // Assuming this isn't needed for External Store database, and not sure if the procedure
1313 // would be available there.
1314 if ( $db->getType() == 'oracle' ) {
1315 $db->query( 'BEGIN FILL_WIKI_INFO; END;' );
1316 }
1317
1318 Hooks::run( 'UnitTestsAfterDatabaseSetup', [ $db, $prefix ] );
1319 }
1320
1321 /**
1322 * Clones the External Store database(s) for testing
1323 *
1324 * @param string $testPrefix Prefix for test tables
1325 */
1326 protected static function setupExternalStoreTestDBs( $testPrefix ) {
1327 $connections = self::getExternalStoreDatabaseConnections();
1328 foreach ( $connections as $dbw ) {
1329 // Hack: cloneTableStructure sets $wgDBprefix to the unit test
1330 // prefix,. Even though listTables now uses tablePrefix, that
1331 // itself is populated from $wgDBprefix by default.
1332
1333 // We have to set it back, or we won't find the original 'blobs'
1334 // table to copy.
1335
1336 $dbw->tablePrefix( self::$oldTablePrefix );
1337 self::setupDatabaseWithTestPrefix( $dbw, $testPrefix );
1338 }
1339 }
1340
1341 /**
1342 * Gets master database connections for all of the ExternalStoreDB
1343 * stores configured in $wgDefaultExternalStore.
1344 *
1345 * @return Database[] Array of Database master connections
1346 */
1347 protected static function getExternalStoreDatabaseConnections() {
1348 global $wgDefaultExternalStore;
1349
1350 /** @var ExternalStoreDB $externalStoreDB */
1351 $externalStoreDB = ExternalStore::getStoreObject( 'DB' );
1352 $defaultArray = (array)$wgDefaultExternalStore;
1353 $dbws = [];
1354 foreach ( $defaultArray as $url ) {
1355 if ( strpos( $url, 'DB://' ) === 0 ) {
1356 list( $proto, $cluster ) = explode( '://', $url, 2 );
1357 // Avoid getMaster() because setupDatabaseWithTestPrefix()
1358 // requires Database instead of plain DBConnRef/IDatabase
1359 $dbws[] = $externalStoreDB->getMaster( $cluster );
1360 }
1361 }
1362
1363 return $dbws;
1364 }
1365
1366 /**
1367 * Check whether ExternalStoreDB is being used
1368 *
1369 * @return bool True if it's being used
1370 */
1371 protected static function isUsingExternalStoreDB() {
1372 global $wgDefaultExternalStore;
1373 if ( !$wgDefaultExternalStore ) {
1374 return false;
1375 }
1376
1377 $defaultArray = (array)$wgDefaultExternalStore;
1378 foreach ( $defaultArray as $url ) {
1379 if ( strpos( $url, 'DB://' ) === 0 ) {
1380 return true;
1381 }
1382 }
1383
1384 return false;
1385 }
1386
1387 /**
1388 * @throws LogicException if the given database connection is not a set up to use
1389 * mock tables.
1390 *
1391 * @since 1.31 this is no longer private.
1392 */
1393 protected function ensureMockDatabaseConnection( IDatabase $db ) {
1394 if ( $db->tablePrefix() !== $this->dbPrefix() ) {
1395 throw new LogicException(
1396 'Trying to delete mock tables, but table prefix does not indicate a mock database.'
1397 );
1398 }
1399 }
1400
1401 private static $schemaOverrideDefaults = [
1402 'scripts' => [],
1403 'create' => [],
1404 'drop' => [],
1405 'alter' => [],
1406 ];
1407
1408 /**
1409 * Stub. If a test suite needs to test against a specific database schema, it should
1410 * override this method and return the appropriate information from it.
1411 *
1412 * @param IMaintainableDatabase $db The DB connection to use for the mock schema.
1413 * May be used to check the current state of the schema, to determine what
1414 * overrides are needed.
1415 *
1416 * @return array An associative array with the following fields:
1417 * - 'scripts': any SQL scripts to run. If empty or not present, schema overrides are skipped.
1418 * - 'create': A list of tables created (may or may not exist in the original schema).
1419 * - 'drop': A list of tables dropped (expected to be present in the original schema).
1420 * - 'alter': A list of tables altered (expected to be present in the original schema).
1421 */
1422 protected function getSchemaOverrides( IMaintainableDatabase $db ) {
1423 return [];
1424 }
1425
1426 /**
1427 * Undoes the specified schema overrides..
1428 * Called once per test class, just before addDataOnce().
1429 *
1430 * @param IMaintainableDatabase $db
1431 * @param array $oldOverrides
1432 */
1433 private function undoSchemaOverrides( IMaintainableDatabase $db, $oldOverrides ) {
1434 $this->ensureMockDatabaseConnection( $db );
1435
1436 $oldOverrides = $oldOverrides + self::$schemaOverrideDefaults;
1437 $originalTables = $this->listOriginalTables( $db, 'unprefixed' );
1438
1439 // Drop tables that need to be restored or removed.
1440 $tablesToDrop = array_merge( $oldOverrides['create'], $oldOverrides['alter'] );
1441
1442 // Restore tables that have been dropped or created or altered,
1443 // if they exist in the original schema.
1444 $tablesToRestore = array_merge( $tablesToDrop, $oldOverrides['drop'] );
1445 $tablesToRestore = array_intersect( $originalTables, $tablesToRestore );
1446
1447 if ( $tablesToDrop ) {
1448 $this->dropMockTables( $db, $tablesToDrop );
1449 }
1450
1451 if ( $tablesToRestore ) {
1452 $this->recloneMockTables( $db, $tablesToRestore );
1453 }
1454 }
1455
1456 /**
1457 * Applies the schema overrides returned by getSchemaOverrides(),
1458 * after undoing any previously applied schema overrides.
1459 * Called once per test class, just before addDataOnce().
1460 */
1461 private function setUpSchema( IMaintainableDatabase $db ) {
1462 // Undo any active overrides.
1463 $oldOverrides = $db->_schemaOverrides ?? self::$schemaOverrideDefaults;
1464
1465 if ( $oldOverrides['alter'] || $oldOverrides['create'] || $oldOverrides['drop'] ) {
1466 $this->undoSchemaOverrides( $db, $oldOverrides );
1467 }
1468
1469 // Determine new overrides.
1470 $overrides = $this->getSchemaOverrides( $db ) + self::$schemaOverrideDefaults;
1471
1472 $extraKeys = array_diff(
1473 array_keys( $overrides ),
1474 array_keys( self::$schemaOverrideDefaults )
1475 );
1476
1477 if ( $extraKeys ) {
1478 throw new InvalidArgumentException(
1479 'Schema override contains extra keys: ' . var_export( $extraKeys, true )
1480 );
1481 }
1482
1483 if ( !$overrides['scripts'] ) {
1484 // no scripts to run
1485 return;
1486 }
1487
1488 if ( !$overrides['create'] && !$overrides['drop'] && !$overrides['alter'] ) {
1489 throw new InvalidArgumentException(
1490 'Schema override scripts given, but no tables are declared to be '
1491 . 'created, dropped or altered.'
1492 );
1493 }
1494
1495 $this->ensureMockDatabaseConnection( $db );
1496
1497 // Drop the tables that will be created by the schema scripts.
1498 $originalTables = $this->listOriginalTables( $db, 'unprefixed' );
1499 $tablesToDrop = array_intersect( $originalTables, $overrides['create'] );
1500
1501 if ( $tablesToDrop ) {
1502 $this->dropMockTables( $db, $tablesToDrop );
1503 }
1504
1505 // Run schema override scripts.
1506 foreach ( $overrides['scripts'] as $script ) {
1507 $db->sourceFile(
1508 $script,
1509 null,
1510 null,
1511 __METHOD__,
1512 function ( $cmd ) {
1513 return $this->mungeSchemaUpdateQuery( $cmd );
1514 }
1515 );
1516 }
1517
1518 $db->_schemaOverrides = $overrides;
1519 }
1520
1521 private function mungeSchemaUpdateQuery( $cmd ) {
1522 return self::$useTemporaryTables
1523 ? preg_replace( '/\bCREATE\s+TABLE\b/i', 'CREATE TEMPORARY TABLE', $cmd )
1524 : $cmd;
1525 }
1526
1527 /**
1528 * Drops the given mock tables.
1529 *
1530 * @param IMaintainableDatabase $db
1531 * @param array $tables
1532 */
1533 private function dropMockTables( IMaintainableDatabase $db, array $tables ) {
1534 $this->ensureMockDatabaseConnection( $db );
1535
1536 foreach ( $tables as $tbl ) {
1537 $tbl = $db->tableName( $tbl );
1538 $db->query( "DROP TABLE IF EXISTS $tbl", __METHOD__ );
1539
1540 if ( $tbl === 'page' ) {
1541 // Forget about the pages since they don't
1542 // exist in the DB.
1543 MediaWikiServices::getInstance()->getLinkCache()->clear();
1544 }
1545 }
1546 }
1547
1548 /**
1549 * Lists all tables in the live database schema.
1550 *
1551 * @param IMaintainableDatabase $db
1552 * @param string $prefix Either 'prefixed' or 'unprefixed'
1553 * @return array
1554 */
1555 private function listOriginalTables( IMaintainableDatabase $db, $prefix = 'prefixed' ) {
1556 if ( !isset( $db->_originalTablePrefix ) ) {
1557 throw new LogicException( 'No original table prefix know, cannot list tables!' );
1558 }
1559
1560 $originalTables = $db->listTables( $db->_originalTablePrefix, __METHOD__ );
1561 if ( $prefix === 'unprefixed' ) {
1562 $originalPrefixRegex = '/^' . preg_quote( $db->_originalTablePrefix ) . '/';
1563 $originalTables = array_map(
1564 function ( $pt ) use ( $originalPrefixRegex ) {
1565 return preg_replace( $originalPrefixRegex, '', $pt );
1566 },
1567 $originalTables
1568 );
1569 }
1570
1571 return $originalTables;
1572 }
1573
1574 /**
1575 * Re-clones the given mock tables to restore them based on the live database schema.
1576 * The tables listed in $tables are expected to currently not exist, so dropMockTables()
1577 * should be called first.
1578 *
1579 * @param IMaintainableDatabase $db
1580 * @param array $tables
1581 */
1582 private function recloneMockTables( IMaintainableDatabase $db, array $tables ) {
1583 $this->ensureMockDatabaseConnection( $db );
1584
1585 if ( !isset( $db->_originalTablePrefix ) ) {
1586 throw new LogicException( 'No original table prefix know, cannot restore tables!' );
1587 }
1588
1589 $originalTables = $this->listOriginalTables( $db, 'unprefixed' );
1590 $tables = array_intersect( $tables, $originalTables );
1591
1592 $dbClone = new CloneDatabase( $db, $tables, $db->tablePrefix(), $db->_originalTablePrefix );
1593 $dbClone->useTemporaryTables( self::$useTemporaryTables );
1594
1595 $dbClone->cloneTableStructure();
1596 }
1597
1598 /**
1599 * Empty all tables so they can be repopulated for tests
1600 *
1601 * @param Database $db|null Database to reset
1602 * @param array $tablesUsed Tables to reset
1603 */
1604 private function resetDB( $db, $tablesUsed ) {
1605 if ( $db ) {
1606 $userTables = [ 'user', 'user_groups', 'user_properties', 'actor' ];
1607 $pageTables = [
1608 'page', 'revision', 'ip_changes', 'revision_comment_temp', 'comment', 'archive',
1609 'revision_actor_temp', 'slots', 'content', 'content_models', 'slot_roles',
1610 ];
1611 $coreDBDataTables = array_merge( $userTables, $pageTables );
1612
1613 // If any of the user or page tables were marked as used, we should clear all of them.
1614 if ( array_intersect( $tablesUsed, $userTables ) ) {
1615 $tablesUsed = array_unique( array_merge( $tablesUsed, $userTables ) );
1616 TestUserRegistry::clear();
1617 }
1618 if ( array_intersect( $tablesUsed, $pageTables ) ) {
1619 $tablesUsed = array_unique( array_merge( $tablesUsed, $pageTables ) );
1620 }
1621
1622 // Postgres, Oracle, and MSSQL all use mwuser/pagecontent
1623 // instead of user/text. But Postgres does not remap the
1624 // table name in tableExists(), so we mark the real table
1625 // names as being used.
1626 if ( $db->getType() === 'postgres' ) {
1627 if ( in_array( 'user', $tablesUsed ) ) {
1628 $tablesUsed[] = 'mwuser';
1629 }
1630 if ( in_array( 'text', $tablesUsed ) ) {
1631 $tablesUsed[] = 'pagecontent';
1632 }
1633 }
1634
1635 $truncate = in_array( $db->getType(), [ 'oracle', 'mysql' ] );
1636 foreach ( $tablesUsed as $tbl ) {
1637 // TODO: reset interwiki table to its original content.
1638 if ( $tbl == 'interwiki' ) {
1639 continue;
1640 }
1641
1642 if ( !$db->tableExists( $tbl ) ) {
1643 continue;
1644 }
1645
1646 if ( $truncate ) {
1647 $db->query( 'TRUNCATE TABLE ' . $db->tableName( $tbl ), __METHOD__ );
1648 } else {
1649 $db->delete( $tbl, '*', __METHOD__ );
1650 }
1651
1652 if ( in_array( $db->getType(), [ 'postgres', 'sqlite' ], true ) ) {
1653 // Reset the table's sequence too.
1654 $db->resetSequenceForTable( $tbl, __METHOD__ );
1655 }
1656
1657 if ( $tbl === 'page' ) {
1658 // Forget about the pages since they don't
1659 // exist in the DB.
1660 MediaWikiServices::getInstance()->getLinkCache()->clear();
1661 }
1662 }
1663
1664 if ( array_intersect( $tablesUsed, $coreDBDataTables ) ) {
1665 // Re-add core DB data that was deleted
1666 $this->addCoreDBData();
1667 }
1668 }
1669 }
1670
1671 private static function unprefixTable( &$tableName, $ind, $prefix ) {
1672 $tableName = substr( $tableName, strlen( $prefix ) );
1673 }
1674
1675 private static function isNotUnittest( $table ) {
1676 return strpos( $table, self::DB_PREFIX ) !== 0;
1677 }
1678
1679 /**
1680 * @since 1.18
1681 *
1682 * @param IMaintainableDatabase $db
1683 *
1684 * @return array
1685 */
1686 public static function listTables( IMaintainableDatabase $db ) {
1687 $prefix = $db->tablePrefix();
1688 $tables = $db->listTables( $prefix, __METHOD__ );
1689
1690 if ( $db->getType() === 'mysql' ) {
1691 static $viewListCache = null;
1692 if ( $viewListCache === null ) {
1693 $viewListCache = $db->listViews( null, __METHOD__ );
1694 }
1695 // T45571: cannot clone VIEWs under MySQL
1696 $tables = array_diff( $tables, $viewListCache );
1697 }
1698 array_walk( $tables, [ __CLASS__, 'unprefixTable' ], $prefix );
1699
1700 // Don't duplicate test tables from the previous fataled run
1701 $tables = array_filter( $tables, [ __CLASS__, 'isNotUnittest' ] );
1702
1703 if ( $db->getType() == 'sqlite' ) {
1704 $tables = array_flip( $tables );
1705 // these are subtables of searchindex and don't need to be duped/dropped separately
1706 unset( $tables['searchindex_content'] );
1707 unset( $tables['searchindex_segdir'] );
1708 unset( $tables['searchindex_segments'] );
1709 $tables = array_flip( $tables );
1710 }
1711
1712 return $tables;
1713 }
1714
1715 /**
1716 * @throws MWException
1717 * @since 1.18
1718 */
1719 protected function checkDbIsSupported() {
1720 if ( !in_array( $this->db->getType(), $this->supportedDBs ) ) {
1721 throw new MWException( $this->db->getType() . " is not currently supported for unit testing." );
1722 }
1723 }
1724
1725 /**
1726 * @since 1.18
1727 * @param string $offset
1728 * @return mixed
1729 */
1730 public function getCliArg( $offset ) {
1731 if ( isset( PHPUnitMaintClass::$additionalOptions[$offset] ) ) {
1732 return PHPUnitMaintClass::$additionalOptions[$offset];
1733 }
1734
1735 return null;
1736 }
1737
1738 /**
1739 * @since 1.18
1740 * @param string $offset
1741 * @param mixed $value
1742 */
1743 public function setCliArg( $offset, $value ) {
1744 PHPUnitMaintClass::$additionalOptions[$offset] = $value;
1745 }
1746
1747 /**
1748 * Don't throw a warning if $function is deprecated and called later
1749 *
1750 * @since 1.19
1751 *
1752 * @param string $function
1753 */
1754 public function hideDeprecated( $function ) {
1755 Wikimedia\suppressWarnings();
1756 wfDeprecated( $function );
1757 Wikimedia\restoreWarnings();
1758 }
1759
1760 /**
1761 * Asserts that the given database query yields the rows given by $expectedRows.
1762 * The expected rows should be given as indexed (not associative) arrays, with
1763 * the values given in the order of the columns in the $fields parameter.
1764 * Note that the rows are sorted by the columns given in $fields.
1765 *
1766 * @since 1.20
1767 *
1768 * @param string|array $table The table(s) to query
1769 * @param string|array $fields The columns to include in the result (and to sort by)
1770 * @param string|array $condition "where" condition(s)
1771 * @param array $expectedRows An array of arrays giving the expected rows.
1772 * @param array $options Options for the query
1773 * @param array $join_conds Join conditions for the query
1774 *
1775 * @throws MWException If this test cases's needsDB() method doesn't return true.
1776 * Test cases can use "@group Database" to enable database test support,
1777 * or list the tables under testing in $this->tablesUsed, or override the
1778 * needsDB() method.
1779 */
1780 protected function assertSelect(
1781 $table, $fields, $condition, array $expectedRows, array $options = [], array $join_conds = []
1782 ) {
1783 if ( !$this->needsDB() ) {
1784 throw new MWException( 'When testing database state, the test cases\'s needDB()' .
1785 ' method should return true. Use @group Database or $this->tablesUsed.' );
1786 }
1787
1788 $db = wfGetDB( DB_REPLICA );
1789
1790 $res = $db->select(
1791 $table,
1792 $fields,
1793 $condition,
1794 wfGetCaller(),
1795 $options + [ 'ORDER BY' => $fields ],
1796 $join_conds
1797 );
1798 $this->assertNotEmpty( $res, "query failed: " . $db->lastError() );
1799
1800 $i = 0;
1801
1802 foreach ( $expectedRows as $expected ) {
1803 $r = $res->fetchRow();
1804 self::stripStringKeys( $r );
1805
1806 $i += 1;
1807 $this->assertNotEmpty( $r, "row #$i missing" );
1808
1809 $this->assertEquals( $expected, $r, "row #$i mismatches" );
1810 }
1811
1812 $r = $res->fetchRow();
1813 self::stripStringKeys( $r );
1814
1815 $this->assertFalse( $r, "found extra row (after #$i)" );
1816 }
1817
1818 /**
1819 * Utility method taking an array of elements and wrapping
1820 * each element in its own array. Useful for data providers
1821 * that only return a single argument.
1822 *
1823 * @since 1.20
1824 *
1825 * @param array $elements
1826 *
1827 * @return array
1828 */
1829 protected function arrayWrap( array $elements ) {
1830 return array_map(
1831 function ( $element ) {
1832 return [ $element ];
1833 },
1834 $elements
1835 );
1836 }
1837
1838 /**
1839 * Assert that two arrays are equal. By default this means that both arrays need to hold
1840 * the same set of values. Using additional arguments, order and associated key can also
1841 * be set as relevant.
1842 *
1843 * @since 1.20
1844 *
1845 * @param array $expected
1846 * @param array $actual
1847 * @param bool $ordered If the order of the values should match
1848 * @param bool $named If the keys should match
1849 */
1850 protected function assertArrayEquals( array $expected, array $actual,
1851 $ordered = false, $named = false
1852 ) {
1853 if ( !$ordered ) {
1854 $this->objectAssociativeSort( $expected );
1855 $this->objectAssociativeSort( $actual );
1856 }
1857
1858 if ( !$named ) {
1859 $expected = array_values( $expected );
1860 $actual = array_values( $actual );
1861 }
1862
1863 call_user_func_array(
1864 [ $this, 'assertEquals' ],
1865 array_merge( [ $expected, $actual ], array_slice( func_get_args(), 4 ) )
1866 );
1867 }
1868
1869 /**
1870 * Put each HTML element on its own line and then equals() the results
1871 *
1872 * Use for nicely formatting of PHPUnit diff output when comparing very
1873 * simple HTML
1874 *
1875 * @since 1.20
1876 *
1877 * @param string $expected HTML on oneline
1878 * @param string $actual HTML on oneline
1879 * @param string $msg Optional message
1880 */
1881 protected function assertHTMLEquals( $expected, $actual, $msg = '' ) {
1882 $expected = str_replace( '>', ">\n", $expected );
1883 $actual = str_replace( '>', ">\n", $actual );
1884
1885 $this->assertEquals( $expected, $actual, $msg );
1886 }
1887
1888 /**
1889 * Does an associative sort that works for objects.
1890 *
1891 * @since 1.20
1892 *
1893 * @param array &$array
1894 */
1895 protected function objectAssociativeSort( array &$array ) {
1896 uasort(
1897 $array,
1898 function ( $a, $b ) {
1899 return serialize( $a ) <=> serialize( $b );
1900 }
1901 );
1902 }
1903
1904 /**
1905 * Utility function for eliminating all string keys from an array.
1906 * Useful to turn a database result row as returned by fetchRow() into
1907 * a pure indexed array.
1908 *
1909 * @since 1.20
1910 *
1911 * @param mixed &$r The array to remove string keys from.
1912 */
1913 protected static function stripStringKeys( &$r ) {
1914 if ( !is_array( $r ) ) {
1915 return;
1916 }
1917
1918 foreach ( $r as $k => $v ) {
1919 if ( is_string( $k ) ) {
1920 unset( $r[$k] );
1921 }
1922 }
1923 }
1924
1925 /**
1926 * Asserts that the provided variable is of the specified
1927 * internal type or equals the $value argument. This is useful
1928 * for testing return types of functions that return a certain
1929 * type or *value* when not set or on error.
1930 *
1931 * @since 1.20
1932 *
1933 * @param string $type
1934 * @param mixed $actual
1935 * @param mixed $value
1936 * @param string $message
1937 */
1938 protected function assertTypeOrValue( $type, $actual, $value = false, $message = '' ) {
1939 if ( $actual === $value ) {
1940 $this->assertTrue( true, $message );
1941 } else {
1942 $this->assertType( $type, $actual, $message );
1943 }
1944 }
1945
1946 /**
1947 * Asserts the type of the provided value. This can be either
1948 * in internal type such as boolean or integer, or a class or
1949 * interface the value extends or implements.
1950 *
1951 * @since 1.20
1952 *
1953 * @param string $type
1954 * @param mixed $actual
1955 * @param string $message
1956 */
1957 protected function assertType( $type, $actual, $message = '' ) {
1958 if ( class_exists( $type ) || interface_exists( $type ) ) {
1959 $this->assertInstanceOf( $type, $actual, $message );
1960 } else {
1961 $this->assertInternalType( $type, $actual, $message );
1962 }
1963 }
1964
1965 /**
1966 * Returns true if the given namespace defaults to Wikitext
1967 * according to $wgNamespaceContentModels
1968 *
1969 * @param int $ns The namespace ID to check
1970 *
1971 * @return bool
1972 * @since 1.21
1973 */
1974 protected function isWikitextNS( $ns ) {
1975 global $wgNamespaceContentModels;
1976
1977 if ( isset( $wgNamespaceContentModels[$ns] ) ) {
1978 return $wgNamespaceContentModels[$ns] === CONTENT_MODEL_WIKITEXT;
1979 }
1980
1981 return true;
1982 }
1983
1984 /**
1985 * Returns the ID of a namespace that defaults to Wikitext.
1986 *
1987 * @throws MWException If there is none.
1988 * @return int The ID of the wikitext Namespace
1989 * @since 1.21
1990 */
1991 protected function getDefaultWikitextNS() {
1992 global $wgNamespaceContentModels;
1993
1994 static $wikitextNS = null; // this is not going to change
1995 if ( $wikitextNS !== null ) {
1996 return $wikitextNS;
1997 }
1998
1999 // quickly short out on most common case:
2000 if ( !isset( $wgNamespaceContentModels[NS_MAIN] ) ) {
2001 return NS_MAIN;
2002 }
2003
2004 // NOTE: prefer content namespaces
2005 $namespaces = array_unique( array_merge(
2006 MWNamespace::getContentNamespaces(),
2007 [ NS_MAIN, NS_HELP, NS_PROJECT ], // prefer these
2008 MWNamespace::getValidNamespaces()
2009 ) );
2010
2011 $namespaces = array_diff( $namespaces, [
2012 NS_FILE, NS_CATEGORY, NS_MEDIAWIKI, NS_USER // don't mess with magic namespaces
2013 ] );
2014
2015 $talk = array_filter( $namespaces, function ( $ns ) {
2016 return MWNamespace::isTalk( $ns );
2017 } );
2018
2019 // prefer non-talk pages
2020 $namespaces = array_diff( $namespaces, $talk );
2021 $namespaces = array_merge( $namespaces, $talk );
2022
2023 // check default content model of each namespace
2024 foreach ( $namespaces as $ns ) {
2025 if ( !isset( $wgNamespaceContentModels[$ns] ) ||
2026 $wgNamespaceContentModels[$ns] === CONTENT_MODEL_WIKITEXT
2027 ) {
2028 $wikitextNS = $ns;
2029
2030 return $wikitextNS;
2031 }
2032 }
2033
2034 // give up
2035 // @todo Inside a test, we could skip the test as incomplete.
2036 // But frequently, this is used in fixture setup.
2037 throw new MWException( "No namespace defaults to wikitext!" );
2038 }
2039
2040 /**
2041 * Check, if $wgDiff3 is set and ready to merge
2042 * Will mark the calling test as skipped, if not ready
2043 *
2044 * @since 1.21
2045 */
2046 protected function markTestSkippedIfNoDiff3() {
2047 global $wgDiff3;
2048
2049 # This check may also protect against code injection in
2050 # case of broken installations.
2051 Wikimedia\suppressWarnings();
2052 $haveDiff3 = $wgDiff3 && file_exists( $wgDiff3 );
2053 Wikimedia\restoreWarnings();
2054
2055 if ( !$haveDiff3 ) {
2056 $this->markTestSkipped( "Skip test, since diff3 is not configured" );
2057 }
2058 }
2059
2060 /**
2061 * Check if $extName is a loaded PHP extension, will skip the
2062 * test whenever it is not loaded.
2063 *
2064 * @since 1.21
2065 * @param string $extName
2066 * @return bool
2067 */
2068 protected function checkPHPExtension( $extName ) {
2069 $loaded = extension_loaded( $extName );
2070 if ( !$loaded ) {
2071 $this->markTestSkipped( "PHP extension '$extName' is not loaded, skipping." );
2072 }
2073
2074 return $loaded;
2075 }
2076
2077 /**
2078 * Used as a marker to prevent wfResetOutputBuffers from breaking PHPUnit.
2079 * @param string $buffer
2080 * @return string
2081 */
2082 public static function wfResetOutputBuffersBarrier( $buffer ) {
2083 return $buffer;
2084 }
2085
2086 /**
2087 * Create a temporary hook handler which will be reset by tearDown.
2088 * This replaces other handlers for the same hook.
2089 * @param string $hookName Hook name
2090 * @param mixed $handler Value suitable for a hook handler
2091 * @since 1.28
2092 */
2093 protected function setTemporaryHook( $hookName, $handler ) {
2094 $this->mergeMwGlobalArrayValue( 'wgHooks', [ $hookName => [ $handler ] ] );
2095 }
2096
2097 /**
2098 * Check whether file contains given data.
2099 * @param string $fileName
2100 * @param string $actualData
2101 * @param bool $createIfMissing If true, and file does not exist, create it with given data
2102 * and skip the test.
2103 * @param string $msg
2104 * @since 1.30
2105 */
2106 protected function assertFileContains(
2107 $fileName,
2108 $actualData,
2109 $createIfMissing = true,
2110 $msg = ''
2111 ) {
2112 if ( $createIfMissing ) {
2113 if ( !file_exists( $fileName ) ) {
2114 file_put_contents( $fileName, $actualData );
2115 $this->markTestSkipped( 'Data file $fileName does not exist' );
2116 }
2117 } else {
2118 self::assertFileExists( $fileName );
2119 }
2120 self::assertEquals( file_get_contents( $fileName ), $actualData, $msg );
2121 }
2122 }