tests/phpunit/includes/db/LoadBalancerTest.php

   1 <?php
   2
   3 /**
   4  * Holds tests for LoadBalancer MediaWiki class.
   5  *
   6  * This program is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation; either version 2 of the License, or
   9  * (at your option) any later version.
  10  *
  11  * This program is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License along
  17  * with this program; if not, write to the Free Software Foundation, Inc.,
  18  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  19  * http://www.gnu.org/copyleft/gpl.html
  20  *
  21  * @file
  22  */
  23
  24 use Wikimedia\Rdbms\DBError;
  25 use Wikimedia\Rdbms\DatabaseDomain;
  26 use Wikimedia\Rdbms\Database;
  27 use Wikimedia\Rdbms\LoadBalancer;
  28 use Wikimedia\Rdbms\LoadMonitorNull;
  29 use Wikimedia\TestingAccessWrapper;
  30
  31 /**
  32  * @group Database
  33  * @group medium
  34  * @covers \Wikimedia\Rdbms\LoadBalancer
  35  */
  36 class LoadBalancerTest extends MediaWikiTestCase {
  37         private function makeServerConfig( $flags = DBO_DEFAULT ) {
  38                 global $wgDBserver, $wgDBname, $wgDBuser, $wgDBpassword, $wgDBtype, $wgSQLiteDataDir;
  39
  40                 return [
  41                         'host' => $wgDBserver,
  42                         'dbname' => $wgDBname,
  43                         'tablePrefix' => $this->dbPrefix(),
  44                         'user' => $wgDBuser,
  45                         'password' => $wgDBpassword,
  46                         'type' => $wgDBtype,
  47                         'dbDirectory' => $wgSQLiteDataDir,
  48                         'load' => 0,
  49                         'flags' => $flags
  50                 ];
  51         }
  52
  53         /**
  54          * @covers LoadBalancer::getLocalDomainID()
  55          * @covers LoadBalancer::resolveDomainID()
  56          */
  57         public function testWithoutReplica() {
  58                 global $wgDBname;
  59
  60                 $called = false;
  61                 $lb = new LoadBalancer( [
  62                         // Simulate web request with DBO_TRX
  63                         'servers' => [ $this->makeServerConfig( DBO_TRX ) ],
  64                         'queryLogger' => MediaWiki\Logger\LoggerFactory::getInstance( 'DBQuery' ),
  65                         'localDomain' => new DatabaseDomain( $wgDBname, null, $this->dbPrefix() ),
  66                         'chronologyCallback' => function () use ( &$called ) {
  67                                 $called = true;
  68                         }
  69                 ] );
  70
  71                 $ld = DatabaseDomain::newFromId( $lb->getLocalDomainID() );
  72                 $this->assertEquals( $wgDBname, $ld->getDatabase(), 'local domain DB set' );
  73                 $this->assertEquals( $this->dbPrefix(), $ld->getTablePrefix(), 'local domain prefix set' );
  74                 $this->assertSame( 'my_test_wiki', $lb->resolveDomainID( 'my_test_wiki' ) );
  75                 $this->assertSame( $ld->getId(), $lb->resolveDomainID( false ) );
  76                 $this->assertSame( $ld->getId(), $lb->resolveDomainID( $ld ) );
  77                 $this->assertFalse( $called );
  78
  79                 $dbw = $lb->getConnection( DB_MASTER );
  80                 $this->assertTrue( $called );
  81                 $this->assertTrue( $dbw->getLBInfo( 'master' ), 'master shows as master' );
  82                 $this->assertTrue( $dbw->getFlag( $dbw::DBO_TRX ), "DBO_TRX set on master" );
  83                 $this->assertWriteAllowed( $dbw );
  84
  85                 $dbr = $lb->getConnection( DB_REPLICA );
  86                 $this->assertTrue( $dbr->getLBInfo( 'master' ), 'DB_REPLICA also gets the master' );
  87                 $this->assertTrue( $dbr->getFlag( $dbw::DBO_TRX ), "DBO_TRX set on replica" );
  88
  89                 if ( !$lb->getServerAttributes( $lb->getWriterIndex() )[$dbw::ATTR_DB_LEVEL_LOCKING] ) {
  90                         $dbwAuto = $lb->getConnection( DB_MASTER, [], false, $lb::CONN_TRX_AUTOCOMMIT );
  91                         $this->assertFalse(
  92                                 $dbwAuto->getFlag( $dbw::DBO_TRX ), "No DBO_TRX with CONN_TRX_AUTOCOMMIT" );
  93                         $this->assertTrue( $dbw->getFlag( $dbw::DBO_TRX ), "DBO_TRX still set on master" );
  94                         $this->assertNotEquals(
  95                                 $dbw, $dbwAuto, "CONN_TRX_AUTOCOMMIT uses separate connection" );
  96
  97                         $dbrAuto = $lb->getConnection( DB_REPLICA, [], false, $lb::CONN_TRX_AUTOCOMMIT );
  98                         $this->assertFalse(
  99                                 $dbrAuto->getFlag( $dbw::DBO_TRX ), "No DBO_TRX with CONN_TRX_AUTOCOMMIT" );
 100                         $this->assertTrue( $dbr->getFlag( $dbw::DBO_TRX ), "DBO_TRX still set on replica" );
 101                         $this->assertNotEquals(
 102                                 $dbr, $dbrAuto, "CONN_TRX_AUTOCOMMIT uses separate connection" );
 103
 104                         $dbwAuto2 = $lb->getConnection( DB_MASTER, [], false, $lb::CONN_TRX_AUTOCOMMIT );
 105                         $this->assertEquals( $dbwAuto2, $dbwAuto, "CONN_TRX_AUTOCOMMIT reuses connections" );
 106                 }
 107
 108                 $lb->closeAll();
 109         }
 110
 111         public function testWithReplica() {
 112                 global $wgDBserver;
 113
 114                 // Simulate web request with DBO_TRX
 115                 $lb = $this->newMultiServerLocalLoadBalancer( [], [ 'flags' => DBO_TRX ] );
 116
 117                 $this->assertEquals( 8, $lb->getServerCount() );
 118                 $this->assertTrue( $lb->hasReplicaServers() );
 119                 $this->assertTrue( $lb->hasStreamingReplicaServers() );
 120
 121                 $dbw = $lb->getConnection( DB_MASTER );
 122                 $this->assertTrue( $dbw->getLBInfo( 'master' ), 'master shows as master' );
 123                 $this->assertEquals(
 124                         ( $wgDBserver != '' ) ? $wgDBserver : 'localhost',
 125                         $dbw->getLBInfo( 'clusterMasterHost' ),
 126                         'cluster master set' );
 127                 $this->assertTrue( $dbw->getFlag( $dbw::DBO_TRX ), "DBO_TRX set on master" );
 128                 $this->assertWriteAllowed( $dbw );
 129
 130                 $dbr = $lb->getConnection( DB_REPLICA );
 131                 $this->assertTrue( $dbr->getLBInfo( 'replica' ), 'replica shows as replica' );
 132                 $this->assertEquals(
 133                         ( $wgDBserver != '' ) ? $wgDBserver : 'localhost',
 134                         $dbr->getLBInfo( 'clusterMasterHost' ),
 135                         'cluster master set' );
 136                 $this->assertTrue( $dbr->getFlag( $dbw::DBO_TRX ), "DBO_TRX set on replica" );
 137                 $this->assertWriteForbidden( $dbr );
 138
 139                 if ( !$lb->getServerAttributes( $lb->getWriterIndex() )[$dbw::ATTR_DB_LEVEL_LOCKING] ) {
 140                         $dbwAuto = $lb->getConnection( DB_MASTER, [], false, $lb::CONN_TRX_AUTOCOMMIT );
 141                         $this->assertFalse(
 142                                 $dbwAuto->getFlag( $dbw::DBO_TRX ), "No DBO_TRX with CONN_TRX_AUTOCOMMIT" );
 143                         $this->assertTrue( $dbw->getFlag( $dbw::DBO_TRX ), "DBO_TRX still set on master" );
 144                         $this->assertNotEquals(
 145                                 $dbw, $dbwAuto, "CONN_TRX_AUTOCOMMIT uses separate connection" );
 146
 147                         $dbrAuto = $lb->getConnection( DB_REPLICA, [], false, $lb::CONN_TRX_AUTOCOMMIT );
 148                         $this->assertFalse(
 149                                 $dbrAuto->getFlag( $dbw::DBO_TRX ), "No DBO_TRX with CONN_TRX_AUTOCOMMIT" );
 150                         $this->assertTrue( $dbr->getFlag( $dbw::DBO_TRX ), "DBO_TRX still set on replica" );
 151                         $this->assertNotEquals(
 152                                 $dbr, $dbrAuto, "CONN_TRX_AUTOCOMMIT uses separate connection" );
 153
 154                         $dbwAuto2 = $lb->getConnection( DB_MASTER, [], false, $lb::CONN_TRX_AUTOCOMMIT );
 155                         $this->assertEquals( $dbwAuto2, $dbwAuto, "CONN_TRX_AUTOCOMMIT reuses connections" );
 156                 }
 157
 158                 $lb->closeAll();
 159         }
 160
 161         private function newSingleServerLocalLoadBalancer() {
 162                 global $wgDBname;
 163
 164                 return new LoadBalancer( [
 165                         'servers' => [ $this->makeServerConfig() ],
 166                         'localDomain' => new DatabaseDomain( $wgDBname, null, $this->dbPrefix() )
 167                 ] );
 168         }
 169
 170         private function newMultiServerLocalLoadBalancer( $lbExtra = [], $srvExtra = [] ) {
 171                 global $wgDBserver, $wgDBname, $wgDBuser, $wgDBpassword, $wgDBtype, $wgSQLiteDataDir;
 172
 173                 $servers = [
 174                         // Master DB
 175                         0 => $srvExtra + [
 176                                 'host' => $wgDBserver,
 177                                 'dbname' => $wgDBname,
 178                                 'tablePrefix' => $this->dbPrefix(),
 179                                 'user' => $wgDBuser,
 180                                 'password' => $wgDBpassword,
 181                                 'type' => $wgDBtype,
 182                                 'dbDirectory' => $wgSQLiteDataDir,
 183                                 'load' => 0,
 184                         ],
 185                         // Main replica DBs
 186                         1 => $srvExtra + [
 187                                 'host' => $wgDBserver,
 188                                 'dbname' => $wgDBname,
 189                                 'tablePrefix' => $this->dbPrefix(),
 190                                 'user' => $wgDBuser,
 191                                 'password' => $wgDBpassword,
 192                                 'type' => $wgDBtype,
 193                                 'dbDirectory' => $wgSQLiteDataDir,
 194                                 'load' => 100,
 195                         ],
 196                         2 => $srvExtra + [
 197                                 'host' => $wgDBserver,
 198                                 'dbname' => $wgDBname,
 199                                 'tablePrefix' => $this->dbPrefix(),
 200                                 'user' => $wgDBuser,
 201                                 'password' => $wgDBpassword,
 202                                 'type' => $wgDBtype,
 203                                 'dbDirectory' => $wgSQLiteDataDir,
 204                                 'load' => 100,
 205                         ],
 206                         // RC replica DBs
 207                         3 => $srvExtra + [
 208                                 'host' => $wgDBserver,
 209                                 'dbname' => $wgDBname,
 210                                 'tablePrefix' => $this->dbPrefix(),
 211                                 'user' => $wgDBuser,
 212                                 'password' => $wgDBpassword,
 213                                 'type' => $wgDBtype,
 214                                 'dbDirectory' => $wgSQLiteDataDir,
 215                                 'load' => 0,
 216                                 'groupLoads' => [
 217                                         'recentchanges' => 100,
 218                                         'watchlist' => 100
 219                                 ],
 220                         ],
 221                         // Logging replica DBs
 222                         4 => $srvExtra + [
 223                                 'host' => $wgDBserver,
 224                                 'dbname' => $wgDBname,
 225                                 'tablePrefix' => $this->dbPrefix(),
 226                                 'user' => $wgDBuser,
 227                                 'password' => $wgDBpassword,
 228                                 'type' => $wgDBtype,
 229                                 'dbDirectory' => $wgSQLiteDataDir,
 230                                 'load' => 0,
 231                                 'groupLoads' => [
 232                                         'logging' => 100
 233                                 ],
 234                         ],
 235                         5 => $srvExtra + [
 236                                 'host' => $wgDBserver,
 237                                 'dbname' => $wgDBname,
 238                                 'tablePrefix' => $this->dbPrefix(),
 239                                 'user' => $wgDBuser,
 240                                 'password' => $wgDBpassword,
 241                                 'type' => $wgDBtype,
 242                                 'dbDirectory' => $wgSQLiteDataDir,
 243                                 'load' => 0,
 244                                 'groupLoads' => [
 245                                         'logging' => 100
 246                                 ],
 247                         ],
 248                         // Maintenance query replica DBs
 249                         6 => $srvExtra + [
 250                                 'host' => $wgDBserver,
 251                                 'dbname' => $wgDBname,
 252                                 'tablePrefix' => $this->dbPrefix(),
 253                                 'user' => $wgDBuser,
 254                                 'password' => $wgDBpassword,
 255                                 'type' => $wgDBtype,
 256                                 'dbDirectory' => $wgSQLiteDataDir,
 257                                 'load' => 0,
 258                                 'groupLoads' => [
 259                                         'vslow' => 100
 260                                 ],
 261                         ],
 262                         // Replica DB that only has a copy of some static tables
 263                         7 => $srvExtra + [
 264                                 'host' => $wgDBserver,
 265                                 'dbname' => $wgDBname,
 266                                 'tablePrefix' => $this->dbPrefix(),
 267                                 'user' => $wgDBuser,
 268                                 'password' => $wgDBpassword,
 269                                 'type' => $wgDBtype,
 270                                 'dbDirectory' => $wgSQLiteDataDir,
 271                                 'load' => 0,
 272                                 'groupLoads' => [
 273                                         'archive' => 100
 274                                 ],
 275                                 'is static' => true
 276                         ]
 277                 ];
 278
 279                 return new LoadBalancer( $lbExtra + [
 280                         'servers' => $servers,
 281                         'localDomain' => new DatabaseDomain( $wgDBname, null, $this->dbPrefix() ),
 282                         'queryLogger' => MediaWiki\Logger\LoggerFactory::getInstance( 'DBQuery' ),
 283                         'loadMonitorClass' => LoadMonitorNull::class
 284                 ] );
 285         }
 286
 287         private function assertWriteForbidden( Database $db ) {
 288                 try {
 289                         $db->delete( 'some_table', [ 'id' => 57634126 ], __METHOD__ );
 290                         $this->fail( 'Write operation should have failed!' );
 291                 } catch ( DBError $ex ) {
 292                         // check that the exception message contains "Write operation"
 293                         $constraint = new PHPUnit_Framework_Constraint_StringContains( 'Write operation' );
 294
 295                         if ( !$constraint->evaluate( $ex->getMessage(), '', true ) ) {
 296                                 // re-throw original error, to preserve stack trace
 297                                 throw $ex;
 298                         }
 299                 }
 300         }
 301
 302         private function assertWriteAllowed( Database $db ) {
 303                 $table = $db->tableName( 'some_table' );
 304                 // Trigger a transaction so that rollback() will remove all the tables.
 305                 // Don't do this for MySQL/Oracle as they auto-commit transactions for DDL
 306                 // statements such as CREATE TABLE.
 307                 $useAtomicSection = in_array( $db->getType(), [ 'sqlite', 'postgres', 'mssql' ], true );
 308                 try {
 309                         $db->dropTable( 'some_table' ); // clear for sanity
 310                         $this->assertNotEquals( $db::STATUS_TRX_ERROR, $db->trxStatus() );
 311
 312                         if ( $useAtomicSection ) {
 313                                 $db->startAtomic( __METHOD__ );
 314                         }
 315                         // Use only basic SQL and trivial types for these queries for compatibility
 316                         $this->assertNotSame(
 317                                 false,
 318                                 $db->query( "CREATE TABLE $table (id INT, time INT)", __METHOD__ ),
 319                                 "table created"
 320                         );
 321                         $this->assertNotEquals( $db::STATUS_TRX_ERROR, $db->trxStatus() );
 322                         $this->assertNotSame(
 323                                 false,
 324                                 $db->query( "DELETE FROM $table WHERE id=57634126", __METHOD__ ),
 325                                 "delete query"
 326                         );
 327                         $this->assertNotEquals( $db::STATUS_TRX_ERROR, $db->trxStatus() );
 328                 } finally {
 329                         if ( !$useAtomicSection ) {
 330                                 // Drop the table to clean up, ignoring any error.
 331                                 $db->dropTable( 'some_table' );
 332                         }
 333                         // Rollback the atomic section for sqlite's benefit.
 334                         $db->rollback( __METHOD__, 'flush' );
 335                         $this->assertNotEquals( $db::STATUS_TRX_ERROR, $db->trxStatus() );
 336                 }
 337         }
 338
 339         public function testServerAttributes() {
 340                 $servers = [
 341                         [ // master
 342                                 'dbname'      => 'my_unittest_wiki',
 343                                 'tablePrefix' => 'unittest_',
 344                                 'type'        => 'sqlite',
 345                                 'dbDirectory' => "some_directory",
 346                                 'load'        => 0
 347                         ]
 348                 ];
 349
 350                 $lb = new LoadBalancer( [
 351                         'servers' => $servers,
 352                         'localDomain' => new DatabaseDomain( 'my_unittest_wiki', null, 'unittest_' ),
 353                         'loadMonitorClass' => LoadMonitorNull::class
 354                 ] );
 355
 356                 $this->assertTrue( $lb->getServerAttributes( 0 )[Database::ATTR_DB_LEVEL_LOCKING] );
 357
 358                 $servers = [
 359                         [ // master
 360                                 'host'        => 'db1001',
 361                                 'user'        => 'wikiuser',
 362                                 'password'    => 'none',
 363                                 'dbname'      => 'my_unittest_wiki',
 364                                 'tablePrefix' => 'unittest_',
 365                                 'type'        => 'mysql',
 366                                 'load'        => 100
 367                         ],
 368                         [ // emulated replica
 369                                 'host'        => 'db1002',
 370                                 'user'        => 'wikiuser',
 371                                 'password'    => 'none',
 372                                 'dbname'      => 'my_unittest_wiki',
 373                                 'tablePrefix' => 'unittest_',
 374                                 'type'        => 'mysql',
 375                                 'load'        => 100
 376                         ]
 377                 ];
 378
 379                 $lb = new LoadBalancer( [
 380                         'servers' => $servers,
 381                         'localDomain' => new DatabaseDomain( 'my_unittest_wiki', null, 'unittest_' ),
 382                         'loadMonitorClass' => LoadMonitorNull::class
 383                 ] );
 384
 385                 $this->assertFalse( $lb->getServerAttributes( 1 )[Database::ATTR_DB_LEVEL_LOCKING] );
 386         }
 387
 388         /**
 389          * @covers LoadBalancer::openConnection()
 390          * @covers LoadBalancer::getAnyOpenConnection()
 391          */
 392         function testOpenConnection() {
 393                 $lb = $this->newSingleServerLocalLoadBalancer();
 394
 395                 $i = $lb->getWriterIndex();
 396                 $this->assertEquals( null, $lb->getAnyOpenConnection( $i ) );
 397
 398                 $conn1 = $lb->getConnection( $i );
 399                 $this->assertNotEquals( null, $conn1 );
 400                 $this->assertEquals( $conn1, $lb->getAnyOpenConnection( $i ) );
 401                 $this->assertFalse( $conn1->getFlag( DBO_TRX ) );
 402
 403                 $conn2 = $lb->getConnection( $i, [], false, $lb::CONN_TRX_AUTOCOMMIT );
 404                 $this->assertNotEquals( null, $conn2 );
 405                 $this->assertFalse( $conn2->getFlag( DBO_TRX ) );
 406
 407                 if ( $lb->getServerAttributes( $i )[Database::ATTR_DB_LEVEL_LOCKING] ) {
 408                         $this->assertEquals( null,
 409                                 $lb->getAnyOpenConnection( $i, $lb::CONN_TRX_AUTOCOMMIT ) );
 410                         $this->assertEquals( $conn1,
 411                                 $lb->getConnection(
 412                                         $i, [], false, $lb::CONN_TRX_AUTOCOMMIT ), $lb::CONN_TRX_AUTOCOMMIT );
 413                 } else {
 414                         $this->assertEquals( $conn2,
 415                                 $lb->getAnyOpenConnection( $i, $lb::CONN_TRX_AUTOCOMMIT ) );
 416                         $this->assertEquals( $conn2,
 417                                 $lb->getConnection( $i, [], false, $lb::CONN_TRX_AUTOCOMMIT ) );
 418
 419                         $conn2->startAtomic( __METHOD__ );
 420                         try {
 421                                 $lb->getConnection( $i, [], false, $lb::CONN_TRX_AUTOCOMMIT );
 422                                 $conn2->endAtomic( __METHOD__ );
 423                                 $this->fail( "No exception thrown." );
 424                         } catch ( DBUnexpectedError $e ) {
 425                                 $this->assertEquals(
 426                                         'Handle requested with CONN_TRX_AUTOCOMMIT yet it has a transaction',
 427                                         $e->getMessage()
 428                                 );
 429                         }
 430                         $conn2->endAtomic( __METHOD__ );
 431                 }
 432
 433                 $lb->closeAll();
 434         }
 435
 436         public function testTransactionCallbackChains() {
 437                 global $wgDBserver, $wgDBname, $wgDBuser, $wgDBpassword, $wgDBtype, $wgSQLiteDataDir;
 438
 439                 $servers = [
 440                         [
 441                                 'host' => $wgDBserver,
 442                                 'dbname' => $wgDBname,
 443                                 'tablePrefix' => $this->dbPrefix(),
 444                                 'user' => $wgDBuser,
 445                                 'password' => $wgDBpassword,
 446                                 'type' => $wgDBtype,
 447                                 'dbDirectory' => $wgSQLiteDataDir,
 448                                 'load' => 0,
 449                                 'flags' => DBO_TRX // simulate a web request with DBO_TRX
 450                         ],
 451                 ];
 452
 453                 $lb = new LoadBalancer( [
 454                         'servers' => $servers,
 455                         'localDomain' => new DatabaseDomain( $wgDBname, null, $this->dbPrefix() )
 456                 ] );
 457
 458                 $conn1 = $lb->openConnection( $lb->getWriterIndex(), false );
 459                 $conn2 = $lb->openConnection( $lb->getWriterIndex(), '' );
 460
 461                 $count = 0;
 462                 $lb->forEachOpenMasterConnection( function () use ( &$count ) {
 463                         ++$count;
 464                 } );
 465                 $this->assertEquals( 2, $count, 'Connection handle count' );
 466
 467                 $tlCalls = 0;
 468                 $lb->setTransactionListener( 'test-listener', function () use ( &$tlCalls ) {
 469                         ++$tlCalls;
 470                 } );
 471
 472                 $lb->beginMasterChanges( __METHOD__ );
 473                 $bc = array_fill_keys( [ 'a', 'b', 'c', 'd' ], 0 );
 474                 $conn1->onTransactionPreCommitOrIdle( function () use ( &$bc, $conn1, $conn2 ) {
 475                         $bc['a'] = 1;
 476                         $conn2->onTransactionPreCommitOrIdle( function () use ( &$bc, $conn1, $conn2 ) {
 477                                 $bc['b'] = 1;
 478                                 $conn1->onTransactionPreCommitOrIdle( function () use ( &$bc, $conn1, $conn2 ) {
 479                                         $bc['c'] = 1;
 480                                         $conn1->onTransactionPreCommitOrIdle( function () use ( &$bc, $conn1, $conn2 ) {
 481                                                 $bc['d'] = 1;
 482                                         } );
 483                                 } );
 484                         } );
 485                 } );
 486                 $lb->finalizeMasterChanges();
 487                 $lb->approveMasterChanges( [] );
 488                 $lb->commitMasterChanges( __METHOD__ );
 489                 $lb->runMasterTransactionIdleCallbacks();
 490                 $lb->runMasterTransactionListenerCallbacks();
 491
 492                 $this->assertEquals( array_fill_keys( [ 'a', 'b', 'c', 'd' ], 1 ), $bc );
 493                 $this->assertEquals( 2, $tlCalls );
 494
 495                 $tlCalls = 0;
 496                 $lb->beginMasterChanges( __METHOD__ );
 497                 $ac = array_fill_keys( [ 'a', 'b', 'c', 'd' ], 0 );
 498                 $conn1->onTransactionCommitOrIdle( function () use ( &$ac, $conn1, $conn2 ) {
 499                         $ac['a'] = 1;
 500                         $conn2->onTransactionCommitOrIdle( function () use ( &$ac, $conn1, $conn2 ) {
 501                                 $ac['b'] = 1;
 502                                 $conn1->onTransactionCommitOrIdle( function () use ( &$ac, $conn1, $conn2 ) {
 503                                         $ac['c'] = 1;
 504                                         $conn1->onTransactionCommitOrIdle( function () use ( &$ac, $conn1, $conn2 ) {
 505                                                 $ac['d'] = 1;
 506                                         } );
 507                                 } );
 508                         } );
 509                 } );
 510                 $lb->finalizeMasterChanges();
 511                 $lb->approveMasterChanges( [] );
 512                 $lb->commitMasterChanges( __METHOD__ );
 513                 $lb->runMasterTransactionIdleCallbacks();
 514                 $lb->runMasterTransactionListenerCallbacks();
 515
 516                 $this->assertEquals( array_fill_keys( [ 'a', 'b', 'c', 'd' ], 1 ), $ac );
 517                 $this->assertEquals( 2, $tlCalls );
 518
 519                 $conn1->close();
 520                 $conn2->close();
 521         }
 522
 523         public function testDBConnRefReadsMasterAndReplicaRoles() {
 524                 $lb = $this->newSingleServerLocalLoadBalancer();
 525
 526                 $rConn = $lb->getConnectionRef( DB_REPLICA );
 527                 $wConn = $lb->getConnectionRef( DB_MASTER );
 528                 $wConn2 = $lb->getConnectionRef( 0 );
 529
 530                 $v = [ 'value' => '1', '1' ];
 531                 $sql = 'SELECT MAX(1) AS value';
 532                 foreach ( [ $rConn, $wConn, $wConn2 ] as $conn ) {
 533                         $conn->clearFlag( $conn::DBO_TRX );
 534
 535                         $res = $conn->query( $sql, __METHOD__ );
 536                         $this->assertEquals( $v, $conn->fetchRow( $res ) );
 537
 538                         $res = $conn->query( $sql, __METHOD__, $conn::QUERY_REPLICA_ROLE );
 539                         $this->assertEquals( $v, $conn->fetchRow( $res ) );
 540                 }
 541
 542                 $wConn->getScopedLockAndFlush( 'key', __METHOD__, 1 );
 543                 $wConn2->getScopedLockAndFlush( 'key2', __METHOD__, 1 );
 544         }
 545
 546         /**
 547          * @expectedException \Wikimedia\Rdbms\DBReadOnlyRoleError
 548          */
 549         public function testDBConnRefWritesReplicaRole() {
 550                 $lb = $this->newSingleServerLocalLoadBalancer();
 551
 552                 $rConn = $lb->getConnectionRef( DB_REPLICA );
 553
 554                 $rConn->query( 'DELETE FROM sometesttable WHERE 1=0' );
 555         }
 556
 557         /**
 558          * @expectedException \Wikimedia\Rdbms\DBReadOnlyRoleError
 559          */
 560         public function testDBConnRefWritesReplicaRoleIndex() {
 561                 $lb = $this->newMultiServerLocalLoadBalancer();
 562
 563                 $rConn = $lb->getConnectionRef( 1 );
 564
 565                 $rConn->query( 'DELETE FROM sometesttable WHERE 1=0' );
 566         }
 567
 568         /**
 569          * @expectedException \Wikimedia\Rdbms\DBReadOnlyRoleError
 570          */
 571         public function testDBConnRefWritesReplicaRoleInsert() {
 572                 $lb = $this->newMultiServerLocalLoadBalancer();
 573
 574                 $rConn = $lb->getConnectionRef( DB_REPLICA );
 575
 576                 $rConn->insert( 'test', [ 't' => 1 ], __METHOD__ );
 577         }
 578
 579         public function testQueryGroupIndex() {
 580                 $lb = $this->newMultiServerLocalLoadBalancer( [ 'defaultGroup' => false ] );
 581                 /** @var LoadBalancer $lbWrapper */
 582                 $lbWrapper = TestingAccessWrapper::newFromObject( $lb );
 583
 584                 $rGeneric = $lb->getConnectionRef( DB_REPLICA );
 585                 $mainIndexPicked = $rGeneric->getLBInfo( 'serverIndex' );
 586
 587                 $this->assertEquals( $mainIndexPicked, $lbWrapper->getExistingReaderIndex( false ) );
 588                 $this->assertTrue( in_array( $mainIndexPicked, [ 1, 2 ] ) );
 589                 for ( $i = 0; $i < 300; ++$i ) {
 590                         $rLog = $lb->getConnectionRef( DB_REPLICA, [] );
 591                         $this->assertEquals(
 592                                 $mainIndexPicked,
 593                                 $rLog->getLBInfo( 'serverIndex' ),
 594                                 "Main index unchanged" );
 595                 }
 596
 597                 $rRC = $lb->getConnectionRef( DB_REPLICA, [ 'recentchanges' ] );
 598                 $rWL = $lb->getConnectionRef( DB_REPLICA, [ 'watchlist' ] );
 599
 600                 $this->assertEquals( 3, $rRC->getLBInfo( 'serverIndex' ) );
 601                 $this->assertEquals( 3, $rWL->getLBInfo( 'serverIndex' ) );
 602
 603                 $rLog = $lb->getConnectionRef( DB_REPLICA, [ 'logging', 'watchlist' ] );
 604                 $logIndexPicked = $rLog->getLBInfo( 'serverIndex' );
 605
 606                 $this->assertEquals( $logIndexPicked, $lbWrapper->getExistingReaderIndex( 'logging' ) );
 607                 $this->assertTrue( in_array( $logIndexPicked, [ 4, 5 ] ) );
 608
 609                 for ( $i = 0; $i < 300; ++$i ) {
 610                         $rLog = $lb->getConnectionRef( DB_REPLICA, [ 'logging', 'watchlist' ] );
 611                         $this->assertEquals(
 612                                 $logIndexPicked, $rLog->getLBInfo( 'serverIndex' ), "Index unchanged" );
 613                 }
 614
 615                 $rVslow = $lb->getConnectionRef( DB_REPLICA, [ 'vslow', 'logging' ] );
 616                 $vslowIndexPicked = $rVslow->getLBInfo( 'serverIndex' );
 617
 618                 $this->assertEquals( $vslowIndexPicked, $lbWrapper->getExistingReaderIndex( 'vslow' ) );
 619                 $this->assertEquals( 6, $vslowIndexPicked );
 620         }
 621 }