includes/libs/rdbms/database/DatabasePostgres.php

   1 <?php
   2 /**
   3  * This is the Postgres database abstraction layer.
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  *
  10  * This program is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13  * GNU General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU General Public License along
  16  * with this program; if not, write to the Free Software Foundation, Inc.,
  17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  18  * http://www.gnu.org/copyleft/gpl.html
  19  *
  20  * @file
  21  * @ingroup Database
  22  */
  23 namespace Wikimedia\Rdbms;
  24
  25 use Wikimedia\Timestamp\ConvertibleTimestamp;
  26 use Wikimedia\WaitConditionLoop;
  27 use Wikimedia;
  28 use Exception;
  29
  30 /**
  31  * @ingroup Database
  32  */
  33 class DatabasePostgres extends Database {
  34         /** @var int|bool */
  35         protected $port;
  36
  37         /** @var resource */
  38         protected $lastResultHandle = null;
  39
  40         /** @var float|string */
  41         private $numericVersion = null;
  42         /** @var string Connect string to open a PostgreSQL connection */
  43         private $connectString;
  44         /** @var string */
  45         private $coreSchema;
  46         /** @var string */
  47         private $tempSchema;
  48         /** @var string[] Map of (reserved table name => alternate table name) */
  49         private $keywordTableMap = [];
  50
  51         /**
  52          * @see Database::__construct()
  53          * @param array $params Additional parameters include:
  54          *   - keywordTableMap : Map of reserved table names to alternative table names to use
  55          */
  56         public function __construct( array $params ) {
  57                 $this->port = $params['port'] ?? false;
  58                 $this->keywordTableMap = $params['keywordTableMap'] ?? [];
  59
  60                 parent::__construct( $params );
  61         }
  62
  63         public function getType() {
  64                 return 'postgres';
  65         }
  66
  67         public function implicitGroupby() {
  68                 return false;
  69         }
  70
  71         public function implicitOrderby() {
  72                 return false;
  73         }
  74
  75         public function hasConstraint( $name ) {
  76                 foreach ( $this->getCoreSchemas() as $schema ) {
  77                         $sql = "SELECT 1 FROM pg_catalog.pg_constraint c, pg_catalog.pg_namespace n " .
  78                                 "WHERE c.connamespace = n.oid AND conname = " .
  79                                 $this->addQuotes( $name ) . " AND n.nspname = " .
  80                                 $this->addQuotes( $schema );
  81                         $res = $this->doQuery( $sql );
  82                         if ( $res && $this->numRows( $res ) ) {
  83                                 return true;
  84                         }
  85                 }
  86                 return false;
  87         }
  88
  89         protected function open( $server, $user, $password, $dbName, $schema, $tablePrefix ) {
  90                 # Test for Postgres support, to avoid suppressed fatal error
  91                 if ( !function_exists( 'pg_connect' ) ) {
  92                         throw new DBConnectionError(
  93                                 $this,
  94                                 "Postgres functions missing, have you compiled PHP with the --with-pgsql\n" .
  95                                 "option? (Note: if you recently installed PHP, you may need to restart your\n" .
  96                                 "webserver and database)\n"
  97                         );
  98                 }
  99
 100                 $this->server = $server;
 101                 $this->user = $user;
 102                 $this->password = $password;
 103
 104                 $connectVars = [
 105                         // pg_connect() user $user as the default database. Since a database is *required*,
 106                         // at least pick a "don't care" database that is more likely to exist. This case
 107                         // arrises when LoadBalancer::getConnection( $i, [], '' ) is used.
 108                         'dbname' => strlen( $dbName ) ? $dbName : 'postgres',
 109                         'user' => $user,
 110                         'password' => $password
 111                 ];
 112                 if ( $server != false && $server != '' ) {
 113                         $connectVars['host'] = $server;
 114                 }
 115                 if ( (int)$this->port > 0 ) {
 116                         $connectVars['port'] = (int)$this->port;
 117                 }
 118                 if ( $this->flags & self::DBO_SSL ) {
 119                         $connectVars['sslmode'] = 1;
 120                 }
 121
 122                 $this->connectString = $this->makeConnectionString( $connectVars );
 123                 $this->close();
 124                 $this->installErrorHandler();
 125
 126                 try {
 127                         // Use new connections to let LoadBalancer/LBFactory handle reuse
 128                         $this->conn = pg_connect( $this->connectString, PGSQL_CONNECT_FORCE_NEW );
 129                 } catch ( Exception $ex ) {
 130                         $this->restoreErrorHandler();
 131                         throw $ex;
 132                 }
 133
 134                 $phpError = $this->restoreErrorHandler();
 135
 136                 if ( !$this->conn ) {
 137                         $this->queryLogger->debug(
 138                                 "DB connection error\n" .
 139                                 "Server: $server, Database: $dbName, User: $user, Password: " .
 140                                 substr( $password, 0, 3 ) . "...\n"
 141                         );
 142                         $this->queryLogger->debug( $this->lastError() . "\n" );
 143                         throw new DBConnectionError( $this, str_replace( "\n", ' ', $phpError ) );
 144                 }
 145
 146                 $this->opened = true;
 147
 148                 # If called from the command-line (e.g. importDump), only show errors
 149                 if ( $this->cliMode ) {
 150                         $this->doQuery( "SET client_min_messages = 'ERROR'" );
 151                 }
 152
 153                 $this->query( "SET client_encoding='UTF8'", __METHOD__ );
 154                 $this->query( "SET datestyle = 'ISO, YMD'", __METHOD__ );
 155                 $this->query( "SET timezone = 'GMT'", __METHOD__ );
 156                 $this->query( "SET standard_conforming_strings = on", __METHOD__ );
 157                 $this->query( "SET bytea_output = 'escape'", __METHOD__ ); // PHP bug 53127
 158
 159                 $this->determineCoreSchema( $schema );
 160                 $this->currentDomain = new DatabaseDomain( $dbName, $schema, $tablePrefix );
 161
 162                 return (bool)$this->conn;
 163         }
 164
 165         protected function relationSchemaQualifier() {
 166                 if ( $this->coreSchema === $this->currentDomain->getSchema() ) {
 167                         // The schema to be used is now in the search path; no need for explicit qualification
 168                         return '';
 169                 }
 170
 171                 return parent::relationSchemaQualifier();
 172         }
 173
 174         public function databasesAreIndependent() {
 175                 return true;
 176         }
 177
 178         public function doSelectDomain( DatabaseDomain $domain ) {
 179                 if ( $this->getDBname() !== $domain->getDatabase() ) {
 180                         // Postgres doesn't support selectDB in the same way MySQL does.
 181                         // So if the DB name doesn't match the open connection, open a new one
 182                         $this->open(
 183                                 $this->server,
 184                                 $this->user,
 185                                 $this->password,
 186                                 $domain->getDatabase(),
 187                                 $domain->getSchema(),
 188                                 $domain->getTablePrefix()
 189                         );
 190                 } else {
 191                         $this->currentDomain = $domain;
 192                 }
 193
 194                 return true;
 195         }
 196
 197         /**
 198          * @param string[] $vars
 199          * @return string
 200          */
 201         private function makeConnectionString( $vars ) {
 202                 $s = '';
 203                 foreach ( $vars as $name => $value ) {
 204                         $s .= "$name='" . str_replace( "'", "\\'", $value ) . "' ";
 205                 }
 206
 207                 return $s;
 208         }
 209
 210         protected function closeConnection() {
 211                 return $this->conn ? pg_close( $this->conn ) : true;
 212         }
 213
 214         protected function isTransactableQuery( $sql ) {
 215                 return parent::isTransactableQuery( $sql ) &&
 216                         !preg_match( '/^SELECT\s+pg_(try_|)advisory_\w+\(/', $sql );
 217         }
 218
 219         public function doQuery( $sql ) {
 220                 $conn = $this->getBindingHandle();
 221
 222                 $sql = mb_convert_encoding( $sql, 'UTF-8' );
 223                 // Clear previously left over PQresult
 224                 while ( $res = pg_get_result( $conn ) ) {
 225                         pg_free_result( $res );
 226                 }
 227                 if ( pg_send_query( $conn, $sql ) === false ) {
 228                         throw new DBUnexpectedError( $this, "Unable to post new query to PostgreSQL\n" );
 229                 }
 230                 $this->lastResultHandle = pg_get_result( $conn );
 231                 if ( pg_result_error( $this->lastResultHandle ) ) {
 232                         return false;
 233                 }
 234
 235                 return $this->lastResultHandle;
 236         }
 237
 238         protected function dumpError() {
 239                 $diags = [
 240                         PGSQL_DIAG_SEVERITY,
 241                         PGSQL_DIAG_SQLSTATE,
 242                         PGSQL_DIAG_MESSAGE_PRIMARY,
 243                         PGSQL_DIAG_MESSAGE_DETAIL,
 244                         PGSQL_DIAG_MESSAGE_HINT,
 245                         PGSQL_DIAG_STATEMENT_POSITION,
 246                         PGSQL_DIAG_INTERNAL_POSITION,
 247                         PGSQL_DIAG_INTERNAL_QUERY,
 248                         PGSQL_DIAG_CONTEXT,
 249                         PGSQL_DIAG_SOURCE_FILE,
 250                         PGSQL_DIAG_SOURCE_LINE,
 251                         PGSQL_DIAG_SOURCE_FUNCTION
 252                 ];
 253                 foreach ( $diags as $d ) {
 254                         $this->queryLogger->debug( sprintf( "PgSQL ERROR(%d): %s\n",
 255                                 $d, pg_result_error_field( $this->lastResultHandle, $d ) ) );
 256                 }
 257         }
 258
 259         public function freeResult( $res ) {
 260                 if ( $res instanceof ResultWrapper ) {
 261                         $res = $res->result;
 262                 }
 263                 Wikimedia\suppressWarnings();
 264                 $ok = pg_free_result( $res );
 265                 Wikimedia\restoreWarnings();
 266                 if ( !$ok ) {
 267                         throw new DBUnexpectedError( $this, "Unable to free Postgres result\n" );
 268                 }
 269         }
 270
 271         public function fetchObject( $res ) {
 272                 if ( $res instanceof ResultWrapper ) {
 273                         $res = $res->result;
 274                 }
 275                 Wikimedia\suppressWarnings();
 276                 $row = pg_fetch_object( $res );
 277                 Wikimedia\restoreWarnings();
 278                 # @todo FIXME: HACK HACK HACK HACK debug
 279
 280                 # @todo hashar: not sure if the following test really trigger if the object
 281                 #          fetching failed.
 282                 $conn = $this->getBindingHandle();
 283                 if ( pg_last_error( $conn ) ) {
 284                         throw new DBUnexpectedError(
 285                                 $this,
 286                                 'SQL error: ' . htmlspecialchars( pg_last_error( $conn ) )
 287                         );
 288                 }
 289
 290                 return $row;
 291         }
 292
 293         public function fetchRow( $res ) {
 294                 if ( $res instanceof ResultWrapper ) {
 295                         $res = $res->result;
 296                 }
 297                 Wikimedia\suppressWarnings();
 298                 $row = pg_fetch_array( $res );
 299                 Wikimedia\restoreWarnings();
 300
 301                 $conn = $this->getBindingHandle();
 302                 if ( pg_last_error( $conn ) ) {
 303                         throw new DBUnexpectedError(
 304                                 $this,
 305                                 'SQL error: ' . htmlspecialchars( pg_last_error( $conn ) )
 306                         );
 307                 }
 308
 309                 return $row;
 310         }
 311
 312         public function numRows( $res ) {
 313                 if ( $res === false ) {
 314                         return 0;
 315                 }
 316
 317                 if ( $res instanceof ResultWrapper ) {
 318                         $res = $res->result;
 319                 }
 320                 Wikimedia\suppressWarnings();
 321                 $n = pg_num_rows( $res );
 322                 Wikimedia\restoreWarnings();
 323
 324                 $conn = $this->getBindingHandle();
 325                 if ( pg_last_error( $conn ) ) {
 326                         throw new DBUnexpectedError(
 327                                 $this,
 328                                 'SQL error: ' . htmlspecialchars( pg_last_error( $conn ) )
 329                         );
 330                 }
 331
 332                 return $n;
 333         }
 334
 335         public function numFields( $res ) {
 336                 if ( $res instanceof ResultWrapper ) {
 337                         $res = $res->result;
 338                 }
 339
 340                 return pg_num_fields( $res );
 341         }
 342
 343         public function fieldName( $res, $n ) {
 344                 if ( $res instanceof ResultWrapper ) {
 345                         $res = $res->result;
 346                 }
 347
 348                 return pg_field_name( $res, $n );
 349         }
 350
 351         public function insertId() {
 352                 $res = $this->query( "SELECT lastval()" );
 353                 $row = $this->fetchRow( $res );
 354                 return is_null( $row[0] ) ? null : (int)$row[0];
 355         }
 356
 357         public function dataSeek( $res, $row ) {
 358                 if ( $res instanceof ResultWrapper ) {
 359                         $res = $res->result;
 360                 }
 361
 362                 return pg_result_seek( $res, $row );
 363         }
 364
 365         public function lastError() {
 366                 if ( $this->conn ) {
 367                         if ( $this->lastResultHandle ) {
 368                                 return pg_result_error( $this->lastResultHandle );
 369                         } else {
 370                                 return pg_last_error();
 371                         }
 372                 }
 373
 374                 return $this->getLastPHPError() ?: 'No database connection';
 375         }
 376
 377         public function lastErrno() {
 378                 if ( $this->lastResultHandle ) {
 379                         return pg_result_error_field( $this->lastResultHandle, PGSQL_DIAG_SQLSTATE );
 380                 } else {
 381                         return false;
 382                 }
 383         }
 384
 385         protected function fetchAffectedRowCount() {
 386                 if ( !$this->lastResultHandle ) {
 387                         return 0;
 388                 }
 389
 390                 return pg_affected_rows( $this->lastResultHandle );
 391         }
 392
 393         /**
 394          * Estimate rows in dataset
 395          * Returns estimated count, based on EXPLAIN output
 396          * This is not necessarily an accurate estimate, so use sparingly
 397          * Returns -1 if count cannot be found
 398          * Takes same arguments as Database::select()
 399          *
 400          * @param string $table
 401          * @param string $var
 402          * @param string $conds
 403          * @param string $fname
 404          * @param array $options
 405          * @param array $join_conds
 406          * @return int
 407          */
 408         public function estimateRowCount( $table, $var = '*', $conds = '',
 409                 $fname = __METHOD__, $options = [], $join_conds = []
 410         ) {
 411                 $conds = $this->normalizeConditions( $conds, $fname );
 412                 $column = $this->extractSingleFieldFromList( $var );
 413                 if ( is_string( $column ) && !in_array( $column, [ '*', '1' ] ) ) {
 414                         $conds[] = "$column IS NOT NULL";
 415                 }
 416
 417                 $options['EXPLAIN'] = true;
 418                 $res = $this->select( $table, $var, $conds, $fname, $options, $join_conds );
 419                 $rows = -1;
 420                 if ( $res ) {
 421                         $row = $this->fetchRow( $res );
 422                         $count = [];
 423                         if ( preg_match( '/rows=(\d+)/', $row[0], $count ) ) {
 424                                 $rows = (int)$count[1];
 425                         }
 426                 }
 427
 428                 return $rows;
 429         }
 430
 431         public function indexInfo( $table, $index, $fname = __METHOD__ ) {
 432                 $sql = "SELECT indexname FROM pg_indexes WHERE tablename='$table'";
 433                 $res = $this->query( $sql, $fname );
 434                 if ( !$res ) {
 435                         return null;
 436                 }
 437                 foreach ( $res as $row ) {
 438                         if ( $row->indexname == $this->indexName( $index ) ) {
 439                                 return $row;
 440                         }
 441                 }
 442
 443                 return false;
 444         }
 445
 446         public function indexAttributes( $index, $schema = false ) {
 447                 if ( $schema === false ) {
 448                         $schemas = $this->getCoreSchemas();
 449                 } else {
 450                         $schemas = [ $schema ];
 451                 }
 452
 453                 $eindex = $this->addQuotes( $index );
 454
 455                 foreach ( $schemas as $schema ) {
 456                         $eschema = $this->addQuotes( $schema );
 457                         /*
 458                          * A subquery would be not needed if we didn't care about the order
 459                          * of attributes, but we do
 460                          */
 461                         $sql = <<<__INDEXATTR__
 462
 463                                 SELECT opcname,
 464                                         attname,
 465                                         i.indoption[s.g] as option,
 466                                         pg_am.amname
 467                                 FROM
 468                                         (SELECT generate_series(array_lower(isub.indkey,1), array_upper(isub.indkey,1)) AS g
 469                                                 FROM
 470                                                         pg_index isub
 471                                                 JOIN pg_class cis
 472                                                         ON cis.oid=isub.indexrelid
 473                                                 JOIN pg_namespace ns
 474                                                         ON cis.relnamespace = ns.oid
 475                                                 WHERE cis.relname=$eindex AND ns.nspname=$eschema) AS s,
 476                                         pg_attribute,
 477                                         pg_opclass opcls,
 478                                         pg_am,
 479                                         pg_class ci
 480                                         JOIN pg_index i
 481                                                 ON ci.oid=i.indexrelid
 482                                         JOIN pg_class ct
 483                                                 ON ct.oid = i.indrelid
 484                                         JOIN pg_namespace n
 485                                                 ON ci.relnamespace = n.oid
 486                                         WHERE
 487                                                 ci.relname=$eindex AND n.nspname=$eschema
 488                                                 AND     attrelid = ct.oid
 489                                                 AND     i.indkey[s.g] = attnum
 490                                                 AND     i.indclass[s.g] = opcls.oid
 491                                                 AND     pg_am.oid = opcls.opcmethod
 492 __INDEXATTR__;
 493                         $res = $this->query( $sql, __METHOD__ );
 494                         $a = [];
 495                         if ( $res ) {
 496                                 foreach ( $res as $row ) {
 497                                         $a[] = [
 498                                                 $row->attname,
 499                                                 $row->opcname,
 500                                                 $row->amname,
 501                                                 $row->option ];
 502                                 }
 503                                 return $a;
 504                         }
 505                 }
 506                 return null;
 507         }
 508
 509         public function indexUnique( $table, $index, $fname = __METHOD__ ) {
 510                 $sql = "SELECT indexname FROM pg_indexes WHERE tablename='{$table}'" .
 511                         " AND indexdef LIKE 'CREATE UNIQUE%(" .
 512                         $this->strencode( $this->indexName( $index ) ) .
 513                         ")'";
 514                 $res = $this->query( $sql, $fname );
 515                 if ( !$res ) {
 516                         return null;
 517                 }
 518
 519                 return $res->numRows() > 0;
 520         }
 521
 522         public function selectSQLText(
 523                 $table, $vars, $conds = '', $fname = __METHOD__, $options = [], $join_conds = []
 524         ) {
 525                 if ( is_string( $options ) ) {
 526                         $options = [ $options ];
 527                 }
 528
 529                 // Change the FOR UPDATE option as necessary based on the join conditions. Then pass
 530                 // to the parent function to get the actual SQL text.
 531                 // In Postgres when using FOR UPDATE, only the main table and tables that are inner joined
 532                 // can be locked. That means tables in an outer join cannot be FOR UPDATE locked. Trying to
 533                 // do so causes a DB error. This wrapper checks which tables can be locked and adjusts it
 534                 // accordingly.
 535                 // MySQL uses "ORDER BY NULL" as an optimization hint, but that is illegal in PostgreSQL.
 536                 if ( is_array( $options ) ) {
 537                         $forUpdateKey = array_search( 'FOR UPDATE', $options, true );
 538                         if ( $forUpdateKey !== false && $join_conds ) {
 539                                 unset( $options[$forUpdateKey] );
 540                                 $options['FOR UPDATE'] = [];
 541
 542                                 $toCheck = $table;
 543                                 reset( $toCheck );
 544                                 while ( $toCheck ) {
 545                                         $alias = key( $toCheck );
 546                                         $name = $toCheck[$alias];
 547                                         unset( $toCheck[$alias] );
 548
 549                                         $hasAlias = !is_numeric( $alias );
 550                                         if ( !$hasAlias && is_string( $name ) ) {
 551                                                 $alias = $name;
 552                                         }
 553
 554                                         if ( !isset( $join_conds[$alias] ) ||
 555                                                 !preg_match( '/^(?:LEFT|RIGHT|FULL)(?: OUTER)? JOIN$/i', $join_conds[$alias][0] )
 556                                         ) {
 557                                                 if ( is_array( $name ) ) {
 558                                                         // It's a parenthesized group, process all the tables inside the group.
 559                                                         $toCheck = array_merge( $toCheck, $name );
 560                                                 } else {
 561                                                         // Quote alias names so $this->tableName() won't mangle them
 562                                                         $options['FOR UPDATE'][] = $hasAlias ? $this->addIdentifierQuotes( $alias ) : $alias;
 563                                                 }
 564                                         }
 565                                 }
 566                         }
 567
 568                         if ( isset( $options['ORDER BY'] ) && $options['ORDER BY'] == 'NULL' ) {
 569                                 unset( $options['ORDER BY'] );
 570                         }
 571                 }
 572
 573                 return parent::selectSQLText( $table, $vars, $conds, $fname, $options, $join_conds );
 574         }
 575
 576         /** @inheritDoc */
 577         public function insert( $table, $args, $fname = __METHOD__, $options = [] ) {
 578                 if ( !count( $args ) ) {
 579                         return true;
 580                 }
 581
 582                 $table = $this->tableName( $table );
 583                 if ( !isset( $this->numericVersion ) ) {
 584                         $this->getServerVersion();
 585                 }
 586
 587                 if ( !is_array( $options ) ) {
 588                         $options = [ $options ];
 589                 }
 590
 591                 if ( isset( $args[0] ) && is_array( $args[0] ) ) {
 592                         $rows = $args;
 593                         $keys = array_keys( $args[0] );
 594                 } else {
 595                         $rows = [ $args ];
 596                         $keys = array_keys( $args );
 597                 }
 598
 599                 $ignore = in_array( 'IGNORE', $options );
 600
 601                 $sql = "INSERT INTO $table (" . implode( ',', $keys ) . ') VALUES ';
 602
 603                 if ( $this->numericVersion >= 9.5 || !$ignore ) {
 604                         // No IGNORE or our PG has "ON CONFLICT DO NOTHING"
 605                         $first = true;
 606                         foreach ( $rows as $row ) {
 607                                 if ( $first ) {
 608                                         $first = false;
 609                                 } else {
 610                                         $sql .= ',';
 611                                 }
 612                                 $sql .= '(' . $this->makeList( $row ) . ')';
 613                         }
 614                         if ( $ignore ) {
 615                                 $sql .= ' ON CONFLICT DO NOTHING';
 616                         }
 617                         $this->query( $sql, $fname );
 618                 } else {
 619                         // Emulate IGNORE by doing each row individually, with savepoints
 620                         // to roll back as necessary.
 621                         $numrowsinserted = 0;
 622
 623                         $tok = $this->startAtomic( "$fname (outer)", self::ATOMIC_CANCELABLE );
 624                         try {
 625                                 foreach ( $rows as $row ) {
 626                                         $tempsql = $sql;
 627                                         $tempsql .= '(' . $this->makeList( $row ) . ')';
 628
 629                                         $this->startAtomic( "$fname (inner)", self::ATOMIC_CANCELABLE );
 630                                         try {
 631                                                 $this->query( $tempsql, $fname );
 632                                                 $this->endAtomic( "$fname (inner)" );
 633                                                 $numrowsinserted++;
 634                                         } catch ( DBQueryError $e ) {
 635                                                 $this->cancelAtomic( "$fname (inner)" );
 636                                                 // Our IGNORE is supposed to ignore duplicate key errors, but not others.
 637                                                 // (even though MySQL's version apparently ignores all errors)
 638                                                 if ( $e->errno !== '23505' ) {
 639                                                         throw $e;
 640                                                 }
 641                                         }
 642                                 }
 643                         } catch ( Exception $e ) {
 644                                 $this->cancelAtomic( "$fname (outer)", $tok );
 645                                 throw $e;
 646                         }
 647                         $this->endAtomic( "$fname (outer)" );
 648
 649                         // Set the affected row count for the whole operation
 650                         $this->affectedRowCount = $numrowsinserted;
 651                 }
 652
 653                 return true;
 654         }
 655
 656         /**
 657          * INSERT SELECT wrapper
 658          * $varMap must be an associative array of the form [ 'dest1' => 'source1', ... ]
 659          * Source items may be literals rather then field names, but strings should
 660          * be quoted with Database::addQuotes()
 661          * $conds may be "*" to copy the whole table
 662          * srcTable may be an array of tables.
 663          * @todo FIXME: Implement this a little better (separate select/insert)?
 664          *
 665          * @param string $destTable
 666          * @param array|string $srcTable
 667          * @param array $varMap
 668          * @param array $conds
 669          * @param string $fname
 670          * @param array $insertOptions
 671          * @param array $selectOptions
 672          * @param array $selectJoinConds
 673          */
 674         protected function nativeInsertSelect(
 675                 $destTable, $srcTable, $varMap, $conds, $fname = __METHOD__,
 676                 $insertOptions = [], $selectOptions = [], $selectJoinConds = []
 677         ) {
 678                 if ( !is_array( $insertOptions ) ) {
 679                         $insertOptions = [ $insertOptions ];
 680                 }
 681
 682                 if ( in_array( 'IGNORE', $insertOptions ) ) {
 683                         if ( $this->getServerVersion() >= 9.5 ) {
 684                                 // Use ON CONFLICT DO NOTHING if we have it for IGNORE
 685                                 $destTable = $this->tableName( $destTable );
 686
 687                                 $selectSql = $this->selectSQLText(
 688                                         $srcTable,
 689                                         array_values( $varMap ),
 690                                         $conds,
 691                                         $fname,
 692                                         $selectOptions,
 693                                         $selectJoinConds
 694                                 );
 695
 696                                 $sql = "INSERT INTO $destTable (" . implode( ',', array_keys( $varMap ) ) . ') ' .
 697                                         $selectSql . ' ON CONFLICT DO NOTHING';
 698
 699                                 $this->query( $sql, $fname );
 700                         } else {
 701                                 // IGNORE and we don't have ON CONFLICT DO NOTHING, so just use the non-native version
 702                                 $this->nonNativeInsertSelect(
 703                                         $destTable, $srcTable, $varMap, $conds, $fname,
 704                                         $insertOptions, $selectOptions, $selectJoinConds
 705                                 );
 706                         }
 707                 } else {
 708                         parent::nativeInsertSelect( $destTable, $srcTable, $varMap, $conds, $fname,
 709                                 $insertOptions, $selectOptions, $selectJoinConds );
 710                 }
 711         }
 712
 713         public function tableName( $name, $format = 'quoted' ) {
 714                 // Replace reserved words with better ones
 715                 $name = $this->remappedTableName( $name );
 716
 717                 return parent::tableName( $name, $format );
 718         }
 719
 720         /**
 721          * @param string $name
 722          * @return string Value of $name or remapped name if $name is a reserved keyword
 723          */
 724         public function remappedTableName( $name ) {
 725                 return $this->keywordTableMap[$name] ?? $name;
 726         }
 727
 728         /**
 729          * @param string $name
 730          * @param string $format
 731          * @return string Qualified and encoded (if requested) table name
 732          */
 733         public function realTableName( $name, $format = 'quoted' ) {
 734                 return parent::tableName( $name, $format );
 735         }
 736
 737         public function nextSequenceValue( $seqName ) {
 738                 return new NextSequenceValue;
 739         }
 740
 741         /**
 742          * Return the current value of a sequence. Assumes it has been nextval'ed in this session.
 743          *
 744          * @param string $seqName
 745          * @return int
 746          */
 747         public function currentSequenceValue( $seqName ) {
 748                 $safeseq = str_replace( "'", "''", $seqName );
 749                 $res = $this->query( "SELECT currval('$safeseq')" );
 750                 $row = $this->fetchRow( $res );
 751                 $currval = $row[0];
 752
 753                 return $currval;
 754         }
 755
 756         public function textFieldSize( $table, $field ) {
 757                 $table = $this->tableName( $table );
 758                 $sql = "SELECT t.typname as ftype,a.atttypmod as size
 759                         FROM pg_class c, pg_attribute a, pg_type t
 760                         WHERE relname='$table' AND a.attrelid=c.oid AND
 761                                 a.atttypid=t.oid and a.attname='$field'";
 762                 $res = $this->query( $sql );
 763                 $row = $this->fetchObject( $res );
 764                 if ( $row->ftype == 'varchar' ) {
 765                         $size = $row->size - 4;
 766                 } else {
 767                         $size = $row->size;
 768                 }
 769
 770                 return $size;
 771         }
 772
 773         public function limitResult( $sql, $limit, $offset = false ) {
 774                 return "$sql LIMIT $limit " . ( is_numeric( $offset ) ? " OFFSET {$offset} " : '' );
 775         }
 776
 777         public function wasDeadlock() {
 778                 // https://www.postgresql.org/docs/9.2/static/errcodes-appendix.html
 779                 return $this->lastErrno() === '40P01';
 780         }
 781
 782         public function wasLockTimeout() {
 783                 // https://www.postgresql.org/docs/9.2/static/errcodes-appendix.html
 784                 return $this->lastErrno() === '55P03';
 785         }
 786
 787         public function wasConnectionError( $errno ) {
 788                 // https://www.postgresql.org/docs/9.2/static/errcodes-appendix.html
 789                 static $codes = [ '08000', '08003', '08006', '08001', '08004', '57P01', '57P03', '53300' ];
 790
 791                 return in_array( $errno, $codes, true );
 792         }
 793
 794         protected function wasKnownStatementRollbackError() {
 795                 return false; // transaction has to be rolled-back from error state
 796         }
 797
 798         public function duplicateTableStructure(
 799                 $oldName, $newName, $temporary = false, $fname = __METHOD__
 800         ) {
 801                 $newNameE = $this->addIdentifierQuotes( $newName );
 802                 $oldNameE = $this->addIdentifierQuotes( $oldName );
 803
 804                 $temporary = $temporary ? 'TEMPORARY' : '';
 805
 806                 $ret = $this->query( "CREATE $temporary TABLE $newNameE " .
 807                         "(LIKE $oldNameE INCLUDING DEFAULTS INCLUDING INDEXES)", $fname );
 808                 if ( !$ret ) {
 809                         return $ret;
 810                 }
 811
 812                 $res = $this->query( 'SELECT attname FROM pg_class c'
 813                         . ' JOIN pg_namespace n ON (n.oid = c.relnamespace)'
 814                         . ' JOIN pg_attribute a ON (a.attrelid = c.oid)'
 815                         . ' JOIN pg_attrdef d ON (c.oid=d.adrelid and a.attnum=d.adnum)'
 816                         . ' WHERE relkind = \'r\''
 817                         . ' AND nspname = ' . $this->addQuotes( $this->getCoreSchema() )
 818                         . ' AND relname = ' . $this->addQuotes( $oldName )
 819                         . ' AND adsrc LIKE \'nextval(%\'',
 820                         $fname
 821                 );
 822                 $row = $this->fetchObject( $res );
 823                 if ( $row ) {
 824                         $field = $row->attname;
 825                         $newSeq = "{$newName}_{$field}_seq";
 826                         $fieldE = $this->addIdentifierQuotes( $field );
 827                         $newSeqE = $this->addIdentifierQuotes( $newSeq );
 828                         $newSeqQ = $this->addQuotes( $newSeq );
 829                         $this->query( "CREATE $temporary SEQUENCE $newSeqE OWNED BY $newNameE.$fieldE", $fname );
 830                         $this->query(
 831                                 "ALTER TABLE $newNameE ALTER COLUMN $fieldE SET DEFAULT nextval({$newSeqQ}::regclass)",
 832                                 $fname
 833                         );
 834                 }
 835
 836                 return $ret;
 837         }
 838
 839         public function resetSequenceForTable( $table, $fname = __METHOD__ ) {
 840                 $table = $this->tableName( $table, 'raw' );
 841                 foreach ( $this->getCoreSchemas() as $schema ) {
 842                         $res = $this->query(
 843                                 'SELECT c.oid FROM pg_class c JOIN pg_namespace n ON (n.oid = c.relnamespace)'
 844                                 . ' WHERE relkind = \'r\''
 845                                 . ' AND nspname = ' . $this->addQuotes( $schema )
 846                                 . ' AND relname = ' . $this->addQuotes( $table ),
 847                                 $fname
 848                         );
 849                         if ( !$res || !$this->numRows( $res ) ) {
 850                                 continue;
 851                         }
 852
 853                         $oid = $this->fetchObject( $res )->oid;
 854                         $res = $this->query( 'SELECT adsrc FROM pg_attribute a'
 855                                 . ' JOIN pg_attrdef d ON (a.attrelid=d.adrelid and a.attnum=d.adnum)'
 856                                 . " WHERE a.attrelid = $oid"
 857                                 . ' AND adsrc LIKE \'nextval(%\'',
 858                                 $fname
 859                         );
 860                         $row = $this->fetchObject( $res );
 861                         if ( $row ) {
 862                                 $this->query(
 863                                         'SELECT ' . preg_replace( '/^nextval\((.+)\)$/', 'setval($1,1,false)', $row->adsrc ),
 864                                         $fname
 865                                 );
 866                                 return true;
 867                         }
 868                         return false;
 869                 }
 870
 871                 return false;
 872         }
 873
 874         /**
 875          * @suppress SecurityCheck-SQLInjection array_map not recognized T204911
 876          */
 877         public function listTables( $prefix = null, $fname = __METHOD__ ) {
 878                 $eschemas = implode( ',', array_map( [ $this, 'addQuotes' ], $this->getCoreSchemas() ) );
 879                 $result = $this->query(
 880                         "SELECT DISTINCT tablename FROM pg_tables WHERE schemaname IN ($eschemas)", $fname );
 881                 $endArray = [];
 882
 883                 foreach ( $result as $table ) {
 884                         $vars = get_object_vars( $table );
 885                         $table = array_pop( $vars );
 886                         if ( !$prefix || strpos( $table, $prefix ) === 0 ) {
 887                                 $endArray[] = $table;
 888                         }
 889                 }
 890
 891                 return $endArray;
 892         }
 893
 894         public function timestamp( $ts = 0 ) {
 895                 $ct = new ConvertibleTimestamp( $ts );
 896
 897                 return $ct->getTimestamp( TS_POSTGRES );
 898         }
 899
 900         /**
 901          * Posted by cc[plus]php[at]c2se[dot]com on 25-Mar-2009 09:12
 902          * to https://secure.php.net/manual/en/ref.pgsql.php
 903          *
 904          * Parsing a postgres array can be a tricky problem, he's my
 905          * take on this, it handles multi-dimensional arrays plus
 906          * escaping using a nasty regexp to determine the limits of each
 907          * data-item.
 908          *
 909          * This should really be handled by PHP PostgreSQL module
 910          *
 911          * @since 1.19
 912          * @param string $text Postgreql array returned in a text form like {a,b}
 913          * @param string[] $output
 914          * @param int|bool $limit
 915          * @param int $offset
 916          * @return string[]
 917          */
 918         private function pg_array_parse( $text, &$output, $limit = false, $offset = 1 ) {
 919                 if ( $limit === false ) {
 920                         $limit = strlen( $text ) - 1;
 921                         $output = [];
 922                 }
 923                 if ( $text == '{}' ) {
 924                         return $output;
 925                 }
 926                 do {
 927                         if ( $text[$offset] != '{' ) {
 928                                 preg_match( "/(\\{?\"([^\"\\\\]|\\\\.)*\"|[^,{}]+)+([,}]+)/",
 929                                         $text, $match, 0, $offset );
 930                                 $offset += strlen( $match[0] );
 931                                 $output[] = ( $match[1][0] != '"'
 932                                         ? $match[1]
 933                                         : stripcslashes( substr( $match[1], 1, -1 ) ) );
 934                                 if ( $match[3] == '},' ) {
 935                                         return $output;
 936                                 }
 937                         } else {
 938                                 $offset = $this->pg_array_parse( $text, $output, $limit, $offset + 1 );
 939                         }
 940                 } while ( $limit > $offset );
 941
 942                 return $output;
 943         }
 944
 945         public function aggregateValue( $valuedata, $valuename = 'value' ) {
 946                 return $valuedata;
 947         }
 948
 949         public function getSoftwareLink() {
 950                 return '[{{int:version-db-postgres-url}} PostgreSQL]';
 951         }
 952
 953         /**
 954          * Return current schema (executes SELECT current_schema())
 955          * Needs transaction
 956          *
 957          * @since 1.19
 958          * @return string Default schema for the current session
 959          */
 960         public function getCurrentSchema() {
 961                 $res = $this->query( "SELECT current_schema()", __METHOD__ );
 962                 $row = $this->fetchRow( $res );
 963
 964                 return $row[0];
 965         }
 966
 967         /**
 968          * Return list of schemas which are accessible without schema name
 969          * This is list does not contain magic keywords like "$user"
 970          * Needs transaction
 971          *
 972          * @see getSearchPath()
 973          * @see setSearchPath()
 974          * @since 1.19
 975          * @return array List of actual schemas for the current sesson
 976          */
 977         public function getSchemas() {
 978                 $res = $this->query( "SELECT current_schemas(false)", __METHOD__ );
 979                 $row = $this->fetchRow( $res );
 980                 $schemas = [];
 981
 982                 /* PHP pgsql support does not support array type, "{a,b}" string is returned */
 983
 984                 return $this->pg_array_parse( $row[0], $schemas );
 985         }
 986
 987         /**
 988          * Return search patch for schemas
 989          * This is different from getSchemas() since it contain magic keywords
 990          * (like "$user").
 991          * Needs transaction
 992          *
 993          * @since 1.19
 994          * @return array How to search for table names schemas for the current user
 995          */
 996         public function getSearchPath() {
 997                 $res = $this->query( "SHOW search_path", __METHOD__ );
 998                 $row = $this->fetchRow( $res );
 999
1000                 /* PostgreSQL returns SHOW values as strings */
1001
1002                 return explode( ",", $row[0] );
1003         }
1004
1005         /**
1006          * Update search_path, values should already be sanitized
1007          * Values may contain magic keywords like "$user"
1008          * @since 1.19
1009          *
1010          * @param array $search_path List of schemas to be searched by default
1011          */
1012         private function setSearchPath( $search_path ) {
1013                 $this->query( "SET search_path = " . implode( ", ", $search_path ) );
1014         }
1015
1016         /**
1017          * Determine default schema for the current application
1018          * Adjust this session schema search path if desired schema exists
1019          * and is not alread there.
1020          *
1021          * We need to have name of the core schema stored to be able
1022          * to query database metadata.
1023          *
1024          * This will be also called by the installer after the schema is created
1025          *
1026          * @since 1.19
1027          *
1028          * @param string $desiredSchema
1029          */
1030         public function determineCoreSchema( $desiredSchema ) {
1031                 $this->begin( __METHOD__, self::TRANSACTION_INTERNAL );
1032                 if ( $this->schemaExists( $desiredSchema ) ) {
1033                         if ( in_array( $desiredSchema, $this->getSchemas() ) ) {
1034                                 $this->coreSchema = $desiredSchema;
1035                                 $this->queryLogger->debug(
1036                                         "Schema \"" . $desiredSchema . "\" already in the search path\n" );
1037                         } else {
1038                                 /**
1039                                  * Prepend our schema (e.g. 'mediawiki') in front
1040                                  * of the search path
1041                                  * Fixes T17816
1042                                  */
1043                                 $search_path = $this->getSearchPath();
1044                                 array_unshift( $search_path,
1045                                         $this->addIdentifierQuotes( $desiredSchema ) );
1046                                 $this->setSearchPath( $search_path );
1047                                 $this->coreSchema = $desiredSchema;
1048                                 $this->queryLogger->debug(
1049                                         "Schema \"" . $desiredSchema . "\" added to the search path\n" );
1050                         }
1051                 } else {
1052                         $this->coreSchema = $this->getCurrentSchema();
1053                         $this->queryLogger->debug(
1054                                 "Schema \"" . $desiredSchema . "\" not found, using current \"" .
1055                                 $this->coreSchema . "\"\n" );
1056                 }
1057                 /* Commit SET otherwise it will be rollbacked on error or IGNORE SELECT */
1058                 $this->commit( __METHOD__, self::FLUSHING_INTERNAL );
1059         }
1060
1061         /**
1062          * Return schema name for core application tables
1063          *
1064          * @since 1.19
1065          * @return string Core schema name
1066          */
1067         public function getCoreSchema() {
1068                 return $this->coreSchema;
1069         }
1070
1071         /**
1072          * Return schema names for temporary tables and core application tables
1073          *
1074          * @since 1.31
1075          * @return string[] schema names
1076          */
1077         public function getCoreSchemas() {
1078                 if ( $this->tempSchema ) {
1079                         return [ $this->tempSchema, $this->getCoreSchema() ];
1080                 }
1081
1082                 $res = $this->query(
1083                         "SELECT nspname FROM pg_catalog.pg_namespace n WHERE n.oid = pg_my_temp_schema()", __METHOD__
1084                 );
1085                 $row = $this->fetchObject( $res );
1086                 if ( $row ) {
1087                         $this->tempSchema = $row->nspname;
1088                         return [ $this->tempSchema, $this->getCoreSchema() ];
1089                 }
1090
1091                 return [ $this->getCoreSchema() ];
1092         }
1093
1094         public function getServerVersion() {
1095                 if ( !isset( $this->numericVersion ) ) {
1096                         $conn = $this->getBindingHandle();
1097                         $versionInfo = pg_version( $conn );
1098                         if ( version_compare( $versionInfo['client'], '7.4.0', 'lt' ) ) {
1099                                 // Old client, abort install
1100                                 $this->numericVersion = '7.3 or earlier';
1101                         } elseif ( isset( $versionInfo['server'] ) ) {
1102                                 // Normal client
1103                                 $this->numericVersion = $versionInfo['server'];
1104                         } else {
1105                                 // T18937: broken pgsql extension from PHP<5.3
1106                                 $this->numericVersion = pg_parameter_status( $conn, 'server_version' );
1107                         }
1108                 }
1109
1110                 return $this->numericVersion;
1111         }
1112
1113         /**
1114          * Query whether a given relation exists (in the given schema, or the
1115          * default mw one if not given)
1116          * @param string $table
1117          * @param array|string $types
1118          * @param bool|string $schema
1119          * @return bool
1120          */
1121         private function relationExists( $table, $types, $schema = false ) {
1122                 if ( !is_array( $types ) ) {
1123                         $types = [ $types ];
1124                 }
1125                 if ( $schema === false ) {
1126                         $schemas = $this->getCoreSchemas();
1127                 } else {
1128                         $schemas = [ $schema ];
1129                 }
1130                 $table = $this->realTableName( $table, 'raw' );
1131                 $etable = $this->addQuotes( $table );
1132                 foreach ( $schemas as $schema ) {
1133                         $eschema = $this->addQuotes( $schema );
1134                         $sql = "SELECT 1 FROM pg_catalog.pg_class c, pg_catalog.pg_namespace n "
1135                                 . "WHERE c.relnamespace = n.oid AND c.relname = $etable AND n.nspname = $eschema "
1136                                 . "AND c.relkind IN ('" . implode( "','", $types ) . "')";
1137                         $res = $this->query( $sql );
1138                         if ( $res && $res->numRows() ) {
1139                                 return true;
1140                         }
1141                 }
1142
1143                 return false;
1144         }
1145
1146         /**
1147          * For backward compatibility, this function checks both tables and views.
1148          * @param string $table
1149          * @param string $fname
1150          * @param bool|string $schema
1151          * @return bool
1152          */
1153         public function tableExists( $table, $fname = __METHOD__, $schema = false ) {
1154                 return $this->relationExists( $table, [ 'r', 'v' ], $schema );
1155         }
1156
1157         public function sequenceExists( $sequence, $schema = false ) {
1158                 return $this->relationExists( $sequence, 'S', $schema );
1159         }
1160
1161         public function triggerExists( $table, $trigger ) {
1162                 $q = <<<SQL
1163         SELECT 1 FROM pg_class, pg_namespace, pg_trigger
1164                 WHERE relnamespace=pg_namespace.oid AND relkind='r'
1165                         AND tgrelid=pg_class.oid
1166                         AND nspname=%s AND relname=%s AND tgname=%s
1167 SQL;
1168                 foreach ( $this->getCoreSchemas() as $schema ) {
1169                         $res = $this->query(
1170                                 sprintf(
1171                                         $q,
1172                                         $this->addQuotes( $schema ),
1173                                         $this->addQuotes( $table ),
1174                                         $this->addQuotes( $trigger )
1175                                 )
1176                         );
1177                         if ( $res && $res->numRows() ) {
1178                                 return true;
1179                         }
1180                 }
1181
1182                 return false;
1183         }
1184
1185         public function ruleExists( $table, $rule ) {
1186                 $exists = $this->selectField( 'pg_rules', 'rulename',
1187                         [
1188                                 'rulename' => $rule,
1189                                 'tablename' => $table,
1190                                 'schemaname' => $this->getCoreSchemas()
1191                         ]
1192                 );
1193
1194                 return $exists === $rule;
1195         }
1196
1197         public function constraintExists( $table, $constraint ) {
1198                 foreach ( $this->getCoreSchemas() as $schema ) {
1199                         $sql = sprintf( "SELECT 1 FROM information_schema.table_constraints " .
1200                                 "WHERE constraint_schema = %s AND table_name = %s AND constraint_name = %s",
1201                                 $this->addQuotes( $schema ),
1202                                 $this->addQuotes( $table ),
1203                                 $this->addQuotes( $constraint )
1204                         );
1205                         $res = $this->query( $sql );
1206                         if ( $res && $res->numRows() ) {
1207                                 return true;
1208                         }
1209                 }
1210                 return false;
1211         }
1212
1213         /**
1214          * Query whether a given schema exists. Returns true if it does, false if it doesn't.
1215          * @param string $schema
1216          * @return bool
1217          */
1218         public function schemaExists( $schema ) {
1219                 if ( !strlen( $schema ) ) {
1220                         return false; // short-circuit
1221                 }
1222
1223                 $exists = $this->selectField(
1224                         '"pg_catalog"."pg_namespace"', 1, [ 'nspname' => $schema ], __METHOD__ );
1225
1226                 return (bool)$exists;
1227         }
1228
1229         /**
1230          * Returns true if a given role (i.e. user) exists, false otherwise.
1231          * @param string $roleName
1232          * @return bool
1233          */
1234         public function roleExists( $roleName ) {
1235                 $exists = $this->selectField( '"pg_catalog"."pg_roles"', 1,
1236                         [ 'rolname' => $roleName ], __METHOD__ );
1237
1238                 return (bool)$exists;
1239         }
1240
1241         /**
1242          * @param string $table
1243          * @param string $field
1244          * @return PostgresField|null
1245          */
1246         public function fieldInfo( $table, $field ) {
1247                 return PostgresField::fromText( $this, $table, $field );
1248         }
1249
1250         /**
1251          * pg_field_type() wrapper
1252          * @param ResultWrapper|resource $res ResultWrapper or PostgreSQL query result resource
1253          * @param int $index Field number, starting from 0
1254          * @return string
1255          */
1256         public function fieldType( $res, $index ) {
1257                 if ( $res instanceof ResultWrapper ) {
1258                         $res = $res->result;
1259                 }
1260
1261                 return pg_field_type( $res, $index );
1262         }
1263
1264         public function encodeBlob( $b ) {
1265                 return new PostgresBlob( pg_escape_bytea( $b ) );
1266         }
1267
1268         public function decodeBlob( $b ) {
1269                 if ( $b instanceof PostgresBlob ) {
1270                         $b = $b->fetch();
1271                 } elseif ( $b instanceof Blob ) {
1272                         return $b->fetch();
1273                 }
1274
1275                 return pg_unescape_bytea( $b );
1276         }
1277
1278         public function strencode( $s ) {
1279                 // Should not be called by us
1280                 return pg_escape_string( $this->getBindingHandle(), (string)$s );
1281         }
1282
1283         public function addQuotes( $s ) {
1284                 $conn = $this->getBindingHandle();
1285
1286                 if ( is_null( $s ) ) {
1287                         return 'NULL';
1288                 } elseif ( is_bool( $s ) ) {
1289                         return intval( $s );
1290                 } elseif ( $s instanceof Blob ) {
1291                         if ( $s instanceof PostgresBlob ) {
1292                                 $s = $s->fetch();
1293                         } else {
1294                                 $s = pg_escape_bytea( $conn, $s->fetch() );
1295                         }
1296                         return "'$s'";
1297                 } elseif ( $s instanceof NextSequenceValue ) {
1298                         return 'DEFAULT';
1299                 }
1300
1301                 return "'" . pg_escape_string( $conn, (string)$s ) . "'";
1302         }
1303
1304         public function makeSelectOptions( $options ) {
1305                 $preLimitTail = $postLimitTail = '';
1306                 $startOpts = $useIndex = $ignoreIndex = '';
1307
1308                 $noKeyOptions = [];
1309                 foreach ( $options as $key => $option ) {
1310                         if ( is_numeric( $key ) ) {
1311                                 $noKeyOptions[$option] = true;
1312                         }
1313                 }
1314
1315                 $preLimitTail .= $this->makeGroupByWithHaving( $options );
1316
1317                 $preLimitTail .= $this->makeOrderBy( $options );
1318
1319                 if ( isset( $options['FOR UPDATE'] ) ) {
1320                         $postLimitTail .= ' FOR UPDATE OF ' .
1321                                 implode( ', ', array_map( [ $this, 'tableName' ], $options['FOR UPDATE'] ) );
1322                 } elseif ( isset( $noKeyOptions['FOR UPDATE'] ) ) {
1323                         $postLimitTail .= ' FOR UPDATE';
1324                 }
1325
1326                 if ( isset( $noKeyOptions['DISTINCT'] ) || isset( $noKeyOptions['DISTINCTROW'] ) ) {
1327                         $startOpts .= 'DISTINCT';
1328                 }
1329
1330                 return [ $startOpts, $useIndex, $preLimitTail, $postLimitTail, $ignoreIndex ];
1331         }
1332
1333         public function getServer() {
1334                 return $this->server;
1335         }
1336
1337         public function buildConcat( $stringList ) {
1338                 return implode( ' || ', $stringList );
1339         }
1340
1341         public function buildGroupConcatField(
1342                 $delimiter, $table, $field, $conds = '', $options = [], $join_conds = []
1343         ) {
1344                 $fld = "array_to_string(array_agg($field)," . $this->addQuotes( $delimiter ) . ')';
1345
1346                 return '(' . $this->selectSQLText( $table, $fld, $conds, null, [], $join_conds ) . ')';
1347         }
1348
1349         public function buildStringCast( $field ) {
1350                 return $field . '::text';
1351         }
1352
1353         public function streamStatementEnd( &$sql, &$newLine ) {
1354                 # Allow dollar quoting for function declarations
1355                 if ( substr( $newLine, 0, 4 ) == '$mw$' ) {
1356                         if ( $this->delimiter ) {
1357                                 $this->delimiter = false;
1358                         } else {
1359                                 $this->delimiter = ';';
1360                         }
1361                 }
1362
1363                 return parent::streamStatementEnd( $sql, $newLine );
1364         }
1365
1366         public function doLockTables( array $read, array $write, $method ) {
1367                 $tablesWrite = [];
1368                 foreach ( $write as $table ) {
1369                         $tablesWrite[] = $this->tableName( $table );
1370                 }
1371                 $tablesRead = [];
1372                 foreach ( $read as $table ) {
1373                         $tablesRead[] = $this->tableName( $table );
1374                 }
1375
1376                 // Acquire locks for the duration of the current transaction...
1377                 if ( $tablesWrite ) {
1378                         $this->query(
1379                                 'LOCK TABLE ONLY ' . implode( ',', $tablesWrite ) . ' IN EXCLUSIVE MODE',
1380                                 $method
1381                         );
1382                 }
1383                 if ( $tablesRead ) {
1384                         $this->query(
1385                                 'LOCK TABLE ONLY ' . implode( ',', $tablesRead ) . ' IN SHARE MODE',
1386                                 $method
1387                         );
1388                 }
1389
1390                 return true;
1391         }
1392
1393         public function lockIsFree( $lockName, $method ) {
1394                 if ( !parent::lockIsFree( $lockName, $method ) ) {
1395                         return false; // already held
1396                 }
1397                 // http://www.postgresql.org/docs/9.2/static/functions-admin.html#FUNCTIONS-ADVISORY-LOCKS
1398                 $key = $this->addQuotes( $this->bigintFromLockName( $lockName ) );
1399                 $result = $this->query( "SELECT (CASE(pg_try_advisory_lock($key))
1400                         WHEN 'f' THEN 'f' ELSE pg_advisory_unlock($key) END) AS lockstatus", $method );
1401                 $row = $this->fetchObject( $result );
1402
1403                 return ( $row->lockstatus === 't' );
1404         }
1405
1406         public function lock( $lockName, $method, $timeout = 5 ) {
1407                 // http://www.postgresql.org/docs/9.2/static/functions-admin.html#FUNCTIONS-ADVISORY-LOCKS
1408                 $key = $this->addQuotes( $this->bigintFromLockName( $lockName ) );
1409                 $loop = new WaitConditionLoop(
1410                         function () use ( $lockName, $key, $timeout, $method ) {
1411                                 $res = $this->query( "SELECT pg_try_advisory_lock($key) AS lockstatus", $method );
1412                                 $row = $this->fetchObject( $res );
1413                                 if ( $row->lockstatus === 't' ) {
1414                                         parent::lock( $lockName, $method, $timeout ); // record
1415                                         return true;
1416                                 }
1417
1418                                 return WaitConditionLoop::CONDITION_CONTINUE;
1419                         },
1420                         $timeout
1421                 );
1422
1423                 return ( $loop->invoke() === $loop::CONDITION_REACHED );
1424         }
1425
1426         public function unlock( $lockName, $method ) {
1427                 // http://www.postgresql.org/docs/9.2/static/functions-admin.html#FUNCTIONS-ADVISORY-LOCKS
1428                 $key = $this->addQuotes( $this->bigintFromLockName( $lockName ) );
1429                 $result = $this->query( "SELECT pg_advisory_unlock($key) as lockstatus", $method );
1430                 $row = $this->fetchObject( $result );
1431
1432                 if ( $row->lockstatus === 't' ) {
1433                         parent::unlock( $lockName, $method ); // record
1434                         return true;
1435                 }
1436
1437                 $this->queryLogger->debug( __METHOD__ . " failed to release lock\n" );
1438
1439                 return false;
1440         }
1441
1442         public function serverIsReadOnly() {
1443                 $res = $this->query( "SHOW default_transaction_read_only", __METHOD__ );
1444                 $row = $this->fetchObject( $res );
1445
1446                 return $row ? ( strtolower( $row->default_transaction_read_only ) === 'on' ) : false;
1447         }
1448
1449         /**
1450          * @param string $lockName
1451          * @return string Integer
1452          */
1453         private function bigintFromLockName( $lockName ) {
1454                 return \Wikimedia\base_convert( substr( sha1( $lockName ), 0, 15 ), 16, 10 );
1455         }
1456 }
1457
1458 /**
1459  * @deprecated since 1.29
1460  */
1461 class_alias( DatabasePostgres::class, 'DatabasePostgres' );