includes/resourceloader/ResourceLoaderClientHtml.php

   1 <?php
   2 /**
   3  * This program is free software; you can redistribute it and/or modify
   4  * it under the terms of the GNU General Public License as published by
   5  * the Free Software Foundation; either version 2 of the License, or
   6  * (at your option) any later version.
   7  *
   8  * This program is distributed in the hope that it will be useful,
   9  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  11  * GNU General Public License for more details.
  12  *
  13  * You should have received a copy of the GNU General Public License along
  14  * with this program; if not, write to the Free Software Foundation, Inc.,
  15  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  16  * http://www.gnu.org/copyleft/gpl.html
  17  *
  18  * @file
  19  */
  20
  21 use Wikimedia\WrappedString;
  22 use Wikimedia\WrappedStringList;
  23
  24 /**
  25  * Load and configure a ResourceLoader client on an HTML page.
  26  *
  27  * @since 1.28
  28  */
  29 class ResourceLoaderClientHtml {
  30
  31         /** @var ResourceLoaderContext */
  32         private $context;
  33
  34         /** @var ResourceLoader */
  35         private $resourceLoader;
  36
  37         /** @var array */
  38         private $options;
  39
  40         /** @var array */
  41         private $config = [];
  42
  43         /** @var array */
  44         private $modules = [];
  45
  46         /** @var array */
  47         private $moduleStyles = [];
  48
  49         /** @var array */
  50         private $exemptStates = [];
  51
  52         /** @var array */
  53         private $data;
  54
  55         /**
  56          * @param ResourceLoaderContext $context
  57          * @param array $options [optional] Array of options
  58          *  - 'target': Parameter for modules=startup request, see ResourceLoaderStartUpModule.
  59          *  - 'safemode': Parameter for modules=startup request, see ResourceLoaderStartUpModule.
  60          *  - 'nonce': From OutputPage::getCSPNonce().
  61          */
  62         public function __construct( ResourceLoaderContext $context, array $options = [] ) {
  63                 $this->context = $context;
  64                 $this->resourceLoader = $context->getResourceLoader();
  65                 $this->options = $options + [
  66                         'target' => null,
  67                         'safemode' => null,
  68                         'nonce' => null,
  69                 ];
  70         }
  71
  72         /**
  73          * Set mw.config variables.
  74          *
  75          * @param array $vars Array of key/value pairs
  76          */
  77         public function setConfig( array $vars ) {
  78                 foreach ( $vars as $key => $value ) {
  79                         $this->config[$key] = $value;
  80                 }
  81         }
  82
  83         /**
  84          * Ensure one or more modules are loaded.
  85          *
  86          * @param array $modules Array of module names
  87          */
  88         public function setModules( array $modules ) {
  89                 $this->modules = $modules;
  90         }
  91
  92         /**
  93          * Ensure the styles of one or more modules are loaded.
  94          *
  95          * @param array $modules Array of module names
  96          */
  97         public function setModuleStyles( array $modules ) {
  98                 $this->moduleStyles = $modules;
  99         }
 100
 101         /**
 102          * Set state of special modules that are handled by the caller manually.
 103          *
 104          * See OutputPage::buildExemptModules() for use cases.
 105          *
 106          * @param array $states Module state keyed by module name
 107          */
 108         public function setExemptStates( array $states ) {
 109                 $this->exemptStates = $states;
 110         }
 111
 112         /**
 113          * @return array
 114          */
 115         private function getData() {
 116                 if ( $this->data ) {
 117                         // @codeCoverageIgnoreStart
 118                         return $this->data;
 119                         // @codeCoverageIgnoreEnd
 120                 }
 121
 122                 $rl = $this->resourceLoader;
 123                 $data = [
 124                         'states' => [
 125                                 // moduleName => state
 126                         ],
 127                         'general' => [],
 128                         'styles' => [],
 129                         // Embedding for private modules
 130                         'embed' => [
 131                                 'styles' => [],
 132                                 'general' => [],
 133                         ],
 134                         // Deprecations for style-only modules
 135                         'styleDeprecations' => [],
 136                 ];
 137
 138                 foreach ( $this->modules as $name ) {
 139                         $module = $rl->getModule( $name );
 140                         if ( !$module ) {
 141                                 continue;
 142                         }
 143
 144                         $group = $module->getGroup();
 145                         $context = $this->getContext( $group, ResourceLoaderModule::TYPE_COMBINED );
 146                         $shouldEmbed = $module->shouldEmbedModule( $this->context );
 147
 148                         if ( ( $group === 'user' || $shouldEmbed ) && $module->isKnownEmpty( $context ) ) {
 149                                 // This is a user-specific or embedded module, which means its output
 150                                 // can be specific to the current page or user. As such, we can optimise
 151                                 // the way we load it based on the current version of the module.
 152                                 // Avoid needless embed for empty module, preset ready state.
 153                                 $data['states'][$name] = 'ready';
 154                         } elseif ( $group === 'user' || $shouldEmbed ) {
 155                                 // - For group=user: We need to provide a pre-generated load.php
 156                                 //   url to the client that has the 'user' and 'version' parameters
 157                                 //   filled in. Without this, the client would wrongly use the static
 158                                 //   version hash, per T64602.
 159                                 // - For shouldEmbed=true:  Embed via mw.loader.implement, per T36907.
 160                                 $data['embed']['general'][] = $name;
 161                                 // Avoid duplicate request from mw.loader
 162                                 $data['states'][$name] = 'loading';
 163                         } else {
 164                                 // Load via mw.loader.load()
 165                                 $data['general'][] = $name;
 166                         }
 167                 }
 168
 169                 foreach ( $this->moduleStyles as $name ) {
 170                         $module = $rl->getModule( $name );
 171                         if ( !$module ) {
 172                                 continue;
 173                         }
 174
 175                         if ( $module->getType() !== ResourceLoaderModule::LOAD_STYLES ) {
 176                                 $logger = $rl->getLogger();
 177                                 $logger->error( 'Unexpected general module "{module}" in styles queue.', [
 178                                         'module' => $name,
 179                                 ] );
 180                                 continue;
 181                         }
 182
 183                         // Stylesheet doesn't trigger mw.loader callback.
 184                         // Set "ready" state to allow script modules to depend on this module  (T87871).
 185                         // And to avoid duplicate requests at run-time from mw.loader.
 186                         $data['states'][$name] = 'ready';
 187
 188                         $group = $module->getGroup();
 189                         $context = $this->getContext( $group, ResourceLoaderModule::TYPE_STYLES );
 190                         if ( $module->shouldEmbedModule( $this->context ) ) {
 191                                 // Avoid needless embed for private embeds we know are empty.
 192                                 // (Set "ready" state directly instead, which we do a few lines above.)
 193                                 if ( !$module->isKnownEmpty( $context ) ) {
 194                                         // Embed via <style> element
 195                                         $data['embed']['styles'][] = $name;
 196                                 }
 197                         // For other style modules, always request them, regardless of whether they are
 198                         // currently known to be empty. Because:
 199                         // 1. Those modules are requested in batch, so there is no extra request overhead
 200                         //    or extra HTML element to be avoided.
 201                         // 2. Checking isKnownEmpty for those can be expensive and slow down page view
 202                         //    generation (T230260).
 203                         // 3. We don't want cached HTML to vary on the current state of a module.
 204                         //    If the module becomes non-empty a few minutes later, it should start working
 205                         //    on cached HTML without requiring a purge.
 206                         //
 207                         // But, user-specific modules:
 208                         // * ... are used on page views not publicly cached.
 209                         // * ... are in their own group and thus a require a request we can avoid
 210                         // * ... have known-empty status preloaded by ResourceLoader.
 211                         } elseif ( $group !== 'user' || !$module->isKnownEmpty( $context ) ) {
 212                                 // Load from load.php?only=styles via <link rel=stylesheet>
 213                                 $data['styles'][] = $name;
 214                         }
 215                         $deprecation = $module->getDeprecationInformation();
 216                         if ( $deprecation ) {
 217                                 $data['styleDeprecations'][] = $deprecation;
 218                         }
 219                 }
 220
 221                 return $data;
 222         }
 223
 224         /**
 225          * @return array Attribute key-value pairs for the HTML document element
 226          */
 227         public function getDocumentAttributes() {
 228                 return [ 'class' => 'client-nojs' ];
 229         }
 230
 231         /**
 232          * The order of elements in the head is as follows:
 233          * - Inline scripts.
 234          * - Stylesheets.
 235          * - Async external script-src.
 236          *
 237          * Reasons:
 238          * - Script execution may be blocked on preceeding stylesheets.
 239          * - Async scripts are not blocked on stylesheets.
 240          * - Inline scripts can't be asynchronous.
 241          * - For styles, earlier is better.
 242          *
 243          * @return string|WrappedStringList HTML
 244          */
 245         public function getHeadHtml() {
 246                 $nonce = $this->options['nonce'];
 247                 $data = $this->getData();
 248                 $chunks = [];
 249
 250                 // Change "client-nojs" class to client-js. This allows easy toggling of UI components.
 251                 // This must happen synchronously on every page view to avoid flashes of wrong content.
 252                 // See also #getDocumentAttributes() and /resources/src/startup.js.
 253                 $script = <<<'JAVASCRIPT'
 254 document.documentElement.className = document.documentElement.className
 255         .replace( /(^|\s)client-nojs(\s|$)/, "$1client-js$2" );
 256 JAVASCRIPT;
 257
 258                 // Inline script: Declare mw.config variables for this page.
 259                 if ( $this->config ) {
 260                         $confJson = ResourceLoader::encodeJsonForScript( $this->config );
 261                         $script .= <<<JAVASCRIPT
 262 RLCONF = {$confJson};
 263 JAVASCRIPT;
 264                 }
 265
 266                 // Inline script: Declare initial module states for this page.
 267                 $states = array_merge( $this->exemptStates, $data['states'] );
 268                 if ( $states ) {
 269                         $stateJson = ResourceLoader::encodeJsonForScript( $states );
 270                         $script .= <<<JAVASCRIPT
 271 RLSTATE = {$stateJson};
 272 JAVASCRIPT;
 273                 }
 274
 275                 // Inline script: Declare general modules to load on this page.
 276                 if ( $data['general'] ) {
 277                         $pageModulesJson = ResourceLoader::encodeJsonForScript( $data['general'] );
 278                         $script .= <<<JAVASCRIPT
 279 RLPAGEMODULES = {$pageModulesJson};
 280 JAVASCRIPT;
 281                 }
 282
 283                 if ( !$this->context->getDebug() ) {
 284                         $script = ResourceLoader::filter( 'minify-js', $script, [ 'cache' => false ] );
 285                 }
 286
 287                 $chunks[] = Html::inlineScript( $script, $nonce );
 288
 289                 // Inline RLQ: Embedded modules
 290                 if ( $data['embed']['general'] ) {
 291                         $chunks[] = $this->getLoad(
 292                                 $data['embed']['general'],
 293                                 ResourceLoaderModule::TYPE_COMBINED,
 294                                 $nonce
 295                         );
 296                 }
 297
 298                 // External stylesheets (only=styles)
 299                 if ( $data['styles'] ) {
 300                         $chunks[] = $this->getLoad(
 301                                 $data['styles'],
 302                                 ResourceLoaderModule::TYPE_STYLES,
 303                                 $nonce
 304                         );
 305                 }
 306
 307                 // Inline stylesheets (embedded only=styles)
 308                 if ( $data['embed']['styles'] ) {
 309                         $chunks[] = $this->getLoad(
 310                                 $data['embed']['styles'],
 311                                 ResourceLoaderModule::TYPE_STYLES,
 312                                 $nonce
 313                         );
 314                 }
 315
 316                 // Async scripts. Once the startup is loaded, inline RLQ scripts will run.
 317                 // Pass-through a custom 'target' from OutputPage (T143066).
 318                 $startupQuery = [ 'raw' => '1' ];
 319                 foreach ( [ 'target', 'safemode' ] as $param ) {
 320                         if ( $this->options[$param] !== null ) {
 321                                 $startupQuery[$param] = (string)$this->options[$param];
 322                         }
 323                 }
 324                 $chunks[] = $this->getLoad(
 325                         'startup',
 326                         ResourceLoaderModule::TYPE_SCRIPTS,
 327                         $nonce,
 328                         $startupQuery
 329                 );
 330
 331                 return WrappedString::join( "\n", $chunks );
 332         }
 333
 334         /**
 335          * @return string|WrappedStringList HTML
 336          */
 337         public function getBodyHtml() {
 338                 $data = $this->getData();
 339                 $chunks = [];
 340
 341                 // Deprecations for only=styles modules
 342                 if ( $data['styleDeprecations'] ) {
 343                         $chunks[] = ResourceLoader::makeInlineScript(
 344                                 implode( '', $data['styleDeprecations'] ),
 345                                 $this->options['nonce']
 346                         );
 347                 }
 348
 349                 return WrappedString::join( "\n", $chunks );
 350         }
 351
 352         private function getContext( $group, $type ) {
 353                 return self::makeContext( $this->context, $group, $type );
 354         }
 355
 356         private function getLoad( $modules, $only, $nonce, array $extraQuery = [] ) {
 357                 return self::makeLoad( $this->context, (array)$modules, $only, $extraQuery, $nonce );
 358         }
 359
 360         private static function makeContext( ResourceLoaderContext $mainContext, $group, $type,
 361                 array $extraQuery = []
 362         ) {
 363                 // Create new ResourceLoaderContext so that $extraQuery is supported (eg. for 'sync=1').
 364                 $req = new FauxRequest( array_merge( $mainContext->getRequest()->getValues(), $extraQuery ) );
 365                 // Set 'only' if not combined
 366                 $req->setVal( 'only', $type === ResourceLoaderModule::TYPE_COMBINED ? null : $type );
 367                 // Remove user parameter in most cases
 368                 if ( $group !== 'user' && $group !== 'private' ) {
 369                         $req->setVal( 'user', null );
 370                 }
 371                 $context = new ResourceLoaderContext( $mainContext->getResourceLoader(), $req );
 372                 // Allow caller to setVersion() and setModules()
 373                 $ret = new DerivativeResourceLoaderContext( $context );
 374                 $ret->setContentOverrideCallback( $mainContext->getContentOverrideCallback() );
 375                 return $ret;
 376         }
 377
 378         /**
 379          * Explicily load or embed modules on a page.
 380          *
 381          * @param ResourceLoaderContext $mainContext
 382          * @param array $modules One or more module names
 383          * @param string $only ResourceLoaderModule TYPE_ class constant
 384          * @param array $extraQuery [optional] Array with extra query parameters for the request
 385          * @param string|null $nonce [optional] Content-Security-Policy nonce
 386          *  (from OutputPage::getCSPNonce)
 387          * @return string|WrappedStringList HTML
 388          */
 389         public static function makeLoad( ResourceLoaderContext $mainContext, array $modules, $only,
 390                 array $extraQuery = [], $nonce = null
 391         ) {
 392                 $rl = $mainContext->getResourceLoader();
 393                 $chunks = [];
 394
 395                 // Sort module names so requests are more uniform
 396                 sort( $modules );
 397
 398                 if ( $mainContext->getDebug() && count( $modules ) > 1 ) {
 399                         $chunks = [];
 400                         // Recursively call us for every item
 401                         foreach ( $modules as $name ) {
 402                                 $chunks[] = self::makeLoad( $mainContext, [ $name ], $only, $extraQuery, $nonce );
 403                         }
 404                         return new WrappedStringList( "\n", $chunks );
 405                 }
 406
 407                 // Create keyed-by-source and then keyed-by-group list of module objects from modules list
 408                 $sortedModules = [];
 409                 foreach ( $modules as $name ) {
 410                         $module = $rl->getModule( $name );
 411                         if ( !$module ) {
 412                                 $rl->getLogger()->warning( 'Unknown module "{module}"', [ 'module' => $name ] );
 413                                 continue;
 414                         }
 415                         $sortedModules[$module->getSource()][$module->getGroup()][$name] = $module;
 416                 }
 417
 418                 foreach ( $sortedModules as $source => $groups ) {
 419                         foreach ( $groups as $group => $grpModules ) {
 420                                 $context = self::makeContext( $mainContext, $group, $only, $extraQuery );
 421
 422                                 // Separate sets of linked and embedded modules while preserving order
 423                                 $moduleSets = [];
 424                                 $idx = -1;
 425                                 foreach ( $grpModules as $name => $module ) {
 426                                         $shouldEmbed = $module->shouldEmbedModule( $context );
 427                                         // @phan-suppress-next-line PhanTypeInvalidDimOffset
 428                                         if ( !$moduleSets || $moduleSets[$idx][0] !== $shouldEmbed ) {
 429                                                 $moduleSets[++$idx] = [ $shouldEmbed, [] ];
 430                                         }
 431                                         $moduleSets[$idx][1][$name] = $module;
 432                                 }
 433
 434                                 // Link/embed each set
 435                                 foreach ( $moduleSets as list( $embed, $moduleSet ) ) {
 436                                         $context->setModules( array_keys( $moduleSet ) );
 437                                         if ( $embed ) {
 438                                                 // Decide whether to use style or script element
 439                                                 if ( $only == ResourceLoaderModule::TYPE_STYLES ) {
 440                                                         $chunks[] = Html::inlineStyle(
 441                                                                 $rl->makeModuleResponse( $context, $moduleSet )
 442                                                         );
 443                                                 } else {
 444                                                         $chunks[] = ResourceLoader::makeInlineScript(
 445                                                                 $rl->makeModuleResponse( $context, $moduleSet ),
 446                                                                 $nonce
 447                                                         );
 448                                                 }
 449                                         } else {
 450                                                 // Special handling for the user group; because users might change their stuff
 451                                                 // on-wiki like user pages, or user preferences; we need to find the highest
 452                                                 // timestamp of these user-changeable modules so we can ensure cache misses on change
 453                                                 // This should NOT be done for the site group (T29564) because anons get that too
 454                                                 // and we shouldn't be putting timestamps in CDN-cached HTML
 455                                                 if ( $group === 'user' ) {
 456                                                         // Must setModules() before makeVersionQuery()
 457                                                         $context->setVersion( $rl->makeVersionQuery( $context ) );
 458                                                 }
 459
 460                                                 $url = $rl->createLoaderURL( $source, $context, $extraQuery );
 461
 462                                                 // Decide whether to use 'style' or 'script' element
 463                                                 if ( $only === ResourceLoaderModule::TYPE_STYLES ) {
 464                                                         $chunk = Html::linkedStyle( $url );
 465                                                 } elseif ( $context->getRaw() ) {
 466                                                         // This request is asking for the module to be delivered standalone,
 467                                                         // (aka "raw") without communicating to any mw.loader client.
 468                                                         // Use cases:
 469                                                         // - startup (naturally because this is what will define mw.loader)
 470                                                         // - html5shiv (loads synchronously in old IE before the async startup module arrives)
 471                                                         // - QUnit (needed in SpecialJavaScriptTest before async startup)
 472                                                         $chunk = Html::element( 'script', [
 473                                                                 // The 'sync' option is only supported in combination with 'raw'.
 474                                                                 'async' => !isset( $extraQuery['sync'] ),
 475                                                                 'src' => $url
 476                                                         ] );
 477                                                 } else {
 478                                                         $chunk = ResourceLoader::makeInlineScript(
 479                                                                 Xml::encodeJsCall( 'mw.loader.load', [ $url ] ),
 480                                                                 $nonce
 481                                                         );
 482                                                 }
 483
 484                                                 if ( $group == 'noscript' ) {
 485                                                         $chunks[] = Html::rawElement( 'noscript', [], $chunk );
 486                                                 } else {
 487                                                         $chunks[] = $chunk;
 488                                                 }
 489                                         }
 490                                 }
 491                         }
 492                 }
 493
 494                 return new WrappedStringList( "\n", $chunks );
 495         }
 496 }