Fix and make some types in PHPDoc and JSDoc tags more specific
[lhc/web/wiklou.git] / includes / MediaWiki.php
1 <?php
2 /**
3 * Helper class for the index.php entry point.
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
9 *
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
14 *
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
18 * http://www.gnu.org/copyleft/gpl.html
19 *
20 * @file
21 */
22
23 use MediaWiki\Logger\LoggerFactory;
24 use Psr\Log\LoggerInterface;
25 use MediaWiki\MediaWikiServices;
26 use Wikimedia\Rdbms\ChronologyProtector;
27 use Wikimedia\Rdbms\LBFactory;
28 use Wikimedia\Rdbms\DBConnectionError;
29
30 /**
31 * The MediaWiki class is the helper class for the index.php entry point.
32 */
33 class MediaWiki {
34 /**
35 * @var IContextSource
36 */
37 private $context;
38
39 /**
40 * @var Config
41 */
42 private $config;
43
44 /**
45 * @var String Cache what action this request is
46 */
47 private $action;
48
49 /**
50 * @param IContextSource|null $context
51 */
52 public function __construct( IContextSource $context = null ) {
53 if ( !$context ) {
54 $context = RequestContext::getMain();
55 }
56
57 $this->context = $context;
58 $this->config = $context->getConfig();
59 }
60
61 /**
62 * Parse the request to get the Title object
63 *
64 * @throws MalformedTitleException If a title has been provided by the user, but is invalid.
65 * @return Title Title object to be $wgTitle
66 */
67 private function parseTitle() {
68 global $wgContLang;
69
70 $request = $this->context->getRequest();
71 $curid = $request->getInt( 'curid' );
72 $title = $request->getVal( 'title' );
73 $action = $request->getVal( 'action' );
74
75 if ( $request->getCheck( 'search' ) ) {
76 // Compatibility with old search URLs which didn't use Special:Search
77 // Just check for presence here, so blank requests still
78 // show the search page when using ugly URLs (T10054).
79 $ret = SpecialPage::getTitleFor( 'Search' );
80 } elseif ( $curid ) {
81 // URLs like this are generated by RC, because rc_title isn't always accurate
82 $ret = Title::newFromID( $curid );
83 } else {
84 $ret = Title::newFromURL( $title );
85 // Alias NS_MEDIA page URLs to NS_FILE...we only use NS_MEDIA
86 // in wikitext links to tell Parser to make a direct file link
87 if ( !is_null( $ret ) && $ret->getNamespace() == NS_MEDIA ) {
88 $ret = Title::makeTitle( NS_FILE, $ret->getDBkey() );
89 }
90 // Check variant links so that interwiki links don't have to worry
91 // about the possible different language variants
92 if ( count( $wgContLang->getVariants() ) > 1
93 && !is_null( $ret ) && $ret->getArticleID() == 0
94 ) {
95 $wgContLang->findVariantLink( $title, $ret );
96 }
97 }
98
99 // If title is not provided, always allow oldid and diff to set the title.
100 // If title is provided, allow oldid and diff to override the title, unless
101 // we are talking about a special page which might use these parameters for
102 // other purposes.
103 if ( $ret === null || !$ret->isSpecialPage() ) {
104 // We can have urls with just ?diff=,?oldid= or even just ?diff=
105 $oldid = $request->getInt( 'oldid' );
106 $oldid = $oldid ? $oldid : $request->getInt( 'diff' );
107 // Allow oldid to override a changed or missing title
108 if ( $oldid ) {
109 $rev = Revision::newFromId( $oldid );
110 $ret = $rev ? $rev->getTitle() : $ret;
111 }
112 }
113
114 // Use the main page as default title if nothing else has been provided
115 if ( $ret === null
116 && strval( $title ) === ''
117 && !$request->getCheck( 'curid' )
118 && $action !== 'delete'
119 ) {
120 $ret = Title::newMainPage();
121 }
122
123 if ( $ret === null || ( $ret->getDBkey() == '' && !$ret->isExternal() ) ) {
124 // If we get here, we definitely don't have a valid title; throw an exception.
125 // Try to get detailed invalid title exception first, fall back to MalformedTitleException.
126 Title::newFromTextThrow( $title );
127 throw new MalformedTitleException( 'badtitletext', $title );
128 }
129
130 return $ret;
131 }
132
133 /**
134 * Get the Title object that we'll be acting on, as specified in the WebRequest
135 * @return Title
136 */
137 public function getTitle() {
138 if ( !$this->context->hasTitle() ) {
139 try {
140 $this->context->setTitle( $this->parseTitle() );
141 } catch ( MalformedTitleException $ex ) {
142 $this->context->setTitle( SpecialPage::getTitleFor( 'Badtitle' ) );
143 }
144 }
145 return $this->context->getTitle();
146 }
147
148 /**
149 * Returns the name of the action that will be executed.
150 *
151 * @return string Action
152 */
153 public function getAction() {
154 if ( $this->action === null ) {
155 $this->action = Action::getActionName( $this->context );
156 }
157
158 return $this->action;
159 }
160
161 /**
162 * Performs the request.
163 * - bad titles
164 * - read restriction
165 * - local interwiki redirects
166 * - redirect loop
167 * - special pages
168 * - normal pages
169 *
170 * @throws MWException|PermissionsError|BadTitleError|HttpError
171 * @return void
172 */
173 private function performRequest() {
174 global $wgTitle;
175
176 $request = $this->context->getRequest();
177 $requestTitle = $title = $this->context->getTitle();
178 $output = $this->context->getOutput();
179 $user = $this->context->getUser();
180
181 if ( $request->getVal( 'printable' ) === 'yes' ) {
182 $output->setPrintable();
183 }
184
185 $unused = null; // To pass it by reference
186 Hooks::run( 'BeforeInitialize', [ &$title, &$unused, &$output, &$user, $request, $this ] );
187
188 // Invalid titles. T23776: The interwikis must redirect even if the page name is empty.
189 if ( is_null( $title ) || ( $title->getDBkey() == '' && !$title->isExternal() )
190 || $title->isSpecial( 'Badtitle' )
191 ) {
192 $this->context->setTitle( SpecialPage::getTitleFor( 'Badtitle' ) );
193 try {
194 $this->parseTitle();
195 } catch ( MalformedTitleException $ex ) {
196 throw new BadTitleError( $ex );
197 }
198 throw new BadTitleError();
199 }
200
201 // Check user's permissions to read this page.
202 // We have to check here to catch special pages etc.
203 // We will check again in Article::view().
204 $permErrors = $title->isSpecial( 'RunJobs' )
205 ? [] // relies on HMAC key signature alone
206 : $title->getUserPermissionsErrors( 'read', $user );
207 if ( count( $permErrors ) ) {
208 // T34276: allowing the skin to generate output with $wgTitle or
209 // $this->context->title set to the input title would allow anonymous users to
210 // determine whether a page exists, potentially leaking private data. In fact, the
211 // curid and oldid request parameters would allow page titles to be enumerated even
212 // when they are not guessable. So we reset the title to Special:Badtitle before the
213 // permissions error is displayed.
214
215 // The skin mostly uses $this->context->getTitle() these days, but some extensions
216 // still use $wgTitle.
217 $badTitle = SpecialPage::getTitleFor( 'Badtitle' );
218 $this->context->setTitle( $badTitle );
219 $wgTitle = $badTitle;
220
221 throw new PermissionsError( 'read', $permErrors );
222 }
223
224 // Interwiki redirects
225 if ( $title->isExternal() ) {
226 $rdfrom = $request->getVal( 'rdfrom' );
227 if ( $rdfrom ) {
228 $url = $title->getFullURL( [ 'rdfrom' => $rdfrom ] );
229 } else {
230 $query = $request->getValues();
231 unset( $query['title'] );
232 $url = $title->getFullURL( $query );
233 }
234 // Check for a redirect loop
235 if ( !preg_match( '/^' . preg_quote( $this->config->get( 'Server' ), '/' ) . '/', $url )
236 && $title->isLocal()
237 ) {
238 // 301 so google et al report the target as the actual url.
239 $output->redirect( $url, 301 );
240 } else {
241 $this->context->setTitle( SpecialPage::getTitleFor( 'Badtitle' ) );
242 try {
243 $this->parseTitle();
244 } catch ( MalformedTitleException $ex ) {
245 throw new BadTitleError( $ex );
246 }
247 throw new BadTitleError();
248 }
249 // Handle any other redirects.
250 // Redirect loops, titleless URL, $wgUsePathInfo URLs, and URLs with a variant
251 } elseif ( !$this->tryNormaliseRedirect( $title ) ) {
252 // Prevent information leak via Special:MyPage et al (T109724)
253 if ( $title->isSpecialPage() ) {
254 $specialPage = SpecialPageFactory::getPage( $title->getDBkey() );
255 if ( $specialPage instanceof RedirectSpecialPage ) {
256 $specialPage->setContext( $this->context );
257 if ( $this->config->get( 'HideIdentifiableRedirects' )
258 && $specialPage->personallyIdentifiableTarget()
259 ) {
260 list( , $subpage ) = SpecialPageFactory::resolveAlias( $title->getDBkey() );
261 $target = $specialPage->getRedirect( $subpage );
262 // target can also be true. We let that case fall through to normal processing.
263 if ( $target instanceof Title ) {
264 $query = $specialPage->getRedirectQuery() ?: [];
265 $request = new DerivativeRequest( $this->context->getRequest(), $query );
266 $request->setRequestURL( $this->context->getRequest()->getRequestURL() );
267 $this->context->setRequest( $request );
268 // Do not varnish cache these. May vary even for anons
269 $this->context->getOutput()->lowerCdnMaxage( 0 );
270 $this->context->setTitle( $target );
271 $wgTitle = $target;
272 // Reset action type cache. (Special pages have only view)
273 $this->action = null;
274 $title = $target;
275 $output->addJsConfigVars( [
276 'wgInternalRedirectTargetUrl' => $target->getFullURL( $query ),
277 ] );
278 $output->addModules( 'mediawiki.action.view.redirect' );
279 }
280 }
281 }
282 }
283
284 // Special pages ($title may have changed since if statement above)
285 if ( $title->isSpecialPage() ) {
286 // Actions that need to be made when we have a special pages
287 SpecialPageFactory::executePath( $title, $this->context );
288 } else {
289 // ...otherwise treat it as an article view. The article
290 // may still be a wikipage redirect to another article or URL.
291 $article = $this->initializeArticle();
292 if ( is_object( $article ) ) {
293 $this->performAction( $article, $requestTitle );
294 } elseif ( is_string( $article ) ) {
295 $output->redirect( $article );
296 } else {
297 throw new MWException( "Shouldn't happen: MediaWiki::initializeArticle()"
298 . " returned neither an object nor a URL" );
299 }
300 }
301 }
302 }
303
304 /**
305 * Handle redirects for uncanonical title requests.
306 *
307 * Handles:
308 * - Redirect loops.
309 * - No title in URL.
310 * - $wgUsePathInfo URLs.
311 * - URLs with a variant.
312 * - Other non-standard URLs (as long as they have no extra query parameters).
313 *
314 * Behaviour:
315 * - Normalise title values:
316 * /wiki/Foo%20Bar -> /wiki/Foo_Bar
317 * - Normalise empty title:
318 * /wiki/ -> /wiki/Main
319 * /w/index.php?title= -> /wiki/Main
320 * - Don't redirect anything with query parameters other than 'title' or 'action=view'.
321 *
322 * @param Title $title
323 * @return bool True if a redirect was set.
324 * @throws HttpError
325 */
326 private function tryNormaliseRedirect( Title $title ) {
327 $request = $this->context->getRequest();
328 $output = $this->context->getOutput();
329
330 if ( $request->getVal( 'action', 'view' ) != 'view'
331 || $request->wasPosted()
332 || ( $request->getVal( 'title' ) !== null
333 && $title->getPrefixedDBkey() == $request->getVal( 'title' ) )
334 || count( $request->getValueNames( [ 'action', 'title' ] ) )
335 || !Hooks::run( 'TestCanonicalRedirect', [ $request, $title, $output ] )
336 ) {
337 return false;
338 }
339
340 if ( $title->isSpecialPage() ) {
341 list( $name, $subpage ) = SpecialPageFactory::resolveAlias( $title->getDBkey() );
342 if ( $name ) {
343 $title = SpecialPage::getTitleFor( $name, $subpage );
344 }
345 }
346 // Redirect to canonical url, make it a 301 to allow caching
347 $targetUrl = wfExpandUrl( $title->getFullURL(), PROTO_CURRENT );
348 if ( $targetUrl == $request->getFullRequestURL() ) {
349 $message = "Redirect loop detected!\n\n" .
350 "This means the wiki got confused about what page was " .
351 "requested; this sometimes happens when moving a wiki " .
352 "to a new server or changing the server configuration.\n\n";
353
354 if ( $this->config->get( 'UsePathInfo' ) ) {
355 $message .= "The wiki is trying to interpret the page " .
356 "title from the URL path portion (PATH_INFO), which " .
357 "sometimes fails depending on the web server. Try " .
358 "setting \"\$wgUsePathInfo = false;\" in your " .
359 "LocalSettings.php, or check that \$wgArticlePath " .
360 "is correct.";
361 } else {
362 $message .= "Your web server was detected as possibly not " .
363 "supporting URL path components (PATH_INFO) correctly; " .
364 "check your LocalSettings.php for a customized " .
365 "\$wgArticlePath setting and/or toggle \$wgUsePathInfo " .
366 "to true.";
367 }
368 throw new HttpError( 500, $message );
369 }
370 $output->setSquidMaxage( 1200 );
371 $output->redirect( $targetUrl, '301' );
372 return true;
373 }
374
375 /**
376 * Initialize the main Article object for "standard" actions (view, etc)
377 * Create an Article object for the page, following redirects if needed.
378 *
379 * @return Article|string An Article, or a string to redirect to another URL
380 */
381 private function initializeArticle() {
382 $title = $this->context->getTitle();
383 if ( $this->context->canUseWikiPage() ) {
384 // Try to use request context wiki page, as there
385 // is already data from db saved in per process
386 // cache there from this->getAction() call.
387 $page = $this->context->getWikiPage();
388 } else {
389 // This case should not happen, but just in case.
390 // @TODO: remove this or use an exception
391 $page = WikiPage::factory( $title );
392 $this->context->setWikiPage( $page );
393 wfWarn( "RequestContext::canUseWikiPage() returned false" );
394 }
395
396 // Make GUI wrapper for the WikiPage
397 $article = Article::newFromWikiPage( $page, $this->context );
398
399 // Skip some unnecessary code if the content model doesn't support redirects
400 if ( !ContentHandler::getForTitle( $title )->supportsRedirects() ) {
401 return $article;
402 }
403
404 $request = $this->context->getRequest();
405
406 // Namespace might change when using redirects
407 // Check for redirects ...
408 $action = $request->getVal( 'action', 'view' );
409 $file = ( $page instanceof WikiFilePage ) ? $page->getFile() : null;
410 if ( ( $action == 'view' || $action == 'render' ) // ... for actions that show content
411 && !$request->getVal( 'oldid' ) // ... and are not old revisions
412 && !$request->getVal( 'diff' ) // ... and not when showing diff
413 && $request->getVal( 'redirect' ) != 'no' // ... unless explicitly told not to
414 // ... and the article is not a non-redirect image page with associated file
415 && !( is_object( $file ) && $file->exists() && !$file->getRedirected() )
416 ) {
417 // Give extensions a change to ignore/handle redirects as needed
418 $ignoreRedirect = $target = false;
419
420 Hooks::run( 'InitializeArticleMaybeRedirect',
421 [ &$title, &$request, &$ignoreRedirect, &$target, &$article ] );
422 $page = $article->getPage(); // reflect any hook changes
423
424 // Follow redirects only for... redirects.
425 // If $target is set, then a hook wanted to redirect.
426 if ( !$ignoreRedirect && ( $target || $page->isRedirect() ) ) {
427 // Is the target already set by an extension?
428 $target = $target ? $target : $page->followRedirect();
429 if ( is_string( $target ) ) {
430 if ( !$this->config->get( 'DisableHardRedirects' ) ) {
431 // we'll need to redirect
432 return $target;
433 }
434 }
435 if ( is_object( $target ) ) {
436 // Rewrite environment to redirected article
437 $rpage = WikiPage::factory( $target );
438 $rpage->loadPageData();
439 if ( $rpage->exists() || ( is_object( $file ) && !$file->isLocal() ) ) {
440 $rarticle = Article::newFromWikiPage( $rpage, $this->context );
441 $rarticle->setRedirectedFrom( $title );
442
443 $article = $rarticle;
444 $this->context->setTitle( $target );
445 $this->context->setWikiPage( $article->getPage() );
446 }
447 }
448 } else {
449 // Article may have been changed by hook
450 $this->context->setTitle( $article->getTitle() );
451 $this->context->setWikiPage( $article->getPage() );
452 }
453 }
454
455 return $article;
456 }
457
458 /**
459 * Perform one of the "standard" actions
460 *
461 * @param Page $page
462 * @param Title $requestTitle The original title, before any redirects were applied
463 */
464 private function performAction( Page $page, Title $requestTitle ) {
465 $request = $this->context->getRequest();
466 $output = $this->context->getOutput();
467 $title = $this->context->getTitle();
468 $user = $this->context->getUser();
469
470 if ( !Hooks::run( 'MediaWikiPerformAction',
471 [ $output, $page, $title, $user, $request, $this ] )
472 ) {
473 return;
474 }
475
476 $act = $this->getAction();
477 $action = Action::factory( $act, $page, $this->context );
478
479 if ( $action instanceof Action ) {
480 // Narrow DB query expectations for this HTTP request
481 $trxLimits = $this->config->get( 'TrxProfilerLimits' );
482 $trxProfiler = Profiler::instance()->getTransactionProfiler();
483 if ( $request->wasPosted() && !$action->doesWrites() ) {
484 $trxProfiler->setExpectations( $trxLimits['POST-nonwrite'], __METHOD__ );
485 $request->markAsSafeRequest();
486 }
487
488 # Let CDN cache things if we can purge them.
489 if ( $this->config->get( 'UseSquid' ) &&
490 in_array(
491 // Use PROTO_INTERNAL because that's what getCdnUrls() uses
492 wfExpandUrl( $request->getRequestURL(), PROTO_INTERNAL ),
493 $requestTitle->getCdnUrls()
494 )
495 ) {
496 $output->setCdnMaxage( $this->config->get( 'SquidMaxage' ) );
497 }
498
499 $action->show();
500 return;
501 }
502 // NOTE: deprecated hook. Add to $wgActions instead
503 if ( Hooks::run(
504 'UnknownAction',
505 [
506 $request->getVal( 'action', 'view' ),
507 $page
508 ],
509 '1.19'
510 ) ) {
511 $output->setStatusCode( 404 );
512 $output->showErrorPage( 'nosuchaction', 'nosuchactiontext' );
513 }
514 }
515
516 /**
517 * Run the current MediaWiki instance; index.php just calls this
518 */
519 public function run() {
520 try {
521 $this->setDBProfilingAgent();
522 try {
523 $this->main();
524 } catch ( ErrorPageError $e ) {
525 // T64091: while exceptions are convenient to bubble up GUI errors,
526 // they are not internal application faults. As with normal requests, this
527 // should commit, print the output, do deferred updates, jobs, and profiling.
528 $this->doPreOutputCommit();
529 $e->report(); // display the GUI error
530 }
531 } catch ( Exception $e ) {
532 $context = $this->context;
533 $action = $context->getRequest()->getVal( 'action', 'view' );
534 if (
535 $e instanceof DBConnectionError &&
536 $context->hasTitle() &&
537 $context->getTitle()->canExist() &&
538 in_array( $action, [ 'view', 'history' ], true ) &&
539 HTMLFileCache::useFileCache( $this->context, HTMLFileCache::MODE_OUTAGE )
540 ) {
541 // Try to use any (even stale) file during outages...
542 $cache = new HTMLFileCache( $context->getTitle(), $action );
543 if ( $cache->isCached() ) {
544 $cache->loadFromFileCache( $context, HTMLFileCache::MODE_OUTAGE );
545 print MWExceptionRenderer::getHTML( $e );
546 exit;
547 }
548 }
549
550 MWExceptionHandler::handleException( $e );
551 }
552
553 $this->doPostOutputShutdown( 'normal' );
554 }
555
556 private function setDBProfilingAgent() {
557 $services = MediaWikiServices::getInstance();
558 // Add a comment for easy SHOW PROCESSLIST interpretation
559 $name = $this->context->getUser()->getName();
560 $services->getDBLoadBalancerFactory()->setAgentName(
561 mb_strlen( $name ) > 15 ? mb_substr( $name, 0, 15 ) . '...' : $name
562 );
563 }
564
565 /**
566 * @see MediaWiki::preOutputCommit()
567 * @param callable $postCommitWork [default: null]
568 * @since 1.26
569 */
570 public function doPreOutputCommit( callable $postCommitWork = null ) {
571 self::preOutputCommit( $this->context, $postCommitWork );
572 }
573
574 /**
575 * This function commits all DB changes as needed before
576 * the user can receive a response (in case commit fails)
577 *
578 * @param IContextSource $context
579 * @param callable $postCommitWork [default: null]
580 * @since 1.27
581 */
582 public static function preOutputCommit(
583 IContextSource $context, callable $postCommitWork = null
584 ) {
585 // Either all DBs should commit or none
586 ignore_user_abort( true );
587
588 $config = $context->getConfig();
589 $request = $context->getRequest();
590 $output = $context->getOutput();
591 $lbFactory = MediaWikiServices::getInstance()->getDBLoadBalancerFactory();
592
593 // Commit all changes
594 $lbFactory->commitMasterChanges(
595 __METHOD__,
596 // Abort if any transaction was too big
597 [ 'maxWriteDuration' => $config->get( 'MaxUserDBWriteDuration' ) ]
598 );
599 wfDebug( __METHOD__ . ': primary transaction round committed' );
600
601 // Run updates that need to block the user or affect output (this is the last chance)
602 DeferredUpdates::doUpdates( 'enqueue', DeferredUpdates::PRESEND );
603 wfDebug( __METHOD__ . ': pre-send deferred updates completed' );
604
605 // Decide when clients block on ChronologyProtector DB position writes
606 $urlDomainDistance = (
607 $request->wasPosted() &&
608 $output->getRedirect() &&
609 $lbFactory->hasOrMadeRecentMasterChanges( INF )
610 ) ? self::getUrlDomainDistance( $output->getRedirect(), $context ) : false;
611
612 if ( $urlDomainDistance === 'local' || $urlDomainDistance === 'remote' ) {
613 // OutputPage::output() will be fast; $postCommitWork will not be useful for
614 // masking the latency of syncing DB positions accross all datacenters synchronously.
615 // Instead, make use of the RTT time of the client follow redirects.
616 $flags = $lbFactory::SHUTDOWN_CHRONPROT_ASYNC;
617 $cpPosTime = microtime( true );
618 // Client's next request should see 1+ positions with this DBMasterPos::asOf() time
619 if ( $urlDomainDistance === 'local' ) {
620 // Client will stay on this domain, so set an unobtrusive cookie
621 $expires = time() + ChronologyProtector::POSITION_TTL;
622 $options = [ 'prefix' => '' ];
623 $request->response()->setCookie( 'cpPosTime', $cpPosTime, $expires, $options );
624 } else {
625 // Cookies may not work across wiki domains, so use a URL parameter
626 $safeUrl = $lbFactory->appendPreShutdownTimeAsQuery(
627 $output->getRedirect(),
628 $cpPosTime
629 );
630 $output->redirect( $safeUrl );
631 }
632 } else {
633 // OutputPage::output() is fairly slow; run it in $postCommitWork to mask
634 // the latency of syncing DB positions accross all datacenters synchronously
635 $flags = $lbFactory::SHUTDOWN_CHRONPROT_SYNC;
636 if ( $lbFactory->hasOrMadeRecentMasterChanges( INF ) ) {
637 $cpPosTime = microtime( true );
638 // Set a cookie in case the DB position store cannot sync accross datacenters.
639 // This will at least cover the common case of the user staying on the domain.
640 $expires = time() + ChronologyProtector::POSITION_TTL;
641 $options = [ 'prefix' => '' ];
642 $request->response()->setCookie( 'cpPosTime', $cpPosTime, $expires, $options );
643 }
644 }
645 // Record ChronologyProtector positions for DBs affected in this request at this point
646 $lbFactory->shutdown( $flags, $postCommitWork );
647 wfDebug( __METHOD__ . ': LBFactory shutdown completed' );
648
649 // Set a cookie to tell all CDN edge nodes to "stick" the user to the DC that handles this
650 // POST request (e.g. the "master" data center). Also have the user briefly bypass CDN so
651 // ChronologyProtector works for cacheable URLs.
652 if ( $request->wasPosted() && $lbFactory->hasOrMadeRecentMasterChanges() ) {
653 $expires = time() + $config->get( 'DataCenterUpdateStickTTL' );
654 $options = [ 'prefix' => '' ];
655 $request->response()->setCookie( 'UseDC', 'master', $expires, $options );
656 $request->response()->setCookie( 'UseCDNCache', 'false', $expires, $options );
657 }
658
659 // Avoid letting a few seconds of replica DB lag cause a month of stale data. This logic is
660 // also intimately related to the value of $wgCdnReboundPurgeDelay.
661 if ( $lbFactory->laggedReplicaUsed() ) {
662 $maxAge = $config->get( 'CdnMaxageLagged' );
663 $output->lowerCdnMaxage( $maxAge );
664 $request->response()->header( "X-Database-Lagged: true" );
665 wfDebugLog( 'replication', "Lagged DB used; CDN cache TTL limited to $maxAge seconds" );
666 }
667
668 // Avoid long-term cache pollution due to message cache rebuild timeouts (T133069)
669 if ( MessageCache::singleton()->isDisabled() ) {
670 $maxAge = $config->get( 'CdnMaxageSubstitute' );
671 $output->lowerCdnMaxage( $maxAge );
672 $request->response()->header( "X-Response-Substitute: true" );
673 }
674 }
675
676 /**
677 * @param string $url
678 * @param IContextSource $context
679 * @return string Either "local", "remote" if in the farm, "external" otherwise
680 */
681 private static function getUrlDomainDistance( $url, IContextSource $context ) {
682 static $relevantKeys = [ 'host' => true, 'port' => true ];
683
684 $infoCandidate = wfParseUrl( $url );
685 if ( $infoCandidate === false ) {
686 return 'external';
687 }
688
689 $infoCandidate = array_intersect_key( $infoCandidate, $relevantKeys );
690 $clusterHosts = array_merge(
691 // Local wiki host (the most common case)
692 [ $context->getConfig()->get( 'CanonicalServer' ) ],
693 // Any local/remote wiki virtual hosts for this wiki farm
694 $context->getConfig()->get( 'LocalVirtualHosts' )
695 );
696
697 foreach ( $clusterHosts as $i => $clusterHost ) {
698 $parseUrl = wfParseUrl( $clusterHost );
699 if ( !$parseUrl ) {
700 continue;
701 }
702 $infoHost = array_intersect_key( $parseUrl, $relevantKeys );
703 if ( $infoCandidate === $infoHost ) {
704 return ( $i === 0 ) ? 'local' : 'remote';
705 }
706 }
707
708 return 'external';
709 }
710
711 /**
712 * This function does work that can be done *after* the
713 * user gets the HTTP response so they don't block on it
714 *
715 * This manages deferred updates, job insertion,
716 * final commit, and the logging of profiling data
717 *
718 * @param string $mode Use 'fast' to always skip job running
719 * @since 1.26
720 */
721 public function doPostOutputShutdown( $mode = 'normal' ) {
722 // Perform the last synchronous operations...
723 try {
724 // Record backend request timing
725 $timing = $this->context->getTiming();
726 $timing->mark( 'requestShutdown' );
727 // Show visible profiling data if enabled (which cannot be post-send)
728 Profiler::instance()->logDataPageOutputOnly();
729 } catch ( Exception $e ) {
730 // An error may already have been shown in run(), so just log it to be safe
731 MWExceptionHandler::rollbackMasterChangesAndLog( $e );
732 }
733
734 // Defer everything else if possible...
735 $callback = function () use ( $mode ) {
736 try {
737 $this->restInPeace( $mode );
738 } catch ( Exception $e ) {
739 // If this is post-send, then displaying errors can cause broken HTML
740 MWExceptionHandler::rollbackMasterChangesAndLog( $e );
741 }
742 };
743
744 if ( function_exists( 'register_postsend_function' ) ) {
745 // https://github.com/facebook/hhvm/issues/1230
746 register_postsend_function( $callback );
747 } else {
748 if ( function_exists( 'fastcgi_finish_request' ) ) {
749 fastcgi_finish_request();
750 } else {
751 // Either all DB and deferred updates should happen or none.
752 // The latter should not be cancelled due to client disconnect.
753 ignore_user_abort( true );
754 }
755
756 $callback();
757 }
758 }
759
760 private function main() {
761 global $wgTitle;
762
763 $output = $this->context->getOutput();
764 $request = $this->context->getRequest();
765
766 // Send Ajax requests to the Ajax dispatcher.
767 if ( $this->config->get( 'UseAjax' ) && $request->getVal( 'action' ) === 'ajax' ) {
768 // Set a dummy title, because $wgTitle == null might break things
769 $title = Title::makeTitle( NS_SPECIAL, 'Badtitle/performing an AJAX call in '
770 . __METHOD__
771 );
772 $this->context->setTitle( $title );
773 $wgTitle = $title;
774
775 $dispatcher = new AjaxDispatcher( $this->config );
776 $dispatcher->performAction( $this->context->getUser() );
777
778 return;
779 }
780
781 // Get title from request parameters,
782 // is set on the fly by parseTitle the first time.
783 $title = $this->getTitle();
784 $action = $this->getAction();
785 $wgTitle = $title;
786
787 // Set DB query expectations for this HTTP request
788 $trxLimits = $this->config->get( 'TrxProfilerLimits' );
789 $trxProfiler = Profiler::instance()->getTransactionProfiler();
790 $trxProfiler->setLogger( LoggerFactory::getInstance( 'DBPerformance' ) );
791 if ( $request->hasSafeMethod() ) {
792 $trxProfiler->setExpectations( $trxLimits['GET'], __METHOD__ );
793 } else {
794 $trxProfiler->setExpectations( $trxLimits['POST'], __METHOD__ );
795 }
796
797 // If the user has forceHTTPS set to true, or if the user
798 // is in a group requiring HTTPS, or if they have the HTTPS
799 // preference set, redirect them to HTTPS.
800 // Note: Do this after $wgTitle is setup, otherwise the hooks run from
801 // isLoggedIn() will do all sorts of weird stuff.
802 if (
803 $request->getProtocol() == 'http' &&
804 // switch to HTTPS only when supported by the server
805 preg_match( '#^https://#', wfExpandUrl( $request->getRequestURL(), PROTO_HTTPS ) ) &&
806 (
807 $request->getSession()->shouldForceHTTPS() ||
808 // Check the cookie manually, for paranoia
809 $request->getCookie( 'forceHTTPS', '' ) ||
810 // check for prefixed version that was used for a time in older MW versions
811 $request->getCookie( 'forceHTTPS' ) ||
812 // Avoid checking the user and groups unless it's enabled.
813 (
814 $this->context->getUser()->isLoggedIn()
815 && $this->context->getUser()->requiresHTTPS()
816 )
817 )
818 ) {
819 $oldUrl = $request->getFullRequestURL();
820 $redirUrl = preg_replace( '#^http://#', 'https://', $oldUrl );
821
822 // ATTENTION: This hook is likely to be removed soon due to overall design of the system.
823 if ( Hooks::run( 'BeforeHttpsRedirect', [ $this->context, &$redirUrl ] ) ) {
824 if ( $request->wasPosted() ) {
825 // This is weird and we'd hope it almost never happens. This
826 // means that a POST came in via HTTP and policy requires us
827 // redirecting to HTTPS. It's likely such a request is going
828 // to fail due to post data being lost, but let's try anyway
829 // and just log the instance.
830
831 // @todo FIXME: See if we could issue a 307 or 308 here, need
832 // to see how clients (automated & browser) behave when we do
833 wfDebugLog( 'RedirectedPosts', "Redirected from HTTP to HTTPS: $oldUrl" );
834 }
835 // Setup dummy Title, otherwise OutputPage::redirect will fail
836 $title = Title::newFromText( 'REDIR', NS_MAIN );
837 $this->context->setTitle( $title );
838 // Since we only do this redir to change proto, always send a vary header
839 $output->addVaryHeader( 'X-Forwarded-Proto' );
840 $output->redirect( $redirUrl );
841 $output->output();
842
843 return;
844 }
845 }
846
847 if ( $title->canExist() && HTMLFileCache::useFileCache( $this->context ) ) {
848 // Try low-level file cache hit
849 $cache = new HTMLFileCache( $title, $action );
850 if ( $cache->isCacheGood( /* Assume up to date */ ) ) {
851 // Check incoming headers to see if client has this cached
852 $timestamp = $cache->cacheTimestamp();
853 if ( !$output->checkLastModified( $timestamp ) ) {
854 $cache->loadFromFileCache( $this->context );
855 }
856 // Do any stats increment/watchlist stuff, assuming user is viewing the
857 // latest revision (which should always be the case for file cache)
858 $this->context->getWikiPage()->doViewUpdates( $this->context->getUser() );
859 // Tell OutputPage that output is taken care of
860 $output->disable();
861
862 return;
863 }
864 }
865
866 // Actually do the work of the request and build up any output
867 $this->performRequest();
868
869 // GUI-ify and stash the page output in MediaWiki::doPreOutputCommit() while
870 // ChronologyProtector synchronizes DB positions or slaves accross all datacenters.
871 $buffer = null;
872 $outputWork = function () use ( $output, &$buffer ) {
873 if ( $buffer === null ) {
874 $buffer = $output->output( true );
875 }
876
877 return $buffer;
878 };
879
880 // Now commit any transactions, so that unreported errors after
881 // output() don't roll back the whole DB transaction and so that
882 // we avoid having both success and error text in the response
883 $this->doPreOutputCommit( $outputWork );
884
885 // Now send the actual output
886 print $outputWork();
887 }
888
889 /**
890 * Ends this task peacefully
891 * @param string $mode Use 'fast' to always skip job running
892 */
893 public function restInPeace( $mode = 'fast' ) {
894 $lbFactory = MediaWikiServices::getInstance()->getDBLoadBalancerFactory();
895 // Assure deferred updates are not in the main transaction
896 $lbFactory->commitMasterChanges( __METHOD__ );
897
898 // Loosen DB query expectations since the HTTP client is unblocked
899 $trxProfiler = Profiler::instance()->getTransactionProfiler();
900 $trxProfiler->resetExpectations();
901 $trxProfiler->setExpectations(
902 $this->config->get( 'TrxProfilerLimits' )['PostSend'],
903 __METHOD__
904 );
905
906 // Important: this must be the last deferred update added (T100085, T154425)
907 DeferredUpdates::addCallableUpdate( [ JobQueueGroup::class, 'pushLazyJobs' ] );
908
909 // Do any deferred jobs
910 DeferredUpdates::doUpdates( 'enqueue' );
911
912 // Now that everything specific to this request is done,
913 // try to occasionally run jobs (if enabled) from the queues
914 if ( $mode === 'normal' ) {
915 $this->triggerJobs();
916 }
917
918 // Log profiling data, e.g. in the database or UDP
919 wfLogProfilingData();
920
921 // Commit and close up!
922 $lbFactory->commitMasterChanges( __METHOD__ );
923 $lbFactory->shutdown( LBFactory::SHUTDOWN_NO_CHRONPROT );
924
925 wfDebug( "Request ended normally\n" );
926 }
927
928 /**
929 * Potentially open a socket and sent an HTTP request back to the server
930 * to run a specified number of jobs. This registers a callback to cleanup
931 * the socket once it's done.
932 */
933 public function triggerJobs() {
934 $jobRunRate = $this->config->get( 'JobRunRate' );
935 if ( $this->getTitle()->isSpecial( 'RunJobs' ) ) {
936 return; // recursion guard
937 } elseif ( $jobRunRate <= 0 || wfReadOnly() ) {
938 return;
939 }
940
941 if ( $jobRunRate < 1 ) {
942 $max = mt_getrandmax();
943 if ( mt_rand( 0, $max ) > $max * $jobRunRate ) {
944 return; // the higher the job run rate, the less likely we return here
945 }
946 $n = 1;
947 } else {
948 $n = intval( $jobRunRate );
949 }
950
951 $logger = LoggerFactory::getInstance( 'runJobs' );
952
953 try {
954 if ( $this->config->get( 'RunJobsAsync' ) ) {
955 // Send an HTTP request to the job RPC entry point if possible
956 $invokedWithSuccess = $this->triggerAsyncJobs( $n, $logger );
957 if ( !$invokedWithSuccess ) {
958 // Fall back to blocking on running the job(s)
959 $logger->warning( "Jobs switched to blocking; Special:RunJobs disabled" );
960 $this->triggerSyncJobs( $n, $logger );
961 }
962 } else {
963 $this->triggerSyncJobs( $n, $logger );
964 }
965 } catch ( JobQueueError $e ) {
966 // Do not make the site unavailable (T88312)
967 MWExceptionHandler::logException( $e );
968 }
969 }
970
971 /**
972 * @param integer $n Number of jobs to try to run
973 * @param LoggerInterface $runJobsLogger
974 */
975 private function triggerSyncJobs( $n, LoggerInterface $runJobsLogger ) {
976 $runner = new JobRunner( $runJobsLogger );
977 $runner->run( [ 'maxJobs' => $n ] );
978 }
979
980 /**
981 * @param integer $n Number of jobs to try to run
982 * @param LoggerInterface $runJobsLogger
983 * @return bool Success
984 */
985 private function triggerAsyncJobs( $n, LoggerInterface $runJobsLogger ) {
986 // Do not send request if there are probably no jobs
987 $group = JobQueueGroup::singleton();
988 if ( !$group->queuesHaveJobs( JobQueueGroup::TYPE_DEFAULT ) ) {
989 return true;
990 }
991
992 $query = [ 'title' => 'Special:RunJobs',
993 'tasks' => 'jobs', 'maxjobs' => $n, 'sigexpiry' => time() + 5 ];
994 $query['signature'] = SpecialRunJobs::getQuerySignature(
995 $query, $this->config->get( 'SecretKey' ) );
996
997 $errno = $errstr = null;
998 $info = wfParseUrl( $this->config->get( 'CanonicalServer' ) );
999 $host = $info ? $info['host'] : null;
1000 $port = 80;
1001 if ( isset( $info['scheme'] ) && $info['scheme'] == 'https' ) {
1002 $host = "tls://" . $host;
1003 $port = 443;
1004 }
1005 if ( isset( $info['port'] ) ) {
1006 $port = $info['port'];
1007 }
1008
1009 MediaWiki\suppressWarnings();
1010 $sock = $host ? fsockopen(
1011 $host,
1012 $port,
1013 $errno,
1014 $errstr,
1015 // If it takes more than 100ms to connect to ourselves there is a problem...
1016 0.100
1017 ) : false;
1018 MediaWiki\restoreWarnings();
1019
1020 $invokedWithSuccess = true;
1021 if ( $sock ) {
1022 $special = SpecialPageFactory::getPage( 'RunJobs' );
1023 $url = $special->getPageTitle()->getCanonicalURL( $query );
1024 $req = (
1025 "POST $url HTTP/1.1\r\n" .
1026 "Host: {$info['host']}\r\n" .
1027 "Connection: Close\r\n" .
1028 "Content-Length: 0\r\n\r\n"
1029 );
1030
1031 $runJobsLogger->info( "Running $n job(s) via '$url'" );
1032 // Send a cron API request to be performed in the background.
1033 // Give up if this takes too long to send (which should be rare).
1034 stream_set_timeout( $sock, 2 );
1035 $bytes = fwrite( $sock, $req );
1036 if ( $bytes !== strlen( $req ) ) {
1037 $invokedWithSuccess = false;
1038 $runJobsLogger->error( "Failed to start cron API (socket write error)" );
1039 } else {
1040 // Do not wait for the response (the script should handle client aborts).
1041 // Make sure that we don't close before that script reaches ignore_user_abort().
1042 $start = microtime( true );
1043 $status = fgets( $sock );
1044 $sec = microtime( true ) - $start;
1045 if ( !preg_match( '#^HTTP/\d\.\d 202 #', $status ) ) {
1046 $invokedWithSuccess = false;
1047 $runJobsLogger->error( "Failed to start cron API: received '$status' ($sec)" );
1048 }
1049 }
1050 fclose( $sock );
1051 } else {
1052 $invokedWithSuccess = false;
1053 $runJobsLogger->error( "Failed to start cron API (socket error $errno): $errstr" );
1054 }
1055
1056 return $invokedWithSuccess;
1057 }
1058 }