Merge "objectcache: add object segmentation support to BagOStuff"
[lhc/web/wiklou.git] / includes / block / BlockManager.php
1 <?php
2 /**
3 * This program is free software; you can redistribute it and/or modify
4 * it under the terms of the GNU General Public License as published by
5 * the Free Software Foundation; either version 2 of the License, or
6 * (at your option) any later version.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 * GNU General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public License along
14 * with this program; if not, write to the Free Software Foundation, Inc.,
15 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
16 * http://www.gnu.org/copyleft/gpl.html
17 *
18 * @file
19 */
20
21 namespace MediaWiki\Block;
22
23 use DateTime;
24 use IP;
25 use MediaWiki\User\UserIdentity;
26 use MWCryptHash;
27 use User;
28 use WebRequest;
29 use WebResponse;
30 use Wikimedia\IPSet;
31
32 /**
33 * A service class for checking blocks.
34 * To obtain an instance, use MediaWikiServices::getInstance()->getBlockManager().
35 *
36 * @since 1.34 Refactored from User and Block.
37 */
38 class BlockManager {
39 // TODO: This should be UserIdentity instead of User
40 /** @var User */
41 private $currentUser;
42
43 /** @var WebRequest */
44 private $currentRequest;
45
46 /** @var bool */
47 private $applyIpBlocksToXff;
48
49 /** @var bool */
50 private $cookieSetOnAutoblock;
51
52 /** @var bool */
53 private $cookieSetOnIpBlock;
54
55 /** @var array */
56 private $dnsBlacklistUrls;
57
58 /** @var bool */
59 private $enableDnsBlacklist;
60
61 /** @var array */
62 private $proxyList;
63
64 /** @var array */
65 private $proxyWhitelist;
66
67 /** @var string|bool */
68 private $secretKey;
69
70 /** @var array */
71 private $softBlockRanges;
72
73 /**
74 * @param User $currentUser
75 * @param WebRequest $currentRequest
76 * @param bool $applyIpBlocksToXff
77 * @param bool $cookieSetOnAutoblock
78 * @param bool $cookieSetOnIpBlock
79 * @param array $dnsBlacklistUrls
80 * @param bool $enableDnsBlacklist
81 * @param array $proxyList
82 * @param array $proxyWhitelist
83 * @param string $secretKey
84 * @param array $softBlockRanges
85 */
86 public function __construct(
87 $currentUser,
88 $currentRequest,
89 $applyIpBlocksToXff,
90 $cookieSetOnAutoblock,
91 $cookieSetOnIpBlock,
92 $dnsBlacklistUrls,
93 $enableDnsBlacklist,
94 $proxyList,
95 $proxyWhitelist,
96 $secretKey,
97 $softBlockRanges
98 ) {
99 $this->currentUser = $currentUser;
100 $this->currentRequest = $currentRequest;
101 $this->applyIpBlocksToXff = $applyIpBlocksToXff;
102 $this->cookieSetOnAutoblock = $cookieSetOnAutoblock;
103 $this->cookieSetOnIpBlock = $cookieSetOnIpBlock;
104 $this->dnsBlacklistUrls = $dnsBlacklistUrls;
105 $this->enableDnsBlacklist = $enableDnsBlacklist;
106 $this->proxyList = $proxyList;
107 $this->proxyWhitelist = $proxyWhitelist;
108 $this->secretKey = $secretKey;
109 $this->softBlockRanges = $softBlockRanges;
110 }
111
112 /**
113 * Get the blocks that apply to a user. If there is only one, return that, otherwise
114 * return a composite block that combines the strictest features of the applicable
115 * blocks.
116 *
117 * TODO: $user should be UserIdentity instead of User
118 *
119 * @internal This should only be called by User::getBlockedStatus
120 * @param User $user
121 * @param bool $fromReplica Whether to check the replica DB first.
122 * To improve performance, non-critical checks are done against replica DBs.
123 * Check when actually saving should be done against master.
124 * @return AbstractBlock|null The most relevant block, or null if there is no block.
125 */
126 public function getUserBlock( User $user, $fromReplica ) {
127 $isAnon = $user->getId() === 0;
128
129 // TODO: If $user is the current user, we should use the current request. Otherwise,
130 // we should not look for XFF or cookie blocks.
131 $request = $user->getRequest();
132
133 # We only need to worry about passing the IP address to the block generator if the
134 # user is not immune to autoblocks/hardblocks, and they are the current user so we
135 # know which IP address they're actually coming from
136 $ip = null;
137 $sessionUser = $this->currentUser;
138 // the session user is set up towards the end of Setup.php. Until then,
139 // assume it's a logged-out user.
140 $globalUserName = $sessionUser->isSafeToLoad()
141 ? $sessionUser->getName()
142 : IP::sanitizeIP( $this->currentRequest->getIP() );
143 if ( $user->getName() === $globalUserName && !$user->isAllowed( 'ipblock-exempt' ) ) {
144 $ip = $this->currentRequest->getIP();
145 }
146
147 // User/IP blocking
148 // After this, $blocks is an array of blocks or an empty array
149 // TODO: remove dependency on DatabaseBlock
150 $blocks = DatabaseBlock::newListFromTarget( $user, $ip, !$fromReplica );
151
152 // Cookie blocking
153 $cookieBlock = $this->getBlockFromCookieValue( $user, $request );
154 if ( $cookieBlock instanceof AbstractBlock ) {
155 $blocks[] = $cookieBlock;
156 }
157
158 // Proxy blocking
159 if ( $ip !== null && !in_array( $ip, $this->proxyWhitelist ) ) {
160 // Local list
161 if ( $this->isLocallyBlockedProxy( $ip ) ) {
162 $blocks[] = new SystemBlock( [
163 'byText' => wfMessage( 'proxyblocker' )->text(),
164 'reason' => wfMessage( 'proxyblockreason' )->plain(),
165 'address' => $ip,
166 'systemBlock' => 'proxy',
167 ] );
168 } elseif ( $isAnon && $this->isDnsBlacklisted( $ip ) ) {
169 $blocks[] = new SystemBlock( [
170 'byText' => wfMessage( 'sorbs' )->text(),
171 'reason' => wfMessage( 'sorbsreason' )->plain(),
172 'address' => $ip,
173 'systemBlock' => 'dnsbl',
174 ] );
175 }
176 }
177
178 // (T25343) Apply IP blocks to the contents of XFF headers, if enabled
179 if ( $this->applyIpBlocksToXff
180 && $ip !== null
181 && !in_array( $ip, $this->proxyWhitelist )
182 ) {
183 $xff = $request->getHeader( 'X-Forwarded-For' );
184 $xff = array_map( 'trim', explode( ',', $xff ) );
185 $xff = array_diff( $xff, [ $ip ] );
186 // TODO: remove dependency on DatabaseBlock
187 $xffblocks = DatabaseBlock::getBlocksForIPList( $xff, $isAnon, !$fromReplica );
188 $blocks = array_merge( $blocks, $xffblocks );
189 }
190
191 // Soft blocking
192 if ( $ip !== null
193 && $isAnon
194 && IP::isInRanges( $ip, $this->softBlockRanges )
195 ) {
196 $blocks[] = new SystemBlock( [
197 'address' => $ip,
198 'byText' => 'MediaWiki default',
199 'reason' => wfMessage( 'softblockrangesreason', $ip )->plain(),
200 'anonOnly' => true,
201 'systemBlock' => 'wgSoftBlockRanges',
202 ] );
203 }
204
205 if ( count( $blocks ) > 0 ) {
206 if ( count( $blocks ) === 1 ) {
207 $block = $blocks[ 0 ];
208 } else {
209 $block = new CompositeBlock( [
210 'address' => $ip,
211 'originalBlocks' => $blocks,
212 ] );
213 }
214 return $block;
215 }
216
217 return null;
218 }
219
220 /**
221 * Try to load a block from an ID given in a cookie value.
222 *
223 * @param UserIdentity $user
224 * @param WebRequest $request
225 * @return DatabaseBlock|bool The block object, or false if none could be loaded.
226 */
227 private function getBlockFromCookieValue(
228 UserIdentity $user,
229 WebRequest $request
230 ) {
231 $blockCookieVal = $request->getCookie( 'BlockID' );
232 $response = $request->response();
233
234 // Make sure there's something to check. The cookie value must start with a number.
235 if ( strlen( $blockCookieVal ) < 1 || !is_numeric( substr( $blockCookieVal, 0, 1 ) ) ) {
236 return false;
237 }
238 // Load the block from the ID in the cookie.
239 $blockCookieId = $this->getIdFromCookieValue( $blockCookieVal );
240 if ( $blockCookieId !== null ) {
241 // An ID was found in the cookie.
242 // TODO: remove dependency on DatabaseBlock
243 $tmpBlock = DatabaseBlock::newFromID( $blockCookieId );
244 if ( $tmpBlock instanceof DatabaseBlock ) {
245 switch ( $tmpBlock->getType() ) {
246 case DatabaseBlock::TYPE_USER:
247 $blockIsValid = !$tmpBlock->isExpired() && $tmpBlock->isAutoblocking();
248 $useBlockCookie = ( $this->cookieSetOnAutoblock === true );
249 break;
250 case DatabaseBlock::TYPE_IP:
251 case DatabaseBlock::TYPE_RANGE:
252 // If block is type IP or IP range, load only if user is not logged in (T152462)
253 $blockIsValid = !$tmpBlock->isExpired() && $user->getId() === 0;
254 $useBlockCookie = ( $this->cookieSetOnIpBlock === true );
255 break;
256 default:
257 $blockIsValid = false;
258 $useBlockCookie = false;
259 }
260
261 if ( $blockIsValid && $useBlockCookie ) {
262 // Use the block.
263 return $tmpBlock;
264 }
265 }
266 // If the block is invalid or doesn't exist, remove the cookie.
267 $this->clearBlockCookie( $response );
268 }
269 return false;
270 }
271
272 /**
273 * Check if an IP address is in the local proxy list
274 *
275 * @param string $ip
276 * @return bool
277 */
278 private function isLocallyBlockedProxy( $ip ) {
279 if ( !$this->proxyList ) {
280 return false;
281 }
282
283 if ( !is_array( $this->proxyList ) ) {
284 // Load values from the specified file
285 $this->proxyList = array_map( 'trim', file( $this->proxyList ) );
286 }
287
288 $resultProxyList = [];
289 $deprecatedIPEntries = [];
290
291 // backward compatibility: move all ip addresses in keys to values
292 foreach ( $this->proxyList as $key => $value ) {
293 $keyIsIP = IP::isIPAddress( $key );
294 $valueIsIP = IP::isIPAddress( $value );
295 if ( $keyIsIP && !$valueIsIP ) {
296 $deprecatedIPEntries[] = $key;
297 $resultProxyList[] = $key;
298 } elseif ( $keyIsIP && $valueIsIP ) {
299 $deprecatedIPEntries[] = $key;
300 $resultProxyList[] = $key;
301 $resultProxyList[] = $value;
302 } else {
303 $resultProxyList[] = $value;
304 }
305 }
306
307 if ( $deprecatedIPEntries ) {
308 wfDeprecated(
309 'IP addresses in the keys of $wgProxyList (found the following IP addresses in keys: ' .
310 implode( ', ', $deprecatedIPEntries ) . ', please move them to values)', '1.30' );
311 }
312
313 $proxyListIPSet = new IPSet( $resultProxyList );
314 return $proxyListIPSet->match( $ip );
315 }
316
317 /**
318 * Whether the given IP is in a DNS blacklist.
319 *
320 * @param string $ip IP to check
321 * @param bool $checkWhitelist Whether to check the whitelist first
322 * @return bool True if blacklisted.
323 */
324 public function isDnsBlacklisted( $ip, $checkWhitelist = false ) {
325 if ( !$this->enableDnsBlacklist ||
326 ( $checkWhitelist && in_array( $ip, $this->proxyWhitelist ) )
327 ) {
328 return false;
329 }
330
331 return $this->inDnsBlacklist( $ip, $this->dnsBlacklistUrls );
332 }
333
334 /**
335 * Whether the given IP is in a given DNS blacklist.
336 *
337 * @param string $ip IP to check
338 * @param array $bases Array of Strings: URL of the DNS blacklist
339 * @return bool True if blacklisted.
340 */
341 private function inDnsBlacklist( $ip, array $bases ) {
342 $found = false;
343 // @todo FIXME: IPv6 ??? (https://bugs.php.net/bug.php?id=33170)
344 if ( IP::isIPv4( $ip ) ) {
345 // Reverse IP, T23255
346 $ipReversed = implode( '.', array_reverse( explode( '.', $ip ) ) );
347
348 foreach ( $bases as $base ) {
349 // Make hostname
350 // If we have an access key, use that too (ProjectHoneypot, etc.)
351 $basename = $base;
352 if ( is_array( $base ) ) {
353 if ( count( $base ) >= 2 ) {
354 // Access key is 1, base URL is 0
355 $hostname = "{$base[1]}.$ipReversed.{$base[0]}";
356 } else {
357 $hostname = "$ipReversed.{$base[0]}";
358 }
359 $basename = $base[0];
360 } else {
361 $hostname = "$ipReversed.$base";
362 }
363
364 // Send query
365 $ipList = $this->checkHost( $hostname );
366
367 if ( $ipList ) {
368 wfDebugLog(
369 'dnsblacklist',
370 "Hostname $hostname is {$ipList[0]}, it's a proxy says $basename!"
371 );
372 $found = true;
373 break;
374 }
375
376 wfDebugLog( 'dnsblacklist', "Requested $hostname, not found in $basename." );
377 }
378 }
379
380 return $found;
381 }
382
383 /**
384 * Wrapper for mocking in tests.
385 *
386 * @param string $hostname DNSBL query
387 * @return string[]|bool IPv4 array, or false if the IP is not blacklisted
388 */
389 protected function checkHost( $hostname ) {
390 return gethostbynamel( $hostname );
391 }
392
393 /**
394 * Set the 'BlockID' cookie depending on block type and user authentication status.
395 *
396 * @since 1.34
397 * @param User $user
398 */
399 public function trackBlockWithCookie( User $user ) {
400 $block = $user->getBlock();
401 $request = $user->getRequest();
402 $response = $request->response();
403 $isAnon = $user->isAnon();
404
405 if ( $block && $request->getCookie( 'BlockID' ) === null ) {
406 if ( $block instanceof CompositeBlock ) {
407 // TODO: Improve on simply tracking the first trackable block (T225654)
408 foreach ( $block->getOriginalBlocks() as $originalBlock ) {
409 if ( $this->shouldTrackBlockWithCookie( $originalBlock, $isAnon ) ) {
410 $this->setBlockCookie( $originalBlock, $response );
411 return;
412 }
413 }
414 } else {
415 if ( $this->shouldTrackBlockWithCookie( $block, $isAnon ) ) {
416 $this->setBlockCookie( $block, $response );
417 }
418 }
419 }
420 }
421
422 /**
423 * Set the 'BlockID' cookie to this block's ID and expiry time. The cookie's expiry will be
424 * the same as the block's, to a maximum of 24 hours.
425 *
426 * @since 1.34
427 * @internal Should be private.
428 * Left public for backwards compatibility, until DatabaseBlock::setCookie is removed.
429 * @param DatabaseBlock $block
430 * @param WebResponse $response The response on which to set the cookie.
431 */
432 public function setBlockCookie( DatabaseBlock $block, WebResponse $response ) {
433 // Calculate the default expiry time.
434 $maxExpiryTime = wfTimestamp( TS_MW, wfTimestamp() + ( 24 * 60 * 60 ) );
435
436 // Use the block's expiry time only if it's less than the default.
437 $expiryTime = $block->getExpiry();
438 if ( $expiryTime === 'infinity' || $expiryTime > $maxExpiryTime ) {
439 $expiryTime = $maxExpiryTime;
440 }
441
442 // Set the cookie. Reformat the MediaWiki datetime as a Unix timestamp for the cookie.
443 $expiryValue = DateTime::createFromFormat( 'YmdHis', $expiryTime )->format( 'U' );
444 $cookieOptions = [ 'httpOnly' => false ];
445 $cookieValue = $this->getCookieValue( $block );
446 $response->setCookie( 'BlockID', $cookieValue, $expiryValue, $cookieOptions );
447 }
448
449 /**
450 * Check if the block should be tracked with a cookie.
451 *
452 * @param AbstractBlock $block
453 * @param bool $isAnon The user is logged out
454 * @return bool The block sould be tracked with a cookie
455 */
456 private function shouldTrackBlockWithCookie( AbstractBlock $block, $isAnon ) {
457 if ( $block instanceof DatabaseBlock ) {
458 switch ( $block->getType() ) {
459 case DatabaseBlock::TYPE_IP:
460 case DatabaseBlock::TYPE_RANGE:
461 return $isAnon && $this->cookieSetOnIpBlock;
462 case DatabaseBlock::TYPE_USER:
463 return !$isAnon && $this->cookieSetOnAutoblock && $block->isAutoblocking();
464 default:
465 return false;
466 }
467 }
468 return false;
469 }
470
471 /**
472 * Unset the 'BlockID' cookie.
473 *
474 * @since 1.34
475 * @param WebResponse $response
476 */
477 public static function clearBlockCookie( WebResponse $response ) {
478 $response->clearCookie( 'BlockID', [ 'httpOnly' => false ] );
479 }
480
481 /**
482 * Get the stored ID from the 'BlockID' cookie. The cookie's value is usually a combination of
483 * the ID and a HMAC (see DatabaseBlock::setCookie), but will sometimes only be the ID.
484 *
485 * @since 1.34
486 * @internal Should be private.
487 * Left public for backwards compatibility, until DatabaseBlock::getIdFromCookieValue is removed.
488 * @param string $cookieValue The string in which to find the ID.
489 * @return int|null The block ID, or null if the HMAC is present and invalid.
490 */
491 public function getIdFromCookieValue( $cookieValue ) {
492 // Extract the ID prefix from the cookie value (may be the whole value, if no bang found).
493 $bangPos = strpos( $cookieValue, '!' );
494 $id = ( $bangPos === false ) ? $cookieValue : substr( $cookieValue, 0, $bangPos );
495 if ( !$this->secretKey ) {
496 // If there's no secret key, just use the ID as given.
497 return $id;
498 }
499 $storedHmac = substr( $cookieValue, $bangPos + 1 );
500 $calculatedHmac = MWCryptHash::hmac( $id, $this->secretKey, false );
501 if ( $calculatedHmac === $storedHmac ) {
502 return $id;
503 } else {
504 return null;
505 }
506 }
507
508 /**
509 * Get the BlockID cookie's value for this block. This is usually the block ID concatenated
510 * with an HMAC in order to avoid spoofing (T152951), but if wgSecretKey is not set will just
511 * be the block ID.
512 *
513 * @since 1.34
514 * @internal Should be private.
515 * Left public for backwards compatibility, until DatabaseBlock::getCookieValue is removed.
516 * @param DatabaseBlock $block
517 * @return string The block ID, probably concatenated with "!" and the HMAC.
518 */
519 public function getCookieValue( DatabaseBlock $block ) {
520 $id = $block->getId();
521 if ( !$this->secretKey ) {
522 // If there's no secret key, don't append a HMAC.
523 return $id;
524 }
525 $hmac = MWCryptHash::hmac( $id, $this->secretKey, false );
526 $cookieValue = $id . '!' . $hmac;
527 return $cookieValue;
528 }
529
530 }