maintenance/generateJsonI18n.php

   1 <?php
   2
   3 /**
   4  * Convert a PHP messages file to a set of JSON messages files.
   5  *
   6  * Usage:
   7  *    php generateJsonI18n.php ExtensionName.i18n.php i18n/
   8  *
   9  * This program is free software; you can redistribute it and/or modify
  10  * it under the terms of the GNU General Public License as published by
  11  * the Free Software Foundation; either version 2 of the License, or
  12  * (at your option) any later version.
  13  *
  14  * This program is distributed in the hope that it will be useful,
  15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  17  * GNU General Public License for more details.
  18  *
  19  * You should have received a copy of the GNU General Public License along
  20  * with this program; if not, write to the Free Software Foundation, Inc.,
  21  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  22  * http://www.gnu.org/copyleft/gpl.html
  23  *
  24  * @file
  25  * @ingroup Maintenance
  26  */
  27
  28 require_once __DIR__ . '/Maintenance.php';
  29
  30 /**
  31  * Maintenance script to generate JSON i18n files from a PHP i18n file.
  32  *
  33  * @ingroup Maintenance
  34  */
  35 class GenerateJsonI18n extends Maintenance {
  36         public function __construct() {
  37                 parent::__construct();
  38                 $this->mDescription = "Build JSON messages files from a PHP messages file";
  39                 $this->addArg( 'phpfile', 'PHP file defining a $messages array', true );
  40                 $this->addArg( 'jsondir', 'Directory to write JSON files to', true );
  41                 $this->addOption( 'langcode', 'Language code; only needed for converting core i18n files',
  42                         false, true );
  43         }
  44
  45         public function execute() {
  46                 $phpfile = $this->getArg( 0 );
  47                 $jsondir = $this->getArg( 1 );
  48
  49                 if ( !is_readable( $phpfile ) ) {
  50                         $this->error( "Error reading $phpfile\n", 1 );
  51                 }
  52                 include $phpfile;
  53                 $phpfileContents = file_get_contents( $phpfile );
  54
  55                 if ( !isset( $messages ) ) {
  56                         $this->error( "PHP file $phpfile does not define \$messages array\n", 1 );
  57                 }
  58
  59                 $extensionStyle = true;
  60                 if ( !isset( $messages['en'] ) || !is_array( $messages['en'] ) ) {
  61                         if ( !$this->hasOption( 'langcode' ) ) {
  62                                 $this->error( "PHP file $phpfile does not set language codes, --langcode " .
  63                                         "is required.\n", 1 );
  64                         }
  65                         $extensionStyle = false;
  66                         $langcode = $this->getOption( 'langcode' );
  67                         $messages = array( $langcode => $messages );
  68                 } else if ( $this->hasOption( 'langcode' ) ) {
  69                         $this->output( "Warning: --langcode option set but will not be used.\n" );
  70                 }
  71
  72                 foreach ( $messages as $langcode => $langmsgs ) {
  73                         $authors = $this->getAuthorsFromComment( $this->findCommentBefore(
  74                                 $extensionStyle ? "\$messages['$langcode'] =" : '$messages =',
  75                                 $phpfileContents
  76                         ) );
  77                         // Make sure the @metadata key is the first key in the output
  78                         $langmsgs = array_merge(
  79                                 array( '@metadata' => array( 'authors' => $authors ) ),
  80                                 $langmsgs
  81                         );
  82
  83                         $jsonfile = "$jsondir/$langcode.json";
  84                         $success = file_put_contents(
  85                                 $jsonfile,
  86                                 FormatJson::encode( $langmsgs, true, FormatJson::ALL_OK )
  87                         );
  88                         if ( $success === false ) {
  89                                 $this->error( "FAILED to write $jsonfile", 1 );
  90                         }
  91                         $this->output( "$jsonfile\n" );
  92                 }
  93
  94                 if ( !$this->hasOption( 'langcode' ) ) {
  95                         $shim = $this->doShim( $jsondir );
  96                         file_put_contents( $phpfile, $shim );
  97                 }
  98
  99                 $this->output( "All done.\n" );
 100                 $this->output( "Also add \$wgMessagesDirs['YourExtension'] = __DIR__ . '/i18n';\n" );
 101         }
 102
 103         protected function doShim( $jsondir ) {
 104                 $shim = <<<'PHP'
 105 <?php
 106 $messages = array();
 107 $GLOBALS['wgHooks']['LocalisationCacheRecache'][] = function ( $cache, $code, &$cachedData ) {
 108         $codeSequence = array_merge( array( $code ), $cachedData['fallbackSequence'] );
 109         foreach ( $codeSequence as $csCode ) {
 110                 $fileName = __DIR__ . "/{{OUT}}/$csCode.json";
 111                 if ( is_readable( $fileName ) ) {
 112                         $data = FormatJson::decode( file_get_contents( $fileName ), true );
 113                         foreach ( array_keys( $data ) as $key ) {
 114                                 if ( $key === '' || $key[0] === '@' ) {
 115                                         unset( $data[$key] );
 116                                 }
 117                         }
 118                         $cachedData['messages'] = array_merge( $data, $cachedData['messages'] );
 119                 }
 120
 121                 $cachedData['deps'][] = new FileDependency( $fileName );
 122         }
 123         return true;
 124 };
 125
 126 PHP;
 127
 128                 $jsondir = str_replace('\\', '/', $jsondir );
 129                 $shim = str_replace( '{{OUT}}', $jsondir, $shim );
 130                 return $shim;
 131         }
 132
 133         /**
 134          * Find the documentation comment immediately before a given search string
 135          * @param string $needle String to search for
 136          * @param string $haystack String to search in
 137          * @return string Substring of $haystack starting at '/**' ending right before $needle, or empty
 138          */
 139         protected function findCommentBefore( $needle, $haystack ) {
 140                 $needlePos = strpos( $haystack, $needle );
 141                 if ( $needlePos === false ) {
 142                         return '';
 143                 }
 144                 // Need to pass a negative offset to strrpos() so it'll search backwards from the
 145                 // offset
 146                 $startPos = strrpos( $haystack, '/**', $needlePos - strlen( $haystack ) );
 147                 if ( $startPos === false ) {
 148                         return '';
 149                 }
 150
 151                 return substr( $haystack, $startPos, $needlePos - $startPos );
 152         }
 153
 154         /**
 155          * Get an array of author names from a documentation comment containing @author declarations.
 156          * @param string $comment Documentation comment
 157          * @return Array of author names (strings)
 158          */
 159         protected function getAuthorsFromComment( $comment ) {
 160                 $matches = null;
 161                 preg_match_all( '/@author (.*?)$/m', $comment, $matches );
 162                 return $matches && $matches[1] ? $matches[1] : array();
 163         }
 164 }
 165
 166 $maintClass = "GenerateJsonI18n";
 167 require_once RUN_MAINTENANCE_IF_MAIN;