Introduce mediawiki.RegExp module
[mediawiki.git] / includes / resourceloader / ResourceLoaderModule.php
blob3322eff4e4aec8988c5fca7dff76f1a0f0944435
1 <?php
2 /**
3 * Abstraction for resource loader modules.
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; either version 2 of the License, or
8 * (at your option) any later version.
10 * This program is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License along
16 * with this program; if not, write to the Free Software Foundation, Inc.,
17 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
18 * http://www.gnu.org/copyleft/gpl.html
20 * @file
21 * @author Trevor Parscal
22 * @author Roan Kattouw
25 /**
26 * Abstraction for resource loader modules, with name registration and maxage functionality.
28 abstract class ResourceLoaderModule {
29 # Type of resource
30 const TYPE_SCRIPTS = 'scripts';
31 const TYPE_STYLES = 'styles';
32 const TYPE_COMBINED = 'combined';
34 # sitewide core module like a skin file or jQuery component
35 const ORIGIN_CORE_SITEWIDE = 1;
37 # per-user module generated by the software
38 const ORIGIN_CORE_INDIVIDUAL = 2;
40 # sitewide module generated from user-editable files, like MediaWiki:Common.js, or
41 # modules accessible to multiple users, such as those generated by the Gadgets extension.
42 const ORIGIN_USER_SITEWIDE = 3;
44 # per-user module generated from user-editable files, like User:Me/vector.js
45 const ORIGIN_USER_INDIVIDUAL = 4;
47 # an access constant; make sure this is kept as the largest number in this group
48 const ORIGIN_ALL = 10;
50 # script and style modules form a hierarchy of trustworthiness, with core modules like
51 # skins and jQuery as most trustworthy, and user scripts as least trustworthy. We can
52 # limit the types of scripts and styles we allow to load on, say, sensitive special
53 # pages like Special:UserLogin and Special:Preferences
54 protected $origin = self::ORIGIN_CORE_SITEWIDE;
56 /* Protected Members */
58 protected $name = null;
59 protected $targets = array( 'desktop' );
61 // In-object cache for file dependencies
62 protected $fileDeps = array();
63 // In-object cache for message blob mtime
64 protected $msgBlobMtime = array();
65 // In-object cache for version hash
66 protected $versionHash = array();
67 // In-object cache for module content
68 protected $contents = array();
70 // Whether the position returned by getPosition() is defined in the module configuration
71 // and not a default value
72 protected $isPositionDefined = false;
74 /**
75 * @var Config
77 protected $config;
79 /* Methods */
81 /**
82 * Get this module's name. This is set when the module is registered
83 * with ResourceLoader::register()
85 * @return string|null Name (string) or null if no name was set
87 public function getName() {
88 return $this->name;
91 /**
92 * Set this module's name. This is called by ResourceLoader::register()
93 * when registering the module. Other code should not call this.
95 * @param string $name Name
97 public function setName( $name ) {
98 $this->name = $name;
102 * Get this module's origin. This is set when the module is registered
103 * with ResourceLoader::register()
105 * @return int ResourceLoaderModule class constant, the subclass default
106 * if not set manually
108 public function getOrigin() {
109 return $this->origin;
113 * Set this module's origin. This is called by ResourceLoader::register()
114 * when registering the module. Other code should not call this.
116 * @param int $origin Origin
118 public function setOrigin( $origin ) {
119 $this->origin = $origin;
123 * @param ResourceLoaderContext $context
124 * @return bool
126 public function getFlip( $context ) {
127 global $wgContLang;
129 return $wgContLang->getDir() !== $context->getDirection();
133 * Get all JS for this module for a given language and skin.
134 * Includes all relevant JS except loader scripts.
136 * @param ResourceLoaderContext $context
137 * @return string JavaScript code
139 public function getScript( ResourceLoaderContext $context ) {
140 // Stub, override expected
141 return '';
145 * Takes named templates by the module and returns an array mapping.
147 * @return array of templates mapping template alias to content
149 public function getTemplates() {
150 // Stub, override expected.
151 return array();
155 * @return Config
156 * @since 1.24
158 public function getConfig() {
159 if ( $this->config === null ) {
160 // Ugh, fall back to default
161 $this->config = ConfigFactory::getDefaultInstance()->makeConfig( 'main' );
164 return $this->config;
168 * @param Config $config
169 * @since 1.24
171 public function setConfig( Config $config ) {
172 $this->config = $config;
176 * Get the URL or URLs to load for this module's JS in debug mode.
177 * The default behavior is to return a load.php?only=scripts URL for
178 * the module, but file-based modules will want to override this to
179 * load the files directly.
181 * This function is called only when 1) we're in debug mode, 2) there
182 * is no only= parameter and 3) supportsURLLoading() returns true.
183 * #2 is important to prevent an infinite loop, therefore this function
184 * MUST return either an only= URL or a non-load.php URL.
186 * @param ResourceLoaderContext $context
187 * @return array Array of URLs
189 public function getScriptURLsForDebug( ResourceLoaderContext $context ) {
190 $resourceLoader = $context->getResourceLoader();
191 $derivative = new DerivativeResourceLoaderContext( $context );
192 $derivative->setModules( array( $this->getName() ) );
193 $derivative->setOnly( 'scripts' );
194 $derivative->setDebug( true );
196 $url = $resourceLoader->createLoaderURL(
197 $this->getSource(),
198 $derivative
201 return array( $url );
205 * Whether this module supports URL loading. If this function returns false,
206 * getScript() will be used even in cases (debug mode, no only param) where
207 * getScriptURLsForDebug() would normally be used instead.
208 * @return bool
210 public function supportsURLLoading() {
211 return true;
215 * Get all CSS for this module for a given skin.
217 * @param ResourceLoaderContext $context
218 * @return array List of CSS strings or array of CSS strings keyed by media type.
219 * like array( 'screen' => '.foo { width: 0 }' );
220 * or array( 'screen' => array( '.foo { width: 0 }' ) );
222 public function getStyles( ResourceLoaderContext $context ) {
223 // Stub, override expected
224 return array();
228 * Get the URL or URLs to load for this module's CSS in debug mode.
229 * The default behavior is to return a load.php?only=styles URL for
230 * the module, but file-based modules will want to override this to
231 * load the files directly. See also getScriptURLsForDebug()
233 * @param ResourceLoaderContext $context
234 * @return array Array( mediaType => array( URL1, URL2, ... ), ... )
236 public function getStyleURLsForDebug( ResourceLoaderContext $context ) {
237 $resourceLoader = $context->getResourceLoader();
238 $derivative = new DerivativeResourceLoaderContext( $context );
239 $derivative->setModules( array( $this->getName() ) );
240 $derivative->setOnly( 'styles' );
241 $derivative->setDebug( true );
243 $url = $resourceLoader->createLoaderURL(
244 $this->getSource(),
245 $derivative
248 return array( 'all' => array( $url ) );
252 * Get the messages needed for this module.
254 * To get a JSON blob with messages, use MessageBlobStore::get()
256 * @return array List of message keys. Keys may occur more than once
258 public function getMessages() {
259 // Stub, override expected
260 return array();
264 * Get the group this module is in.
266 * @return string Group name
268 public function getGroup() {
269 // Stub, override expected
270 return null;
274 * Get the origin of this module. Should only be overridden for foreign modules.
276 * @return string Origin name, 'local' for local modules
278 public function getSource() {
279 // Stub, override expected
280 return 'local';
284 * Where on the HTML page should this module's JS be loaded?
285 * - 'top': in the "<head>"
286 * - 'bottom': at the bottom of the "<body>"
288 * @return string
290 public function getPosition() {
291 return 'bottom';
295 * Whether the position returned by getPosition() is a default value or comes from the module
296 * definition. This method is meant to be short-lived, and is only useful until classes added via
297 * addModuleStyles with a default value define an explicit position. See getModuleStyles() in
298 * OutputPage for the related migration warning.
300 * @return bool
301 * @since 1.26
303 public function isPositionDefault() {
304 return !$this->isPositionDefined;
308 * Whether this module's JS expects to work without the client-side ResourceLoader module.
309 * Returning true from this function will prevent mw.loader.state() call from being
310 * appended to the bottom of the script.
312 * @return bool
314 public function isRaw() {
315 return false;
319 * Get the loader JS for this module, if set.
321 * @return mixed JavaScript loader code as a string or boolean false if no custom loader set
323 public function getLoaderScript() {
324 // Stub, override expected
325 return false;
329 * Get a list of modules this module depends on.
331 * Dependency information is taken into account when loading a module
332 * on the client side.
334 * To add dependencies dynamically on the client side, use a custom
335 * loader script, see getLoaderScript()
337 * Note: It is expected that $context will be made non-optional in the near
338 * future.
340 * @param ResourceLoaderContext $context
341 * @return array List of module names as strings
343 public function getDependencies( ResourceLoaderContext $context = null ) {
344 // Stub, override expected
345 return array();
349 * Get target(s) for the module, eg ['desktop'] or ['desktop', 'mobile']
351 * @return array Array of strings
353 public function getTargets() {
354 return $this->targets;
358 * Get the skip function.
360 * Modules that provide fallback functionality can provide a "skip function". This
361 * function, if provided, will be passed along to the module registry on the client.
362 * When this module is loaded (either directly or as a dependency of another module),
363 * then this function is executed first. If the function returns true, the module will
364 * instantly be considered "ready" without requesting the associated module resources.
366 * The value returned here must be valid javascript for execution in a private function.
367 * It must not contain the "function () {" and "}" wrapper though.
369 * @return string|null A JavaScript function body returning a boolean value, or null
371 public function getSkipFunction() {
372 return null;
376 * Get the files this module depends on indirectly for a given skin.
377 * Currently these are only image files referenced by the module's CSS.
379 * @param string $skin Skin name
380 * @return array List of files
382 public function getFileDependencies( $skin ) {
383 // Try in-object cache first
384 if ( isset( $this->fileDeps[$skin] ) ) {
385 return $this->fileDeps[$skin];
388 $dbr = wfGetDB( DB_SLAVE );
389 $deps = $dbr->selectField( 'module_deps', 'md_deps', array(
390 'md_module' => $this->getName(),
391 'md_skin' => $skin,
392 ), __METHOD__
394 if ( !is_null( $deps ) ) {
395 $this->fileDeps[$skin] = (array)FormatJson::decode( $deps, true );
396 } else {
397 $this->fileDeps[$skin] = array();
399 return $this->fileDeps[$skin];
403 * Set preloaded file dependency information. Used so we can load this
404 * information for all modules at once.
405 * @param string $skin Skin name
406 * @param array $deps Array of file names
408 public function setFileDependencies( $skin, $deps ) {
409 $this->fileDeps[$skin] = $deps;
413 * Get the last modification timestamp of the messages in this module for a given language.
414 * @param string $lang Language code
415 * @return int UNIX timestamp
417 public function getMsgBlobMtime( $lang ) {
418 if ( !isset( $this->msgBlobMtime[$lang] ) ) {
419 if ( !count( $this->getMessages() ) ) {
420 return 1;
423 $dbr = wfGetDB( DB_SLAVE );
424 $msgBlobMtime = $dbr->selectField( 'msg_resource', 'mr_timestamp', array(
425 'mr_resource' => $this->getName(),
426 'mr_lang' => $lang
427 ), __METHOD__
429 // If no blob was found, but the module does have messages, that means we need
430 // to regenerate it. Return NOW
431 if ( $msgBlobMtime === false ) {
432 $msgBlobMtime = wfTimestampNow();
434 $this->msgBlobMtime[$lang] = wfTimestamp( TS_UNIX, $msgBlobMtime );
436 return $this->msgBlobMtime[$lang];
440 * Set a preloaded message blob last modification timestamp. Used so we
441 * can load this information for all modules at once.
442 * @param string $lang Language code
443 * @param int $mtime UNIX timestamp
445 public function setMsgBlobMtime( $lang, $mtime ) {
446 $this->msgBlobMtime[$lang] = $mtime;
450 * Get an array of this module's resources. Ready for serving to the web.
452 * @since 1.26
453 * @param ResourceLoaderContext $context
454 * @return array
456 public function getModuleContent( ResourceLoaderContext $context ) {
457 $contextHash = $context->getHash();
458 // Cache this expensive operation. This calls builds the scripts, styles, and messages
459 // content which typically involves filesystem and/or database access.
460 if ( !array_key_exists( $contextHash, $this->contents ) ) {
461 $this->contents[$contextHash] = $this->buildContent( $context );
463 return $this->contents[$contextHash];
467 * Bundle all resources attached to this module into an array.
469 * @since 1.26
470 * @param ResourceLoaderContext $context
471 * @return array
473 final protected function buildContent( ResourceLoaderContext $context ) {
474 $rl = $context->getResourceLoader();
476 // Only include properties that are relevant to this context (e.g. only=scripts)
477 // and that are non-empty (e.g. don't include "templates" for modules without
478 // templates). This helps prevent invalidating cache for all modules when new
479 // optional properties are introduced.
480 $content = array();
482 // Scripts
483 if ( $context->shouldIncludeScripts() ) {
484 // If we are in debug mode, we'll want to return an array of URLs if possible
485 // However, we can't do this if the module doesn't support it
486 // We also can't do this if there is an only= parameter, because we have to give
487 // the module a way to return a load.php URL without causing an infinite loop
488 if ( $context->getDebug() && !$context->getOnly() && $this->supportsURLLoading() ) {
489 $scripts = $this->getScriptURLsForDebug( $context );
490 } else {
491 $scripts = $this->getScript( $context );
492 // rtrim() because there are usually a few line breaks
493 // after the last ';'. A new line at EOF, a new line
494 // added by ResourceLoaderFileModule::readScriptFiles, etc.
495 if ( is_string( $scripts )
496 && strlen( $scripts )
497 && substr( rtrim( $scripts ), -1 ) !== ';'
499 // Append semicolon to prevent weird bugs caused by files not
500 // terminating their statements right (bug 27054)
501 $scripts .= ";\n";
504 $content['scripts'] = $scripts;
507 // Styles
508 if ( $context->shouldIncludeStyles() ) {
509 $styles = array();
510 // Don't create empty stylesheets like array( '' => '' ) for modules
511 // that don't *have* any stylesheets (bug 38024).
512 $stylePairs = $this->getStyles( $context );
513 if ( count( $stylePairs ) ) {
514 // If we are in debug mode without &only= set, we'll want to return an array of URLs
515 // See comment near shouldIncludeScripts() for more details
516 if ( $context->getDebug() && !$context->getOnly() && $this->supportsURLLoading() ) {
517 $styles = array(
518 'url' => $this->getStyleURLsForDebug( $context )
520 } else {
521 // Minify CSS before embedding in mw.loader.implement call
522 // (unless in debug mode)
523 if ( !$context->getDebug() ) {
524 foreach ( $stylePairs as $media => $style ) {
525 // Can be either a string or an array of strings.
526 if ( is_array( $style ) ) {
527 $stylePairs[$media] = array();
528 foreach ( $style as $cssText ) {
529 if ( is_string( $cssText ) ) {
530 $stylePairs[$media][] = $rl->filter( 'minify-css', $cssText );
533 } elseif ( is_string( $style ) ) {
534 $stylePairs[$media] = $rl->filter( 'minify-css', $style );
538 // Wrap styles into @media groups as needed and flatten into a numerical array
539 $styles = array(
540 'css' => $rl->makeCombinedStyles( $stylePairs )
544 $content['styles'] = $styles;
547 // Messages
548 $blobs = $rl->getMessageBlobStore()->get(
549 $rl,
550 array( $this->getName() => $this ),
551 $context->getLanguage()
553 if ( isset( $blobs[$this->getName()] ) ) {
554 $content['messagesBlob'] = $blobs[$this->getName()];
557 $templates = $this->getTemplates();
558 if ( $templates ) {
559 $content['templates'] = $templates;
562 return $content;
566 * Get a string identifying the current version of this module in a given context.
568 * Whenever anything happens that changes the module's response (e.g. scripts, styles, and
569 * messages) this value must change. This value is used to store module responses in cache.
570 * (Both client-side and server-side.)
572 * It is not recommended to override this directly. Use getDefinitionSummary() instead.
573 * If overridden, one must call the parent getVersionHash(), append data and re-hash.
575 * This method should be quick because it is frequently run by ResourceLoaderStartUpModule to
576 * propagate changes to the client and effectively invalidate cache.
578 * For backward-compatibility, the following optional data providers are automatically included:
580 * - getModifiedTime()
581 * - getModifiedHash()
583 * @since 1.26
584 * @param ResourceLoaderContext $context
585 * @return string Hash (should use ResourceLoader::makeHash)
587 public function getVersionHash( ResourceLoaderContext $context ) {
588 // The startup module produces a manifest with versions representing the entire module.
589 // Typically, the request for the startup module itself has only=scripts. That must apply
590 // only to the startup module content, and not to the module version computed here.
591 $context = new DerivativeResourceLoaderContext( $context );
592 $context->setModules( array() );
593 // Version hash must cover all resources, regardless of startup request itself.
594 $context->setOnly( null );
595 // Compute version hash based on content, not debug urls.
596 $context->setDebug( false );
598 // Cache this somewhat expensive operation. Especially because some classes
599 // (e.g. startup module) iterate more than once over all modules to get versions.
600 $contextHash = $context->getHash();
601 if ( !array_key_exists( $contextHash, $this->versionHash ) ) {
603 if ( $this->enableModuleContentVersion() ) {
604 // Detect changes directly
605 $str = json_encode( $this->getModuleContent( $context ) );
606 } else {
607 // Infer changes based on definition and other metrics
608 $summary = $this->getDefinitionSummary( $context );
609 if ( !isset( $summary['_cacheEpoch'] ) ) {
610 throw new Exception( 'getDefinitionSummary must call parent method' );
612 $str = json_encode( $summary );
614 $mtime = $this->getModifiedTime( $context );
615 if ( $mtime !== null ) {
616 // Support: MediaWiki 1.25 and earlier
617 $str .= strval( $mtime );
620 $mhash = $this->getModifiedHash( $context );
621 if ( $mhash !== null ) {
622 // Support: MediaWiki 1.25 and earlier
623 $str .= strval( $mhash );
627 $this->versionHash[$contextHash] = ResourceLoader::makeHash( $str );
629 return $this->versionHash[$contextHash];
633 * Whether to generate version hash based on module content.
635 * If a module requires database or file system access to build the module
636 * content, consider disabling this in favour of manually tracking relevant
637 * aspects in getDefinitionSummary(). See getVersionHash() for how this is used.
639 * @return bool
641 public function enableModuleContentVersion() {
642 return false;
646 * Get the definition summary for this module.
648 * This is the method subclasses are recommended to use to track values in their
649 * version hash. Call this in getVersionHash() and pass it to e.g. json_encode.
651 * Subclasses must call the parent getDefinitionSummary() and build on that.
652 * It is recommended that each subclass appends its own new array. This prevents
653 * clashes or accidental overwrites of existing keys and gives each subclass
654 * its own scope for simple array keys.
656 * @code
657 * $summary = parent::getDefinitionSummary( $context );
658 * $summary[] = array(
659 * 'foo' => 123,
660 * 'bar' => 'quux',
661 * );
662 * return $summary;
663 * @endcode
665 * Return an array containing values from all significant properties of this
666 * module's definition.
668 * Be careful not to normalise too much. Especially preserve the order of things
669 * that carry significance in getScript and getStyles (T39812).
671 * Avoid including things that are insiginificant (e.g. order of message keys is
672 * insignificant and should be sorted to avoid unnecessary cache invalidation).
674 * This data structure must exclusively contain arrays and scalars as values (avoid
675 * object instances) to allow simple serialisation using json_encode.
677 * If modules have a hash or timestamp from another source, that may be incuded as-is.
679 * A number of utility methods are available to help you gather data. These are not
680 * called by default and must be included by the subclass' getDefinitionSummary().
682 * - getMsgBlobMtime()
684 * @since 1.23
685 * @param ResourceLoaderContext $context
686 * @return array|null
688 public function getDefinitionSummary( ResourceLoaderContext $context ) {
689 return array(
690 '_class' => get_class( $this ),
691 '_cacheEpoch' => $this->getConfig()->get( 'CacheEpoch' ),
696 * Get this module's last modification timestamp for a given context.
698 * @deprecated since 1.26 Use getDefinitionSummary() instead
699 * @param ResourceLoaderContext $context Context object
700 * @return int|null UNIX timestamp
702 public function getModifiedTime( ResourceLoaderContext $context ) {
703 return null;
707 * Helper method for providing a version hash to getVersionHash().
709 * @deprecated since 1.26 Use getDefinitionSummary() instead
710 * @param ResourceLoaderContext $context
711 * @return string|null Hash
713 public function getModifiedHash( ResourceLoaderContext $context ) {
714 return null;
718 * Back-compat dummy for old subclass implementations of getModifiedTime().
720 * This method used to use ObjectCache to track when a hash was first seen. That principle
721 * stems from a time that ResourceLoader could only identify module versions by timestamp.
722 * That is no longer the case. Use getDefinitionSummary() directly.
724 * @deprecated since 1.26 Superseded by getVersionHash()
725 * @param ResourceLoaderContext $context
726 * @return int UNIX timestamp
728 public function getHashMtime( ResourceLoaderContext $context ) {
729 if ( !is_string( $this->getModifiedHash( $context ) ) ) {
730 return 1;
732 // Dummy that is > 1
733 return 2;
737 * Back-compat dummy for old subclass implementations of getModifiedTime().
739 * @since 1.23
740 * @deprecated since 1.26 Superseded by getVersionHash()
741 * @param ResourceLoaderContext $context
742 * @return int UNIX timestamp
744 public function getDefinitionMtime( ResourceLoaderContext $context ) {
745 if ( $this->getDefinitionSummary( $context ) === null ) {
746 return 1;
748 // Dummy that is > 1
749 return 2;
753 * Check whether this module is known to be empty. If a child class
754 * has an easy and cheap way to determine that this module is
755 * definitely going to be empty, it should override this method to
756 * return true in that case. Callers may optimize the request for this
757 * module away if this function returns true.
758 * @param ResourceLoaderContext $context
759 * @return bool
761 public function isKnownEmpty( ResourceLoaderContext $context ) {
762 return false;
765 /** @var JSParser Lazy-initialized; use self::javaScriptParser() */
766 private static $jsParser;
767 private static $parseCacheVersion = 1;
770 * Validate a given script file; if valid returns the original source.
771 * If invalid, returns replacement JS source that throws an exception.
773 * @param string $fileName
774 * @param string $contents
775 * @return string JS with the original, or a replacement error
777 protected function validateScriptFile( $fileName, $contents ) {
778 if ( $this->getConfig()->get( 'ResourceLoaderValidateJS' ) ) {
779 // Try for cache hit
780 // Use CACHE_ANYTHING since filtering is very slow compared to DB queries
781 $key = wfMemcKey( 'resourceloader', 'jsparse', self::$parseCacheVersion, md5( $contents ) );
782 $cache = wfGetCache( CACHE_ANYTHING );
783 $cacheEntry = $cache->get( $key );
784 if ( is_string( $cacheEntry ) ) {
785 return $cacheEntry;
788 $parser = self::javaScriptParser();
789 try {
790 $parser->parse( $contents, $fileName, 1 );
791 $result = $contents;
792 } catch ( Exception $e ) {
793 // We'll save this to cache to avoid having to validate broken JS over and over...
794 $err = $e->getMessage();
795 $result = "mw.log.error(" . Xml::encodeJsVar( "JavaScript parse error: $err" ) . ");";
798 $cache->set( $key, $result );
799 return $result;
800 } else {
801 return $contents;
806 * @return JSParser
808 protected static function javaScriptParser() {
809 if ( !self::$jsParser ) {
810 self::$jsParser = new JSParser();
812 return self::$jsParser;
816 * Safe version of filemtime(), which doesn't throw a PHP warning if the file doesn't exist
817 * but returns 1 instead.
818 * @param string $filename File name
819 * @return int UNIX timestamp
821 protected static function safeFilemtime( $filename ) {
822 MediaWiki\suppressWarnings();
823 $mtime = filemtime( $filename ) ?: 1;
824 MediaWiki\restoreWarnings();
826 return $mtime;