4 * Maintenance script that populates the interwiki table with list of sites from
5 * a source wiki, such as English Wikipedia. (the default source)
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License along
18 * with this program; if not, write to the Free Software Foundation, Inc.,
19 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
20 * http://www.gnu.org/copyleft/gpl.html
23 * @ingroup Maintenance
24 * @author Katie Filbert < aude.wiki@gmail.com >
27 // @codeCoverageIgnoreStart
28 require_once __DIR__
. '/Maintenance.php';
29 // @codeCoverageIgnoreEnd
31 class PopulateInterwiki
extends Maintenance
{
38 public function __construct() {
39 parent
::__construct();
41 $this->addDescription( <<<TEXT
42 This script will populate the interwiki table, pulling in interwiki links that are used on Wikipedia
43 or another MediaWiki wiki.
45 When the script has finished, it will make a note of this in the database, and will not run again
46 without the --force option.
48 --source parameter is the url for the source wiki api, such as "https://en.wikipedia.org/w/api.php"
49 (the default) from which the script fetches the interwiki data and uses here to populate
50 the interwiki database table.
54 $this->addOption( 'source', 'Source wiki for interwiki table, such as '
55 . 'https://en.wikipedia.org/w/api.php (the default)', false, true );
56 $this->addOption( 'force', 'Run regardless of whether the database says it has '
57 . 'been run already.' );
60 public function execute() {
61 $force = $this->hasOption( 'force' );
62 $this->source
= $this->getOption( 'source', 'https://en.wikipedia.org/w/api.php' );
64 $data = $this->fetchLinks();
66 if ( $data === false ) {
67 $this->error( "Error during fetching data." );
69 $this->doPopulate( $data, $force );
74 * @return array[]|false The 'interwikimap' sub-array or false on failure.
76 protected function fetchLinks() {
77 $url = wfArrayToCgi( [
80 'siprop' => 'interwikimap',
81 'sifilteriw' => 'local',
85 if ( $this->source
) {
86 $url = rtrim( $this->source
, '?' ) . '?' . $url;
89 $json = $this->getServiceContainer()->getHttpRequestFactory()->get( $url, [], __METHOD__
);
90 $data = json_decode( $json, true );
92 if ( is_array( $data ) ) {
93 return $data['query']['interwikimap'];
100 * @param array[] $data
105 protected function doPopulate( array $data, $force ) {
106 $dbw = $this->getPrimaryDB();
109 $row = $dbw->newSelectQueryBuilder()
111 ->from( 'updatelog' )
112 ->where( [ 'ul_key' => 'populate interwiki' ] )
113 ->caller( __METHOD__
)->fetchRow();
116 $this->output( "Interwiki table already populated. Use php " .
117 "maintenance/populateInterwiki.php\n--force from the command line " .
123 $lookup = $this->getServiceContainer()->getInterwikiLookup();
124 foreach ( $data as $d ) {
125 $prefix = $d['prefix'];
127 $row = $dbw->newSelectQueryBuilder()
129 ->from( 'interwiki' )
130 ->where( [ 'iw_prefix' => $prefix ] )
131 ->caller( __METHOD__
)->fetchRow();
134 $dbw->newInsertQueryBuilder()
135 ->insertInto( 'interwiki' )
138 'iw_prefix' => $prefix,
139 'iw_url' => $d['url'],
144 ->caller( __METHOD__
)->execute();
147 $lookup->invalidateCache( $prefix );
150 $this->output( "Interwiki links are populated.\n" );
157 // @codeCoverageIgnoreStart
158 $maintClass = PopulateInterwiki
::class;
159 require_once RUN_MAINTENANCE_IF_MAIN
;
160 // @codeCoverageIgnoreEnd