includes/api/ApiQueryAllPages.php

   1 <?php
   2 /**
   3  *
   4  *
   5  * Created on Sep 25, 2006
   6  *
   7  * Copyright © 2006 Yuri Astrakhan "<Firstname><Lastname>@gmail.com"
   8  *
   9  * This program is free software; you can redistribute it and/or modify
  10  * it under the terms of the GNU General Public License as published by
  11  * the Free Software Foundation; either version 2 of the License, or
  12  * (at your option) any later version.
  13  *
  14  * This program is distributed in the hope that it will be useful,
  15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  17  * GNU General Public License for more details.
  18  *
  19  * You should have received a copy of the GNU General Public License along
  20  * with this program; if not, write to the Free Software Foundation, Inc.,
  21  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  22  * http://www.gnu.org/copyleft/gpl.html
  23  *
  24  * @file
  25  */
  26
  27 /**
  28  * Query module to enumerate all available pages.
  29  *
  30  * @ingroup API
  31  */
  32 class ApiQueryAllPages extends ApiQueryGeneratorBase {
  33
  34         public function __construct( ApiQuery $query, $moduleName ) {
  35                 parent::__construct( $query, $moduleName, 'ap' );
  36         }
  37
  38         public function execute() {
  39                 $this->run();
  40         }
  41
  42         public function getCacheMode( $params ) {
  43                 return 'public';
  44         }
  45
  46         /**
  47          * @param ApiPageSet $resultPageSet
  48          * @return void
  49          */
  50         public function executeGenerator( $resultPageSet ) {
  51                 if ( $resultPageSet->isResolvingRedirects() ) {
  52                         $this->dieUsage(
  53                                 'Use "gapfilterredir=nonredirects" option instead of "redirects" ' .
  54                                         'when using allpages as a generator',
  55                                 'params'
  56                         );
  57                 }
  58
  59                 $this->run( $resultPageSet );
  60         }
  61
  62         /**
  63          * @param ApiPageSet $resultPageSet
  64          * @return void
  65          */
  66         private function run( $resultPageSet = null ) {
  67                 $db = $this->getDB();
  68
  69                 $params = $this->extractRequestParams();
  70
  71                 // Page filters
  72                 $this->addTables( 'page' );
  73
  74                 if ( !is_null( $params['continue'] ) ) {
  75                         $cont = explode( '|', $params['continue'] );
  76                         $this->dieContinueUsageIf( count( $cont ) != 1 );
  77                         $op = $params['dir'] == 'descending' ? '<' : '>';
  78                         $cont_from = $db->addQuotes( $cont[0] );
  79                         $this->addWhere( "page_title $op= $cont_from" );
  80                 }
  81
  82                 if ( $params['filterredir'] == 'redirects' ) {
  83                         $this->addWhereFld( 'page_is_redirect', 1 );
  84                 } elseif ( $params['filterredir'] == 'nonredirects' ) {
  85                         $this->addWhereFld( 'page_is_redirect', 0 );
  86                 }
  87
  88                 $this->addWhereFld( 'page_namespace', $params['namespace'] );
  89                 $dir = ( $params['dir'] == 'descending' ? 'older' : 'newer' );
  90                 $from = ( $params['from'] === null
  91                         ? null
  92                         : $this->titlePartToKey( $params['from'], $params['namespace'] ) );
  93                 $to = ( $params['to'] === null
  94                         ? null
  95                         : $this->titlePartToKey( $params['to'], $params['namespace'] ) );
  96                 $this->addWhereRange( 'page_title', $dir, $from, $to );
  97
  98                 if ( isset( $params['prefix'] ) ) {
  99                         $this->addWhere( 'page_title' . $db->buildLike(
 100                                 $this->titlePartToKey( $params['prefix'], $params['namespace'] ),
 101                                 $db->anyString() ) );
 102                 }
 103
 104                 if ( is_null( $resultPageSet ) ) {
 105                         $selectFields = array(
 106                                 'page_namespace',
 107                                 'page_title',
 108                                 'page_id'
 109                         );
 110                 } else {
 111                         $selectFields = $resultPageSet->getPageTableFields();
 112                 }
 113
 114                 $this->addFields( $selectFields );
 115                 $forceNameTitleIndex = true;
 116                 if ( isset( $params['minsize'] ) ) {
 117                         $this->addWhere( 'page_len>=' . intval( $params['minsize'] ) );
 118                         $forceNameTitleIndex = false;
 119                 }
 120
 121                 if ( isset( $params['maxsize'] ) ) {
 122                         $this->addWhere( 'page_len<=' . intval( $params['maxsize'] ) );
 123                         $forceNameTitleIndex = false;
 124                 }
 125
 126                 // Page protection filtering
 127                 if ( count( $params['prtype'] ) || $params['prexpiry'] != 'all' ) {
 128                         $this->addTables( 'page_restrictions' );
 129                         $this->addWhere( 'page_id=pr_page' );
 130                         $this->addWhere( "pr_expiry > {$db->addQuotes( $db->timestamp() )} OR pr_expiry IS NULL" );
 131
 132                         if ( count( $params['prtype'] ) ) {
 133                                 $this->addWhereFld( 'pr_type', $params['prtype'] );
 134
 135                                 if ( isset( $params['prlevel'] ) ) {
 136                                         // Remove the empty string and '*' from the prlevel array
 137                                         $prlevel = array_diff( $params['prlevel'], array( '', '*' ) );
 138
 139                                         if ( count( $prlevel ) ) {
 140                                                 $this->addWhereFld( 'pr_level', $prlevel );
 141                                         }
 142                                 }
 143                                 if ( $params['prfiltercascade'] == 'cascading' ) {
 144                                         $this->addWhereFld( 'pr_cascade', 1 );
 145                                 } elseif ( $params['prfiltercascade'] == 'noncascading' ) {
 146                                         $this->addWhereFld( 'pr_cascade', 0 );
 147                                 }
 148                         }
 149                         $forceNameTitleIndex = false;
 150
 151                         if ( $params['prexpiry'] == 'indefinite' ) {
 152                                 $this->addWhere( "pr_expiry = {$db->addQuotes( $db->getInfinity() )} OR pr_expiry IS NULL" );
 153                         } elseif ( $params['prexpiry'] == 'definite' ) {
 154                                 $this->addWhere( "pr_expiry != {$db->addQuotes( $db->getInfinity() )}" );
 155                         }
 156
 157                         $this->addOption( 'DISTINCT' );
 158                 } elseif ( isset( $params['prlevel'] ) ) {
 159                         $this->dieUsage( 'prlevel may not be used without prtype', 'params' );
 160                 }
 161
 162                 if ( $params['filterlanglinks'] == 'withoutlanglinks' ) {
 163                         $this->addTables( 'langlinks' );
 164                         $this->addJoinConds( array( 'langlinks' => array( 'LEFT JOIN', 'page_id=ll_from' ) ) );
 165                         $this->addWhere( 'll_from IS NULL' );
 166                         $forceNameTitleIndex = false;
 167                 } elseif ( $params['filterlanglinks'] == 'withlanglinks' ) {
 168                         $this->addTables( 'langlinks' );
 169                         $this->addWhere( 'page_id=ll_from' );
 170                         $this->addOption( 'STRAIGHT_JOIN' );
 171
 172                         // MySQL filesorts if we use a GROUP BY that works with the rules
 173                         // in the 1992 SQL standard (it doesn't like having the
 174                         // constant-in-WHERE page_namespace column in there). Using the
 175                         // 1999 rules works fine, but that breaks other DBs. Sigh.
 176                         /// @todo Once we drop support for 1992-rule DBs, we can simplify this.
 177                         $dbType = $db->getType();
 178                         if ( $dbType === 'mysql' || $dbType === 'sqlite' ||
 179                                 $dbType === 'postgres' && $db->getServerVersion() >= 9.1
 180                         ) {
 181                                 // 1999 rules, or screw-the-rules
 182                                 $this->addOption( 'GROUP BY', array( 'page_title', 'page_id' ) );
 183                         } else {
 184                                 // 1992 rules
 185                                 $this->addOption( 'GROUP BY', $selectFields );
 186                         }
 187
 188                         $forceNameTitleIndex = false;
 189                 }
 190
 191                 if ( $forceNameTitleIndex ) {
 192                         $this->addOption( 'USE INDEX', 'name_title' );
 193                 }
 194
 195                 $limit = $params['limit'];
 196                 $this->addOption( 'LIMIT', $limit + 1 );
 197                 $res = $this->select( __METHOD__ );
 198
 199                 //Get gender information
 200                 if ( MWNamespace::hasGenderDistinction( $params['namespace'] ) ) {
 201                         $users = array();
 202                         foreach ( $res as $row ) {
 203                                 $users[] = $row->page_title;
 204                         }
 205                         GenderCache::singleton()->doQuery( $users, __METHOD__ );
 206                         $res->rewind(); //reset
 207                 }
 208
 209                 $count = 0;
 210                 $result = $this->getResult();
 211                 foreach ( $res as $row ) {
 212                         if ( ++$count > $limit ) {
 213                                 // We've reached the one extra which shows that there are
 214                                 // additional pages to be had. Stop here...
 215                                 $this->setContinueEnumParameter( 'continue', $row->page_title );
 216                                 break;
 217                         }
 218
 219                         if ( is_null( $resultPageSet ) ) {
 220                                 $title = Title::makeTitle( $row->page_namespace, $row->page_title );
 221                                 $vals = array(
 222                                         'pageid' => intval( $row->page_id ),
 223                                         'ns' => intval( $title->getNamespace() ),
 224                                         'title' => $title->getPrefixedText()
 225                                 );
 226                                 $fit = $result->addValue( array( 'query', $this->getModuleName() ), null, $vals );
 227                                 if ( !$fit ) {
 228                                         $this->setContinueEnumParameter( 'continue', $row->page_title );
 229                                         break;
 230                                 }
 231                         } else {
 232                                 $resultPageSet->processDbRow( $row );
 233                         }
 234                 }
 235
 236                 if ( is_null( $resultPageSet ) ) {
 237                         $result->setIndexedTagName_internal( array( 'query', $this->getModuleName() ), 'p' );
 238                 }
 239         }
 240
 241         public function getAllowedParams() {
 242                 return array(
 243                         'from' => null,
 244                         'continue' => array(
 245                                 ApiBase::PARAM_HELP_MSG => 'api-help-param-continue',
 246                         ),
 247                         'to' => null,
 248                         'prefix' => null,
 249                         'namespace' => array(
 250                                 ApiBase::PARAM_DFLT => NS_MAIN,
 251                                 ApiBase::PARAM_TYPE => 'namespace',
 252                         ),
 253                         'filterredir' => array(
 254                                 ApiBase::PARAM_DFLT => 'all',
 255                                 ApiBase::PARAM_TYPE => array(
 256                                         'all',
 257                                         'redirects',
 258                                         'nonredirects'
 259                                 )
 260                         ),
 261                         'minsize' => array(
 262                                 ApiBase::PARAM_TYPE => 'integer',
 263                         ),
 264                         'maxsize' => array(
 265                                 ApiBase::PARAM_TYPE => 'integer',
 266                         ),
 267                         'prtype' => array(
 268                                 ApiBase::PARAM_TYPE => Title::getFilteredRestrictionTypes( true ),
 269                                 ApiBase::PARAM_ISMULTI => true
 270                         ),
 271                         'prlevel' => array(
 272                                 ApiBase::PARAM_TYPE => $this->getConfig()->get( 'RestrictionLevels' ),
 273                                 ApiBase::PARAM_ISMULTI => true
 274                         ),
 275                         'prfiltercascade' => array(
 276                                 ApiBase::PARAM_DFLT => 'all',
 277                                 ApiBase::PARAM_TYPE => array(
 278                                         'cascading',
 279                                         'noncascading',
 280                                         'all'
 281                                 ),
 282                         ),
 283                         'limit' => array(
 284                                 ApiBase::PARAM_DFLT => 10,
 285                                 ApiBase::PARAM_TYPE => 'limit',
 286                                 ApiBase::PARAM_MIN => 1,
 287                                 ApiBase::PARAM_MAX => ApiBase::LIMIT_BIG1,
 288                                 ApiBase::PARAM_MAX2 => ApiBase::LIMIT_BIG2
 289                         ),
 290                         'dir' => array(
 291                                 ApiBase::PARAM_DFLT => 'ascending',
 292                                 ApiBase::PARAM_TYPE => array(
 293                                         'ascending',
 294                                         'descending'
 295                                 )
 296                         ),
 297                         'filterlanglinks' => array(
 298                                 ApiBase::PARAM_TYPE => array(
 299                                         'withlanglinks',
 300                                         'withoutlanglinks',
 301                                         'all'
 302                                 ),
 303                                 ApiBase::PARAM_DFLT => 'all'
 304                         ),
 305                         'prexpiry' => array(
 306                                 ApiBase::PARAM_TYPE => array(
 307                                         'indefinite',
 308                                         'definite',
 309                                         'all'
 310                                 ),
 311                                 ApiBase::PARAM_DFLT => 'all'
 312                         ),
 313                 );
 314         }
 315
 316         protected function getExamplesMessages() {
 317                 return array(
 318                         'action=query&list=allpages&apfrom=B'
 319                                 => 'apihelp-query+allpages-example-B',
 320                         'action=query&generator=allpages&gaplimit=4&gapfrom=T&prop=info'
 321                                 => 'apihelp-query+allpages-example-generator',
 322                         'action=query&generator=allpages&gaplimit=2&' .
 323                                 'gapfilterredir=nonredirects&gapfrom=Re&prop=revisions&rvprop=content'
 324                                 => 'apihelp-query+allpages-example-generator-revisions',
 325                 );
 326         }
 327
 328         public function getHelpUrls() {
 329                 return 'https://www.mediawiki.org/wiki/API:Allpages';
 330         }
 331 }