5 * Created on June 14, 2007
7 * Copyright © 2006 Yuri Astrakhan "<Firstname><Lastname>@gmail.com"
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License along
20 * with this program; if not, write to the Free Software Foundation, Inc.,
21 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
22 * http://www.gnu.org/copyleft/gpl.html
28 * A query module to enumerate pages that belong to a category.
32 class ApiQueryCategoryMembers
extends ApiQueryGeneratorBase
{
34 public function __construct( ApiQuery
$query, $moduleName ) {
35 parent
::__construct( $query, $moduleName, 'cm' );
38 public function execute() {
42 public function getCacheMode( $params ) {
46 public function executeGenerator( $resultPageSet ) {
47 $this->run( $resultPageSet );
51 * @param string $hexSortkey
54 private function validateHexSortkey( $hexSortkey ) {
55 // A hex sortkey has an unbound number of 2 letter pairs
56 return preg_match( '/^(?:[a-fA-F0-9]{2})*$/', $hexSortkey );
60 * @param ApiPageSet $resultPageSet
63 private function run( $resultPageSet = null ) {
64 $params = $this->extractRequestParams();
66 $categoryTitle = $this->getTitleOrPageId( $params )->getTitle();
67 if ( $categoryTitle->getNamespace() != NS_CATEGORY
) {
68 $this->dieUsage( 'The category name you entered is not valid', 'invalidcategory' );
71 $prop = array_flip( $params['prop'] );
72 $fld_ids = isset( $prop['ids'] );
73 $fld_title = isset( $prop['title'] );
74 $fld_sortkey = isset( $prop['sortkey'] );
75 $fld_sortkeyprefix = isset( $prop['sortkeyprefix'] );
76 $fld_timestamp = isset( $prop['timestamp'] );
77 $fld_type = isset( $prop['type'] );
79 if ( is_null( $resultPageSet ) ) {
80 $this->addFields( array( 'cl_from', 'cl_sortkey', 'cl_type', 'page_namespace', 'page_title' ) );
81 $this->addFieldsIf( 'page_id', $fld_ids );
82 $this->addFieldsIf( 'cl_sortkey_prefix', $fld_sortkeyprefix );
84 $this->addFields( $resultPageSet->getPageTableFields() ); // will include page_ id, ns, title
85 $this->addFields( array( 'cl_from', 'cl_sortkey', 'cl_type' ) );
88 $this->addFieldsIf( 'cl_timestamp', $fld_timestamp ||
$params['sort'] == 'timestamp' );
90 $this->addTables( array( 'page', 'categorylinks' ) ); // must be in this order for 'USE INDEX'
92 $this->addWhereFld( 'cl_to', $categoryTitle->getDBkey() );
93 $queryTypes = $params['type'];
96 // Scanning large datasets for rare categories sucks, and I already told
97 // how to have efficient subcategory access :-) ~~~~ (oh well, domas)
99 if ( $this->getConfig()->get( 'MiserMode' ) ) {
100 $miser_ns = $params['namespace'];
102 $this->addWhereFld( 'page_namespace', $params['namespace'] );
105 $dir = in_array( $params['dir'], array( 'asc', 'ascending', 'newer' ) ) ?
'newer' : 'older';
107 if ( $params['sort'] == 'timestamp' ) {
108 $this->addTimestampWhereRange( 'cl_timestamp',
112 // Include in ORDER BY for uniqueness
113 $this->addWhereRange( 'cl_from', $dir, null, null );
115 if ( !is_null( $params['continue'] ) ) {
116 $cont = explode( '|', $params['continue'] );
117 $this->dieContinueUsageIf( count( $cont ) != 2 );
118 $op = ( $dir === 'newer' ?
'>' : '<' );
119 $db = $this->getDB();
120 $continueTimestamp = $db->addQuotes( $db->timestamp( $cont[0] ) );
121 $continueFrom = (int)$cont[1];
122 $this->dieContinueUsageIf( $continueFrom != $cont[1] );
123 $this->addWhere( "cl_timestamp $op $continueTimestamp OR " .
124 "(cl_timestamp = $continueTimestamp AND " .
125 "cl_from $op= $continueFrom)"
129 $this->addOption( 'USE INDEX', 'cl_timestamp' );
131 if ( $params['continue'] ) {
132 $cont = explode( '|', $params['continue'], 3 );
133 $this->dieContinueUsageIf( count( $cont ) != 3 );
135 // Remove the types to skip from $queryTypes
136 $contTypeIndex = array_search( $cont[0], $queryTypes );
137 $queryTypes = array_slice( $queryTypes, $contTypeIndex );
139 // Add a WHERE clause for sortkey and from
140 $this->dieContinueUsageIf( !$this->validateHexSortkey( $cont[1] ) );
141 // pack( "H*", $foo ) is used to convert hex back to binary
142 $escSortkey = $this->getDB()->addQuotes( pack( 'H*', $cont[1] ) );
143 $from = intval( $cont[2] );
144 $op = $dir == 'newer' ?
'>' : '<';
145 // $contWhere is used further down
146 $contWhere = "cl_sortkey $op $escSortkey OR " .
147 "(cl_sortkey = $escSortkey AND " .
148 "cl_from $op= $from)";
149 // The below produces ORDER BY cl_sortkey, cl_from, possibly with DESC added to each of them
150 $this->addWhereRange( 'cl_sortkey', $dir, null, null );
151 $this->addWhereRange( 'cl_from', $dir, null, null );
153 if ( $params['startsortkeyprefix'] !== null ) {
154 $startsortkey = Collation
::singleton()->getSortKey( $params['startsortkeyprefix'] );
155 } elseif ( $params['starthexsortkey'] !== null ) {
156 if ( !$this->validateHexSortkey( $params['starthexsortkey'] ) ) {
157 $this->dieUsage( 'The starthexsortkey provided is not valid', 'bad_starthexsortkey' );
159 $startsortkey = pack( 'H*', $params['starthexsortkey'] );
161 $startsortkey = $params['startsortkey'];
163 if ( $params['endsortkeyprefix'] !== null ) {
164 $endsortkey = Collation
::singleton()->getSortKey( $params['endsortkeyprefix'] );
165 } elseif ( $params['endhexsortkey'] !== null ) {
166 if ( !$this->validateHexSortkey( $params['endhexsortkey'] ) ) {
167 $this->dieUsage( 'The endhexsortkey provided is not valid', 'bad_endhexsortkey' );
169 $endsortkey = pack( 'H*', $params['endhexsortkey'] );
171 $endsortkey = $params['endsortkey'];
174 // The below produces ORDER BY cl_sortkey, cl_from, possibly with DESC added to each of them
175 $this->addWhereRange( 'cl_sortkey',
179 $this->addWhereRange( 'cl_from', $dir, null, null );
181 $this->addOption( 'USE INDEX', 'cl_sortkey' );
184 $this->addWhere( 'cl_from=page_id' );
186 $limit = $params['limit'];
187 $this->addOption( 'LIMIT', $limit +
1 );
189 if ( $params['sort'] == 'sortkey' ) {
190 // Run a separate SELECT query for each value of cl_type.
191 // This is needed because cl_type is an enum, and MySQL has
192 // inconsistencies between ORDER BY cl_type and
193 // WHERE cl_type >= 'foo' making proper paging impossible
197 foreach ( $queryTypes as $type ) {
198 $extraConds = array( 'cl_type' => $type );
199 if ( $first && $contWhere ) {
200 // Continuation condition. Only added to the
201 // first query, otherwise we'll skip things
202 $extraConds[] = $contWhere;
204 $res = $this->select( __METHOD__
, array( 'where' => $extraConds ) );
205 $rows = array_merge( $rows, iterator_to_array( $res ) );
206 if ( count( $rows ) >= $limit +
1 ) {
212 // Sorting by timestamp
213 // No need to worry about per-type queries because we
214 // aren't sorting or filtering by type anyway
215 $res = $this->select( __METHOD__
);
216 $rows = iterator_to_array( $res );
219 $result = $this->getResult();
221 foreach ( $rows as $row ) {
222 if ( ++
$count > $limit ) {
223 // We've reached the one extra which shows that there are
224 // additional pages to be had. Stop here...
225 // @todo Security issue - if the user has no right to view next
226 // title, it will still be shown
227 if ( $params['sort'] == 'timestamp' ) {
228 $this->setContinueEnumParameter( 'continue', "$row->cl_timestamp|$row->cl_from" );
230 $sortkey = bin2hex( $row->cl_sortkey
);
231 $this->setContinueEnumParameter( 'continue',
232 "{$row->cl_type}|$sortkey|{$row->cl_from}"
238 // Since domas won't tell anyone what he told long ago, apply
239 // cmnamespace here. This means the query may return 0 actual
240 // results, but on the other hand it could save returning 5000
241 // useless results to the client. ~~~~
242 if ( count( $miser_ns ) && !in_array( $row->page_namespace
, $miser_ns ) ) {
246 if ( is_null( $resultPageSet ) ) {
248 ApiResult
::META_TYPE
=> 'assoc',
251 $vals['pageid'] = intval( $row->page_id
);
254 $title = Title
::makeTitle( $row->page_namespace
, $row->page_title
);
255 ApiQueryBase
::addTitleInfo( $vals, $title );
257 if ( $fld_sortkey ) {
258 $vals['sortkey'] = bin2hex( $row->cl_sortkey
);
260 if ( $fld_sortkeyprefix ) {
261 $vals['sortkeyprefix'] = $row->cl_sortkey_prefix
;
264 $vals['type'] = $row->cl_type
;
266 if ( $fld_timestamp ) {
267 $vals['timestamp'] = wfTimestamp( TS_ISO_8601
, $row->cl_timestamp
);
269 $fit = $result->addValue( array( 'query', $this->getModuleName() ),
272 if ( $params['sort'] == 'timestamp' ) {
273 $this->setContinueEnumParameter( 'continue', "$row->cl_timestamp|$row->cl_from" );
275 $sortkey = bin2hex( $row->cl_sortkey
);
276 $this->setContinueEnumParameter( 'continue',
277 "{$row->cl_type}|$sortkey|{$row->cl_from}"
283 $resultPageSet->processDbRow( $row );
287 if ( is_null( $resultPageSet ) ) {
288 $result->addIndexedTagName(
289 array( 'query', $this->getModuleName() ), 'cm' );
293 public function getAllowedParams() {
296 ApiBase
::PARAM_TYPE
=> 'string',
299 ApiBase
::PARAM_TYPE
=> 'integer'
302 ApiBase
::PARAM_DFLT
=> 'ids|title',
303 ApiBase
::PARAM_ISMULTI
=> true,
304 ApiBase
::PARAM_TYPE
=> array(
312 ApiBase
::PARAM_HELP_MSG_PER_VALUE
=> array(),
314 'namespace' => array(
315 ApiBase
::PARAM_ISMULTI
=> true,
316 ApiBase
::PARAM_TYPE
=> 'namespace',
319 ApiBase
::PARAM_ISMULTI
=> true,
320 ApiBase
::PARAM_DFLT
=> 'page|subcat|file',
321 ApiBase
::PARAM_TYPE
=> array(
328 ApiBase
::PARAM_HELP_MSG
=> 'api-help-param-continue',
331 ApiBase
::PARAM_TYPE
=> 'limit',
332 ApiBase
::PARAM_DFLT
=> 10,
333 ApiBase
::PARAM_MIN
=> 1,
334 ApiBase
::PARAM_MAX
=> ApiBase
::LIMIT_BIG1
,
335 ApiBase
::PARAM_MAX2
=> ApiBase
::LIMIT_BIG2
338 ApiBase
::PARAM_DFLT
=> 'sortkey',
339 ApiBase
::PARAM_TYPE
=> array(
345 ApiBase
::PARAM_DFLT
=> 'ascending',
346 ApiBase
::PARAM_TYPE
=> array(
349 // Normalising with other modules
357 ApiBase
::PARAM_TYPE
=> 'timestamp'
360 ApiBase
::PARAM_TYPE
=> 'timestamp'
362 'starthexsortkey' => null,
363 'endhexsortkey' => null,
364 'startsortkeyprefix' => null,
365 'endsortkeyprefix' => null,
366 'startsortkey' => array(
367 ApiBase
::PARAM_DEPRECATED
=> true,
369 'endsortkey' => array(
370 ApiBase
::PARAM_DEPRECATED
=> true,
374 if ( $this->getConfig()->get( 'MiserMode' ) ) {
375 $ret['namespace'][ApiBase
::PARAM_HELP_MSG_APPEND
] = array(
376 'api-help-param-limited-in-miser-mode',
383 protected function getExamplesMessages() {
385 'action=query&list=categorymembers&cmtitle=Category:Physics'
386 => 'apihelp-query+categorymembers-example-simple',
387 'action=query&generator=categorymembers&gcmtitle=Category:Physics&prop=info'
388 => 'apihelp-query+categorymembers-example-generator',
392 public function getHelpUrls() {
393 return 'https://www.mediawiki.org/wiki/API:Categorymembers';