includes/SearchEngine.php

   1 <?
   2 # See search.doc
   3
   4 class SearchEngine {
   5         /* private */ var $mUsertext, $mSearchterms;
   6         /* private */ var $mTitlecond, $mTextcond;
   7
   8         var $doSearchRedirects = true;
   9         var $addtoquery = array();
  10         var $namespacesToSearch = array();
  11         var $alternateTitle;
  12
  13         function SearchEngine( $text )
  14         {
  15                 # We display the query, so let's strip it for safety
  16                 #
  17                 global $wgDBmysql4;
  18                 $lc = SearchEngine::legalSearchChars() . "()";
  19                 if( $wgDBmysql4 ) $lc .= "\"~<>*+-";
  20                 $this->mUsertext = trim( preg_replace( "/[^{$lc}]/", " ", $text ) );
  21                 $this->mSearchterms = array();
  22         }
  23
  24         function queryNamespaces()
  25         {
  26                 $namespaces = implode( ",", $this->namespacesToSearch );
  27                 if ($namespaces == "") {
  28                         $namespaces = "0";
  29                 }
  30                 return "AND cur_namespace IN (" . $namespaces . ")";
  31                 #return "1";
  32         }
  33
  34         function searchRedirects()
  35         {
  36                 if ( $this->doSearchRedirects ) return "";
  37                 return "AND cur_is_redirect=0 ";
  38         }
  39
  40         /* private */ function initNamespaceCheckbox( $i )
  41         {
  42                 global $wgUser, $wgNamespacesToBeSearchedDefault;
  43
  44
  45                 if ($wgUser->getID()) {
  46                         // User is logged in so we retrieve his default namespaces
  47                         return $wgUser->getOption( "searchNs".$i );
  48                 }
  49                 else {
  50                         // User is not logged in so we give him the global default namespaces
  51                         return $wgNamespacesToBeSearchedDefault[ $i ];
  52                 }
  53         }
  54
  55         # Display the "power search" footer. Does not actually perform the search,
  56         # that is done by showResults()
  57         function powersearch()
  58         {
  59                 global $wgUser, $wgOut, $wgLang, $wgTitle;
  60
  61                 $search                 = $_REQUEST['search'];
  62                 $searchx                = $_REQUEST['searchx'];
  63                 $listredirs             = $_REQUEST['redirs'];
  64
  65                 $ret = wfMsg("powersearchtext"); # Text to be returned
  66                 $tempText = ""; # Temporary text, for substitution into $ret
  67
  68                 if( isset( $_REQUEST["searchx"] ) ) {
  69                         $this->addtoquery["searchx"] = "1";
  70                 }
  71
  72                 # Do namespace checkboxes
  73                 $namespaces = $wgLang->getNamespaces();
  74                 foreach ( $namespaces as $i => $namespace ) {
  75                         # Skip virtual namespaces
  76                         if ( $i < 0 ) {
  77                                 continue;
  78                         }
  79
  80                         $formVar = "ns$i";
  81
  82                         # Initialise checkboxValues, either from defaults or from
  83                         # a previous invocation
  84                         if ( !isset( $searchx ) ) {
  85                                 $checkboxValue = $this->initNamespaceCheckbox( $i );
  86                         } else {
  87                                 $checkboxValue = $_REQUEST[$formVar];
  88                         }
  89
  90                         $checked = "";
  91                         if ( $checkboxValue == 1 ) {
  92                                 $checked = " checked";
  93                                 $this->addtoquery["ns{$i}"] = 1;
  94                                 array_push( $this->namespacesToSearch, $i );
  95                         }
  96                         $name = str_replace( "_", " ", $namespaces[$i] );
  97                         if ( "" == $name ) {
  98                                 $name = wfMsg( "blanknamespace" );
  99                         }
 100
 101                         if ( $tempText !== "" ) {
 102                                 $tempText .= " ";
 103                         }
 104                         $tempText .= "<input type=checkbox value=\"1\" name=\"" .
 105                           "ns{$i}\"{$checked}>{$name}\n";
 106                 }
 107                 $ret = str_replace ( "$1", $tempText, $ret );
 108
 109                 # List redirects checkbox
 110
 111                 $checked = "";
 112                 if ( $listredirs == 1 ) {
 113                         $this->addtoquery["redirs"] = 1;
 114                         $checked = " checked";
 115                 }
 116                 $tempText = "<input type=checkbox value=1 name=\"redirs\"{$checked}>\n";
 117                 $ret = str_replace( "$2", $tempText, $ret );
 118
 119                 # Search field
 120
 121                 $tempText = "<input type=text name=\"search\" value=\"" .
 122                         htmlspecialchars( $search ) ."\" width=80>\n";
 123         $ret = str_replace( "$3", $tempText, $ret );
 124
 125                 # Searchx button
 126
 127                 $tempText = "<input type=submit name=\"searchx\" value=\"" .
 128                   wfMsg("powersearch") . "\">\n";
 129                 $ret = str_replace( "$9", $tempText, $ret );
 130
 131                 $ret = "<br><br>\n<form id=\"powersearch\" method=\"get\" " .
 132                   "action=\"" . wfLocalUrl( "" ) . "\">\n{$ret}\n</form>\n";
 133
 134                 if ( isset ( $searchx ) ) {
 135                         if ( ! $listredirs ) {
 136                                 $this->doSearchRedirects = false;
 137                         }
 138                 }
 139                 return $ret;
 140         }
 141
 142         # Perform the search and construct the results page
 143         function showResults()
 144         {
 145                 global $wgUser, $wgTitle, $wgOut, $wgLang, $wgDisableTextSearch;
 146                 global $wgInputEncoding;
 147                 $fname = "SearchEngine::showResults";
 148
 149                 $search         = $_REQUEST['search'];
 150
 151                 $powersearch = $this->powersearch(); /* Need side-effects here? */
 152
 153                 $wgOut->setPageTitle( wfMsg( "searchresults" ) );
 154                 $q = wfMsg( "searchquery", htmlspecialchars( $this->mUsertext ) );
 155                 $wgOut->setSubtitle( $q );
 156                 $wgOut->setArticleFlag( false );
 157                 $wgOut->setRobotpolicy( "noindex,nofollow" );
 158
 159                 $sk = $wgUser->getSkin();
 160                 $text = wfMsg( "searchresulttext", $sk->makeKnownLink(
 161                   wfMsg( "searchhelppage" ), wfMsg( "searchingwikipedia" ) ) );
 162                 $wgOut->addHTML( $text );
 163
 164                 $this->parseQuery();
 165                 if ( "" == $this->mTitlecond || "" == $this->mTextcond ) {
 166                         $wgOut->addHTML( "<h2>" . wfMsg( "badquery" ) . "</h2>\n" .
 167                           "<p>" . wfMsg( "badquerytext" ) );
 168                         return;
 169                 }
 170                 list( $limit, $offset ) = wfCheckLimits( 20, "searchlimit" );
 171
 172                 $searchnamespaces = $this->queryNamespaces();
 173                 $redircond = $this->searchRedirects();
 174
 175                 if ( $wgDisableTextSearch ) {
 176                         $wgOut->addHTML( wfMsg( "searchdisabled", htmlspecialchars( $search ), $wgInputEncoding ) );
 177                 } else {
 178                         $sql = "SELECT cur_id,cur_namespace,cur_title," .
 179                           "cur_text FROM cur,searchindex " .
 180                           "WHERE cur_id=si_page AND {$this->mTitlecond} " .
 181                           "{$searchnamespaces} {$redircond}" .
 182                           "LIMIT {$offset}, {$limit}";
 183                         $res1 = wfQuery( $sql, DB_READ, $fname );
 184                         $num = wfNumRows($res1);
 185
 186                         $sk = $wgUser->getSkin();
 187                         $text = wfMsg( "searchresulttext", $sk->makeKnownLink(
 188                           wfMsg( "searchhelppage" ), wfMsg( "searchingwikipedia" ) ) );
 189                         $wgOut->addHTML( $text );
 190
 191                         $this->parseQuery();
 192                         if ( "" == $this->mTitlecond || "" == $this->mTextcond ) {
 193                                 $wgOut->addHTML( "<h2>" . wfMsg( "badquery" ) . "</h2>\n" .
 194                                   "<p>" . wfMsg( "badquerytext" ) );
 195                                 return;
 196                         }
 197                         list( $limit, $offset ) = wfCheckLimits( 20, "searchlimit" );
 198
 199                         $searchnamespaces = $this->queryNamespaces();
 200                         $redircond = $this->searchRedirects();
 201
 202                         $sql = "SELECT cur_id,cur_namespace,cur_title," .
 203                           "cur_text FROM cur,searchindex " .
 204                           "WHERE cur_id=si_page AND {$this->mTitlecond} " .
 205                           "{$searchnamespaces} {$redircond}" .
 206                           "LIMIT {$offset}, {$limit}";
 207                         $res1 = wfQuery( $sql, DB_READ, $fname );
 208                         $num = wfNumRows($res1);
 209
 210                         $sql = "SELECT cur_id,cur_namespace,cur_title," .
 211                           "cur_text FROM cur,searchindex " .
 212                           "WHERE cur_id=si_page AND {$this->mTextcond} " .
 213                           "{$searchnamespaces} {$redircond} " .
 214                           "LIMIT {$offset}, {$limit}";
 215                         $res2 = wfQuery( $sql, DB_READ, $fname );
 216                         $num = $num + wfNumRows($res2);
 217
 218                         if ( $num == $limit ) {
 219                           $top = wfShowingResults( $offset, $limit);
 220                         } else {
 221                           $top = wfShowingResultsNum( $offset, $limit, $num );
 222                         }
 223                         $wgOut->addHTML( "<p>{$top}\n" );
 224
 225                         # For powersearch
 226
 227                         $a2l = "" ;
 228                         $akk = array_keys( $this->addtoquery ) ;
 229                         foreach ( $akk AS $ak ) {
 230                                 $a2l .= "&{$ak}={$this->addtoquery[$ak]}" ;
 231                         }
 232
 233                         $sl = wfViewPrevNext( $offset, $limit, "",
 234                           "search=" . wfUrlencode( $this->mUsertext ) . $a2l );
 235                         $wgOut->addHTML( "<br>{$sl}\n" );
 236
 237                         $foundsome = false;
 238
 239                         if ( 0 == wfNumRows( $res1 ) ) {
 240                                 $wgOut->addHTML( "<h2>" . wfMsg( "notitlematches" ) .
 241                                   "</h2>\n" );
 242                         } else {
 243                                 $foundsome = true;
 244                                 $off = $offset + 1;
 245                                 $wgOut->addHTML( "<h2>" . wfMsg( "titlematches" ) .
 246                                   "</h2>\n<ol start='{$off}'>" );
 247
 248                                 while ( $row = wfFetchObject( $res1 ) ) {
 249                                         $this->showHit( $row );
 250                                 }
 251                                 wfFreeResult( $res1 );
 252                                 $wgOut->addHTML( "</ol>\n" );
 253                         }
 254
 255                         if ( 0 == wfNumRows( $res2 ) ) {
 256                                 $wgOut->addHTML( "<h2>" . wfMsg( "notextmatches" ) .
 257                                   "</h2>\n" );
 258                         } else {
 259                                 $foundsome = true;
 260                                 $off = $offset + 1;
 261                                 $wgOut->addHTML( "<h2>" . wfMsg( "textmatches" ) . "</h2>\n" .
 262                                   "<ol start='{$off}'>" );
 263                                 while ( $row = wfFetchObject( $res2 ) ) {
 264                                         $this->showHit( $row );
 265                                 }
 266                                 wfFreeResult( $res2 );
 267                                 $wgOut->addHTML( "</ol>\n" );
 268                         }
 269                         if ( ! $foundsome ) {
 270                                 $wgOut->addHTML( "<p>" . wfMsg( "nonefound" ) . "\n" );
 271                         }
 272                         $wgOut->addHTML( "<p>{$sl}\n" );
 273                         $wgOut->addHTML( $powersearch );
 274                 }
 275         }
 276
 277         function legalSearchChars()
 278         {
 279                 $lc = "A-Za-z_'0-9\\x80-\\xFF\\-";
 280                 return $lc;
 281         }
 282
 283         function parseQuery()
 284         {
 285                 global $wgDBminWordLen, $wgLang, $wgDBmysql4;
 286
 287                 if( $wgDBmysql4 ) {
 288                         # Use cleaner boolean search if available
 289                         return $this->parseQuery4();
 290                 }
 291
 292                 $lc = SearchEngine::legalSearchChars() . "()";
 293                 $q = preg_replace( "/([()])/", " \\1 ", $this->mUsertext );
 294                 $q = preg_replace( "/\\s+/", " ", $q );
 295                 $w = explode( " ", strtolower( trim( $q ) ) );
 296
 297                 $last = $cond = "";
 298                 foreach ( $w as $word ) {
 299                         $word = $wgLang->stripForSearch( $word );
 300                         if ( "and" == $word || "or" == $word || "not" == $word
 301                           || "(" == $word || ")" == $word ) {
 302                                 $cond .= " " . strtoupper( $word );
 303                                 $last = "";
 304                         } else if ( strlen( $word ) < $wgDBminWordLen ) {
 305                                 continue;
 306                         } else if ( FulltextStoplist::inList( $word ) ) {
 307                                 continue;
 308                         } else {
 309                                 if ( "" != $last ) { $cond .= " AND"; }
 310                                 $cond .= " (MATCH (##field##) AGAINST ('" .
 311                                   wfStrencode( $word ). "'))";
 312                                 $last = $word;
 313                                 array_push( $this->mSearchterms, "\\b" . $word . "\\b" );
 314                         }
 315                 }
 316                 if ( 0 == count( $this->mSearchterms ) ) { return; }
 317
 318                 $this->mTitlecond = "(" . str_replace( "##field##",
 319                   "si_title", $cond ) . " )";
 320
 321                 $this->mTextcond = "(" . str_replace( "##field##",
 322                   "si_text", $cond ) . " AND (cur_is_redirect=0) )";
 323         }
 324
 325         function parseQuery4()
 326         {
 327                 # FIXME: not ready yet! Do not use.
 328
 329                 global $wgLang;
 330                 $lc = SearchEngine::legalSearchChars();
 331                 #$q = preg_replace( "/([+-]?)([$lc]+)/e",
 332                 #       "\"$1\" . \$wgLang->stripForSearch(\"$2\")",
 333                 #       $this->mUsertext );
 334
 335                 $q = $this->mUsertext;
 336                 $qq = wfStrencode( $wgLang->stripForSearch( $q ) );
 337                 $this->mSearchterms = preg_split( '/\s+/', $q );
 338                 $this->mTitlecond = " MATCH(si_title) AGAINST('$qq' IN BOOLEAN MODE)";
 339                 $this->mTextcond = " (MATCH(si_text) AGAINST('$qq' IN BOOLEAN MODE) AND cur_is_redirect=0)";
 340         }
 341
 342         function showHit( $row )
 343         {
 344                 global $wgUser, $wgOut;
 345
 346                 $t = Title::makeName( $row->cur_namespace, $row->cur_title );
 347                 $sk = $wgUser->getSkin();
 348
 349                 $contextlines = $wgUser->getOption( "contextlines" );
 350                 if ( "" == $contextlines ) { $contextlines = 5; }
 351                 $contextchars = $wgUser->getOption( "contextchars" );
 352                 if ( "" == $contextchars ) { $contextchars = 50; }
 353
 354                 $link = $sk->makeKnownLink( $t, "" );
 355                 $size = wfMsg( "nbytes", strlen( $row->cur_text ) );
 356                 $wgOut->addHTML( "<li>{$link} ({$size})" );
 357
 358                 $lines = explode( "\n", $row->cur_text );
 359                 $pat1 = "/(.*)(" . implode( "|", $this->mSearchterms ) . ")(.*)/i";
 360                 $lineno = 0;
 361
 362                 foreach ( $lines as $line ) {
 363                         if ( 0 == $contextlines ) { break; }
 364                         --$contextlines;
 365                         ++$lineno;
 366                         if ( ! preg_match( $pat1, $line, $m ) ) { continue; }
 367
 368                         $pre = $m[1];
 369                         if ( 0 == $contextchars ) { $pre = "..."; }
 370                         else {
 371                                 if ( strlen( $pre ) > $contextchars ) {
 372                                         $pre = "..." . substr( $pre, -$contextchars );
 373                                 }
 374                         }
 375                         $pre = wfEscapeHTML( $pre );
 376
 377                         if ( count( $m ) < 3 ) { $post = ""; }
 378                         else { $post = $m[3]; }
 379
 380                         if ( 0 == $contextchars ) { $post = "..."; }
 381                         else {
 382                                 if ( strlen( $post ) > $contextchars ) {
 383                                         $post = substr( $post, 0, $contextchars ) . "...";
 384                                 }
 385                         }
 386                         $post = wfEscapeHTML( $post );
 387                         $found = wfEscapeHTML( $m[2] );
 388
 389                         $line = "{$pre}{$found}{$post}";
 390                         $pat2 = "/(" . implode( "|", $this->mSearchterms ) . ")/i";
 391                         $line = preg_replace( $pat2,
 392                           "<font color='red'>\\1</font>", $line );
 393
 394                         $wgOut->addHTML( "<br><small>{$lineno}: {$line}</small>\n" );
 395                 }
 396                 $wgOut->addHTML( "</li>\n" );
 397         }
 398
 399         function goResult()
 400         {
 401                 global $wgOut, $wgDisableTextSearch;
 402                 $fname = "SearchEngine::goResult";
 403
 404                 $search         = $_REQUEST['search'];
 405
 406                 # First try to go to page as entered
 407                 #
 408                 $t = Title::newFromText( $search );
 409
 410                 if ( 0 != $t->getArticleID() ) {
 411                         $wgOut->redirect( wfLocalUrl( $t->getPrefixedURL() ) );
 412                         return;
 413                 }
 414
 415                 # Now try all lower case (i.e. first letter capitalized)
 416                 #
 417                 $t = Title::newFromText( strtolower( $search ) );
 418                 if ( 0 != $t->getArticleID() ) {
 419                         $wgOut->redirect( wfLocalUrl( $t->getPrefixedURL() ) );
 420                         return;
 421                 }
 422
 423                 # Now try capitalized string
 424                 #
 425                 $t = Title::newFromText( ucwords( strtolower( $search ) ) );
 426                 if ( 0 != $t->getArticleID() ) {
 427                         $wgOut->redirect( wfLocalUrl( $t->getPrefixedURL() ) );
 428                         return;
 429                 }
 430
 431                 # Now try all upper case
 432                 #
 433                 $t = Title::newFromText( strtoupper( $search ) );
 434                 if ( 0 != $t->getArticleID() ) {
 435                         $wgOut->redirect( wfLocalUrl( $t->getPrefixedURL() ) );
 436                         return;
 437                 }
 438
 439                 # Try a near match
 440                 #
 441                 if( !$wgDisableTextSearch ) {
 442                         $this->parseQuery();
 443                         $sql = "SELECT cur_id,cur_title,cur_namespace,si_page FROM cur,searchindex " .
 444                           "WHERE cur_id=si_page AND {$this->mTitlecond} ORDER BY cur_namespace LIMIT 1";
 445
 446                         if ( "" != $this->mTitlecond ) {
 447                                 $res = wfQuery( $sql, DB_READ, $fname );
 448                         }
 449                         if ( isset( $res ) && 0 != wfNumRows( $res ) ) {
 450                                 $s = wfFetchObject( $res );
 451
 452                                 $t = Title::makeTitle( $s->cur_namespace, $s->cur_title );
 453                                 $wgOut->redirect( wfLocalUrl( $t->getPrefixedURL() ) );
 454                                 return;
 455                         }
 456                 }
 457                 $wgOut->addHTML( wfMsg("nogomatch",
 458                   htmlspecialchars( wfLocalUrl( ucfirst($this->mUsertext), "action=edit") ) )
 459                   . "\n<p>" );
 460                 $this->showResults();
 461         }
 462 }
 463
 464 ?>