Lucene.Net/Analysis/WhitespaceTokenizer.cs

   1 using System;
   2 using System.IO;
   3
   4 namespace Lucene.Net.Analysis
   5 {
   6         /* ====================================================================
   7          * The Apache Software License, Version 1.1
   8          *
   9          * Copyright (c) 2001 The Apache Software Foundation.  All rights
  10          * reserved.
  11          *
  12          * Redistribution and use in source and binary forms, with or without
  13          * modification, are permitted provided that the following conditions
  14          * are met:
  15          *
  16          * 1. Redistributions of source code must retain the above copyright
  17          *    notice, this list of conditions and the following disclaimer.
  18          *
  19          * 2. Redistributions in binary form must reproduce the above copyright
  20          *    notice, this list of conditions and the following disclaimer in
  21          *    the documentation and/or other materials provided with the
  22          *    distribution.
  23          *
  24          * 3. The end-user documentation included with the redistribution,
  25          *    if any, must include the following acknowledgment:
  26          *       "This product includes software developed by the
  27          *        Apache Software Foundation (http://www.apache.org/)."
  28          *    Alternately, this acknowledgment may appear in the software itself,
  29          *    if and wherever such third-party acknowledgments normally appear.
  30          *
  31          * 4. The names "Apache" and "Apache Software Foundation" and
  32          *    "Apache Lucene" must not be used to endorse or promote products
  33          *    derived from this software without prior written permission. For
  34          *    written permission, please contact apache@apache.org.
  35          *
  36          * 5. Products derived from this software may not be called "Apache",
  37          *    "Apache Lucene", nor may "Apache" appear in their name, without
  38          *    prior written permission of the Apache Software Foundation.
  39          *
  40          * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESSED OR IMPLIED
  41          * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  42          * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  43          * DISCLAIMED.  IN NO EVENT SHALL THE APACHE SOFTWARE FOUNDATION OR
  44          * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  45          * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  46          * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
  47          * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
  48          * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
  49          * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
  50          * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  51          * SUCH DAMAGE.
  52          * ====================================================================
  53          *
  54          * This software consists of voluntary contributions made by many
  55          * individuals on behalf of the Apache Software Foundation.  For more
  56          * information on the Apache Software Foundation, please see
  57          * <http://www.apache.org/>.
  58          */
  59
  60         /// <summary>
  61         /// A WhitespaceTokenizer is a tokenizer that divides text at whitespace.
  62         /// Adjacent sequences of non-Whitespace characters form tokens.
  63         /// </summary>
  64         public class WhitespaceTokenizer : CharTokenizer
  65         {
  66                 /// Construct a new WhitespaceTokenizer.
  67                 public WhitespaceTokenizer(TextReader _in) : base(_in)
  68                 {
  69                 }
  70
  71                 /// <summary>
  72                 /// Collects only characters which do not satisfy
  73                 /// Char.IsWhitespace(char).
  74                 /// </summary>
  75                 /// <param name="c"></param>
  76                 /// <returns></returns>
  77                 protected override bool IsTokenChar(char c)
  78                 {
  79                         return !Char.IsWhiteSpace(c);
  80                 }
  81         }
  82 }