beagled/Lucene.Net/Analysis/Standard/Token.cs

   1 /*
   2  * Copyright 2004 The Apache Software Foundation
   3  *
   4  * Licensed under the Apache License, Version 2.0 (the "License");
   5  * you may not use this file except in compliance with the License.
   6  * You may obtain a copy of the License at
   7  *
   8  * http://www.apache.org/licenses/LICENSE-2.0
   9  *
  10  * Unless required by applicable law or agreed to in writing, software
  11  * distributed under the License is distributed on an "AS IS" BASIS,
  12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13  * See the License for the specific language governing permissions and
  14  * limitations under the License.
  15  */
  16
  17 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
  18 using System;
  19
  20 namespace Lucene.Net.Analysis.Standard
  21 {
  22
  23         /// <summary> Describes the input token stream.</summary>
  24
  25         public class Token
  26         {
  27
  28                 /// <summary> An integer that describes the kind of this token.  This numbering
  29                 /// system is determined by JavaCCParser, and a table of these numbers is
  30                 /// stored in the file ...Constants.java.
  31                 /// </summary>
  32                 public int kind;
  33
  34                 /// <summary> beginLine and beginColumn describe the position of the first character
  35                 /// of this token; endLine and endColumn describe the position of the
  36                 /// last character of this token.
  37                 /// </summary>
  38                 public int beginLine, beginColumn, endLine, endColumn;
  39
  40                 /// <summary> The string image of the token.</summary>
  41                 public System.String image;
  42
  43                 /// <summary> A reference to the next regular (non-special) token from the input
  44                 /// stream.  If this is the last token from the input stream, or if the
  45                 /// token manager has not read tokens beyond this one, this field is
  46                 /// set to null.  This is true only if this token is also a regular
  47                 /// token.  Otherwise, see below for a description of the contents of
  48                 /// this field.
  49                 /// </summary>
  50                 public Token next;
  51
  52                 /// <summary> This field is used to access special tokens that occur prior to this
  53                 /// token, but after the immediately preceding regular (non-special) token.
  54                 /// If there are no such special tokens, this field is set to null.
  55                 /// When there are more than one such special token, this field refers
  56                 /// to the last of these special tokens, which in turn refers to the next
  57                 /// previous special token through its specialToken field, and so on
  58                 /// until the first special token (whose specialToken field is null).
  59                 /// The next fields of special tokens refer to other special tokens that
  60                 /// immediately follow it (without an intervening regular token).  If there
  61                 /// is no such token, this field is null.
  62                 /// </summary>
  63                 public Token specialToken;
  64
  65                 /// <summary> Returns the image.</summary>
  66                 public override System.String ToString()
  67                 {
  68                         return image;
  69                 }
  70
  71                 /// <summary> Returns a new Token object, by default. However, if you want, you
  72                 /// can create and return subclass objects based on the value of ofKind.
  73                 /// Simply add the cases to the switch for all those special cases.
  74                 /// For example, if you have a subclass of Token called IDToken that
  75                 /// you want to create if ofKind is ID, simlpy add something like :
  76                 ///
  77                 /// case MyParserConstants.ID : return new IDToken();
  78                 ///
  79                 /// to the following switch statement. Then you can cast matchedToken
  80                 /// variable to the appropriate type and use it in your lexical actions.
  81                 /// </summary>
  82                 public static Token NewToken(int ofKind)
  83                 {
  84                         switch (ofKind)
  85                         {
  86
  87                                 default:  return new Token();
  88
  89                         }
  90                 }
  91         }
  92 }