2 * Copyright 2004 The Apache Software Foundation
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
16 /* Generated By:JavaCC: Do not edit this line. StandardTokenizerConstants.java */
18 namespace Lucene
.Net
.Analysis
.Standard
21 public class StandardTokenizerConstants
23 public const int EOF
= 0;
24 public const int ALPHANUM
= 1;
25 public const int APOSTROPHE
= 2;
26 public const int ACRONYM
= 3;
27 public const int COMPANY
= 4;
28 public const int EMAIL
= 5;
29 public const int HOST
= 6;
30 public const int NUM
= 7;
31 public const int P
= 8;
32 public const int HAS_DIGIT
= 9;
33 public const int ALPHA
= 10;
34 public const int LETTER
= 11;
35 public const int CJK
= 12;
36 public const int DIGIT
= 13;
37 public const int NOISE
= 14;
38 public const int DEFAULT
= 0;
39 public static System
.String
[] tokenImage
= new System
.String
[]
41 "<EOF>", "<ALPHANUM>", "<APOSTROPHE>", "<ACRONYM>", "<COMPANY>",
42 "<EMAIL>", "<HOST>", "<NUM>", "<P>", "<HAS_DIGIT>", "<ALPHA>",
43 "<LETTER>", "<CJK>", "<DIGIT>", "<NOISE>"