2 * Copyright 2004 The Apache Software Foundation
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
17 /* Generated By:JavaCC: Do not edit this line. StandardTokenizerConstants.java */
20 namespace Lucene
.Net
.Analysis
.Standard
23 public class StandardTokenizerConstants
25 public const int EOF
= 0;
26 public const int ALPHANUM
= 1;
27 public const int APOSTROPHE
= 2;
28 public const int ACRONYM
= 3;
29 public const int COMPANY
= 4;
30 public const int EMAIL
= 5;
31 public const int HOST
= 6;
32 public const int NUM
= 7;
33 public const int P
= 8;
34 public const int HAS_DIGIT
= 9;
35 public const int ALPHA
= 10;
36 public const int LETTER
= 11;
37 public const int CJ
= 12;
38 public const int KOREAN
= 13;
39 public const int DIGIT
= 14;
40 public const int NOISE
= 15;
41 public const int DEFAULT
= 0;
42 public static System
.String
[] tokenImage
= new System
.String
[]{"<EOF>", "<ALPHANUM>", "<APOSTROPHE>", "<ACRONYM>", "<COMPANY>", "<EMAIL>", "<HOST>", "<NUM>", "<P>", "<HAS_DIGIT>", "<ALPHA>", "<LETTER>", "<CJ>", "<KOREAN>", "<DIGIT>", "<NOISE>"}
;