blob: 3c95af45a9b2f1bc16ae485f28306465d6463fe7 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
|
/*------------------------------------------------------------------------------
* Copyright (C) 2003-2006 Ben van Klinken and the CLucene Team
*
* Distributable under the terms of either the Apache License (Version 2.0) or
* the GNU Lesser General Public License, as specified in the COPYING file.
------------------------------------------------------------------------------*/
#ifndef _lucene_analysis_standard_StandardTokenizerConstants
#define _lucene_analysis_standard_StandardTokenizerConstants
#if defined(_LUCENE_PRAGMA_ONCE)
# pragma once
#endif
CL_NS_DEF2(analysis,standard)
enum TokenTypes {
_EOF,
UNKNOWN,
ALPHANUM,
APOSTROPHE,
ACRONYM,
COMPANY,
EMAIL,
HOST,
NUM,
CJK
};
extern const TCHAR** tokenImage;
CL_NS_END2
#endif
|
