org.apache.lucene.analysis.standard
Class StandardTokenizerTokenManager
java.lang.Object
org.apache.lucene.analysis.standard.StandardTokenizerTokenManager
- StandardTokenizerConstants
public class StandardTokenizerTokenManager
ACRONYM , ALPHA , ALPHANUM , APOSTROPHE , CJ , COMPANY , DEFAULT , DIGIT , EMAIL , EOF , HAS_DIGIT , HOST , KOREAN , LETTER , NOISE , NUM , P , tokenImage |
curChar
protected char curChar
jjstrLiteralImages
public static final String[] jjstrLiteralImages
lexStateNames
public static final String[] lexStateNames
StandardTokenizerTokenManager
public StandardTokenizerTokenManager(CharStream stream)
StandardTokenizerTokenManager
public StandardTokenizerTokenManager(CharStream stream,
int lexState)
ReInit
public void ReInit(CharStream stream,
int lexState)
SwitchTo
public void SwitchTo(int lexState)
getNextToken
public Token getNextToken()
jjFillToken
protected Token jjFillToken()
setDebugStream
public void setDebugStream(PrintStream ds)
Copyright © 2000-2006 Apache Software Foundation. All Rights Reserved.