org.apache.lucene.analysis.standard

Class StandardTokenizerTokenManager

Implemented Interfaces:
StandardTokenizerConstants

public class StandardTokenizerTokenManager
extends Object
implements StandardTokenizerConstants

Field Summary

protected char
curChar
PrintStream
debugStream
protected CharStream
input_stream
static String[]
jjstrLiteralImages
static String[]
lexStateNames

Fields inherited from interface org.apache.lucene.analysis.standard.StandardTokenizerConstants

ACRONYM, ALPHA, ALPHANUM, APOSTROPHE, CJ, COMPANY, DEFAULT, DIGIT, EMAIL, EOF, HAS_DIGIT, HOST, KOREAN, LETTER, NOISE, NUM, P, tokenImage

Constructor Summary

StandardTokenizerTokenManager(CharStream stream)
StandardTokenizerTokenManager(CharStream stream, int lexState)

Method Summary

void
ReInit(CharStream stream)
void
ReInit(CharStream stream, int lexState)
void
SwitchTo(int lexState)
Token
getNextToken()
protected Token
jjFillToken()
void
setDebugStream(PrintStream ds)

Field Details

curChar

protected char curChar

debugStream

public PrintStream debugStream

input_stream

protected CharStream input_stream

jjstrLiteralImages

public static final String[] jjstrLiteralImages

lexStateNames

public static final String[] lexStateNames

Constructor Details

StandardTokenizerTokenManager

public StandardTokenizerTokenManager(CharStream stream)

StandardTokenizerTokenManager

public StandardTokenizerTokenManager(CharStream stream,
                                     int lexState)

Method Details

ReInit

public void ReInit(CharStream stream)

ReInit

public void ReInit(CharStream stream,
                   int lexState)

SwitchTo

public void SwitchTo(int lexState)

getNextToken

public Token getNextToken()

jjFillToken

protected Token jjFillToken()

setDebugStream

public void setDebugStream(PrintStream ds)

Copyright © 2000-2006 Apache Software Foundation. All Rights Reserved.