org.apache.lucene.analysis.standard
Class StandardTokenizerTokenManager

java.lang.Object
  |
  +--org.apache.lucene.analysis.standard.StandardTokenizerTokenManager

All Implemented Interfaces:

StandardTokenizerConstants

public class StandardTokenizerTokenManager

extends Object

implements StandardTokenizerConstants

Field Summary

protected char	curChar
PrintStream	debugStream
static String[]	jjstrLiteralImages
static String[]	lexStateNames

Fields inherited from interface org.apache.lucene.analysis.standard.StandardTokenizerConstants

ACRONYM, ALPHA, ALPHANUM, APOSTROPHE, COMPANY, DEFAULT, DIGIT, EMAIL, EOF, HAS_DIGIT, HOST, LETTER, NOISE, NUM, P, tokenImage

Constructor Summary

StandardTokenizerTokenManager(CharStream stream)

StandardTokenizerTokenManager(CharStream stream, int lexState)

Method Summary

Token	getNextToken()
void	ReInit(CharStream stream)
void	ReInit(CharStream stream, int lexState)
void	setDebugStream(PrintStream ds)
void	SwitchTo(int lexState)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

debugStream

public PrintStream debugStream

jjstrLiteralImages

public static final String[] jjstrLiteralImages

lexStateNames

public static final String[] lexStateNames

curChar

protected char curChar

Constructor Detail

StandardTokenizerTokenManager

public StandardTokenizerTokenManager(CharStream stream)

StandardTokenizerTokenManager

public StandardTokenizerTokenManager(CharStream stream,
                                     int lexState)

Method Detail

setDebugStream

public void setDebugStream(PrintStream ds)

ReInit

public void ReInit(CharStream stream)

ReInit

public void ReInit(CharStream stream,
                   int lexState)

SwitchTo

public void SwitchTo(int lexState)

getNextToken

public final Token getNextToken()