org.egothor.parser.plain
Class SimpleTokenManager

java.lang.Object
  org.egothor.parser.plain.SimpleTokenManager

All Implemented Interfaces:

SimpleConstants

public class SimpleTokenManager
extends java.lang.Object
implements SimpleConstants

Field Summary

protected char	curChar
java.io.PrintStream	debugStream
protected CharStream	input_stream
static java.lang.String[]	jjstrLiteralImages
static java.lang.String[]	lexStateNames

Fields inherited from interface org.egothor.parser.plain.SimpleConstants

ACRONYM, CJK_LETTER, CRAP, DATE, DEFAULT, DIGIT, EOF, GRAM, LETTER, MARK, NOISE, NUM, PUNCT, tokenImage, WORD

Constructor Summary

SimpleTokenManager(CharStream stream)

SimpleTokenManager(CharStream stream, int lexState)

Method Summary

Token	getNextToken()
protected Token	jjFillToken()
void	ReInit(CharStream stream)
void	ReInit(CharStream stream, int lexState)
void	setDebugStream(java.io.PrintStream ds)
void	SwitchTo(int lexState)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

debugStream

public java.io.PrintStream debugStream

jjstrLiteralImages

public static final java.lang.String[] jjstrLiteralImages

lexStateNames

public static final java.lang.String[] lexStateNames

input_stream

protected CharStream input_stream

curChar

protected char curChar

Constructor Detail

SimpleTokenManager

public SimpleTokenManager(CharStream stream)

SimpleTokenManager

public SimpleTokenManager(CharStream stream,
                          int lexState)

Method Detail

setDebugStream

public void setDebugStream(java.io.PrintStream ds)

ReInit

public void ReInit(CharStream stream)

ReInit

public void ReInit(CharStream stream,
                   int lexState)

SwitchTo

public void SwitchTo(int lexState)

jjFillToken

protected Token jjFillToken()

getNextToken

public Token getNextToken()