edu.stanford.nlp.annotation
Class HtmlLexerTokenManager

java.lang.Object
  |
  +--edu.stanford.nlp.annotation.HtmlLexerTokenManager

All Implemented Interfaces:

HtmlLexerConstants

public class HtmlLexerTokenManager

extends Object

implements HtmlLexerConstants

Field Summary

protected char	curChar
PrintStream	debugStream
static int[]	jjnewLexState
static String[]	jjstrLiteralImages
static String[]	lexStateNames

Fields inherited from interface edu.stanford.nlp.annotation.HtmlLexerConstants

ALPHA, ALPHANUM, ANY, APOST_WORD, CODE, CODE_END, CODE_TAG, CODE_WORD, COMMENT_BODY, COMMENT_END, COMMENT_START, COMMENT_WORD, DEC_COMMA_NUM, DEC_NUM, DEFAULT, DIGIT, DOT_WORD, DOTPLUS, EMAIL_WORD, EOF, ESCAPE_CHARACTER, HTML_INSIDE, HTML_QUOTED, HTML_TAG, HYPHEN, MONEY_NUM, NONZERO, NUM_LIST, QUALIFIED_NUM, RUNAWAY_TAG, TAG_NO_RETURN, TIME, tokenImage, WHITESPACE, WORD

Constructor Summary

HtmlLexerTokenManager(SimpleCharStream stream)

HtmlLexerTokenManager(SimpleCharStream stream, int lexState)

Method Summary

Token	getNextToken()
void	ReInit(SimpleCharStream stream)
void	ReInit(SimpleCharStream stream, int lexState)
void	setDebugStream(PrintStream ds)
void	SwitchTo(int lexState)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

debugStream

public PrintStream debugStream

jjstrLiteralImages

public static final String[] jjstrLiteralImages

lexStateNames

public static final String[] lexStateNames

jjnewLexState

public static final int[] jjnewLexState

curChar

protected char curChar

Constructor Detail

HtmlLexerTokenManager

public HtmlLexerTokenManager(SimpleCharStream stream)

HtmlLexerTokenManager

public HtmlLexerTokenManager(SimpleCharStream stream,
                             int lexState)

Method Detail

setDebugStream

public void setDebugStream(PrintStream ds)

ReInit

public void ReInit(SimpleCharStream stream)

ReInit

public void ReInit(SimpleCharStream stream,
                   int lexState)

SwitchTo

public void SwitchTo(int lexState)

getNextToken

public final Token getNextToken()