org.frameworkset.util.tokenizer

Class Tokenizer

java.lang.Object

org.frameworkset.util.tokenizer.Tokenizer

Direct Known Subclasses:

StringTokenizer

public class Tokenizer
extends java.lang.Object

Field Summary

Fields

Modifier and Type	Field and Description
static int	TT_BLOCK
static int	TT_ERROR
static int	TT_SYMBOL
static int	TT_TOKEN

Constructor Summary

Constructors

Constructor and Description
Tokenizer()
Tokenizer(java.io.Reader reader)
Tokenizer(java.io.Reader reader, int cacheBufferSize)

Method Summary

Modifier and Type	Method and Description
void	addSymbol(java.lang.String text)
void	addSymbol(java.lang.String text, boolean hidden)
void	addSymbol(java.lang.String startText, java.lang.String endText, boolean hidden)
void	addSymbol(TokenizerSymbol symbol)
boolean	getNextBoolean(java.lang.String trueValue, boolean defaultValue)
long	getNextLong(long defaultValue)
java.lang.String	getNextString(java.lang.String defaultValue)
Token	getToken()
boolean	hasMore()
Token	nextToken()
void	pushBack()
void	setReader(java.io.Reader reader)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

TT_TOKEN

public static final int TT_TOKEN

See Also:

Constant Field Values

TT_SYMBOL

public static final int TT_SYMBOL

See Also:

Constant Field Values

TT_BLOCK

public static final int TT_BLOCK

See Also:

Constant Field Values

TT_ERROR

public static final int TT_ERROR

See Also:

Constant Field Values

Constructor Detail

Tokenizer

public Tokenizer()

Tokenizer

public Tokenizer(java.io.Reader reader)

Tokenizer

public Tokenizer(java.io.Reader reader,
                 int cacheBufferSize)

Method Detail

getToken

public Token getToken()
               throws java.io.IOException

Throws:

java.io.IOException

nextToken

public Token nextToken()
                throws java.io.IOException

Throws:

java.io.IOException

pushBack

public void pushBack()

setReader

public void setReader(java.io.Reader reader)

hasMore

public boolean hasMore()
                throws java.io.IOException

Throws:

java.io.IOException

addSymbol

public void addSymbol(java.lang.String text)

addSymbol

public void addSymbol(java.lang.String text,
                      boolean hidden)

addSymbol

public void addSymbol(java.lang.String startText,
                      java.lang.String endText,
                      boolean hidden)

addSymbol

public void addSymbol(TokenizerSymbol symbol)

getNextString

public java.lang.String getNextString(java.lang.String defaultValue)
                               throws java.io.IOException

Throws:

java.io.IOException

getNextBoolean

public boolean getNextBoolean(java.lang.String trueValue,
                              boolean defaultValue)
                       throws java.io.IOException

Throws:

java.io.IOException

getNextLong

public long getNextLong(long defaultValue)
                 throws java.io.IOException

Throws:

java.io.IOException