manifold.js.parser

Class Tokenizer

java.lang.Object

manifold.js.parser.Tokenizer

Direct Known Subclasses:

TemplateTokenizer

public class Tokenizer
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	Tokenizer.Token

Constructor Summary

Constructors

Constructor and Description
Tokenizer(BufferedReader reader)
Tokenizer(String text)

Method Summary

Modifier and Type	Method and Description
protected char	currChar()
protected Tokenizer.Token	newToken(TokenType type, String val)
Tokenizer.Token	next()
protected void	nextChar()
Tokenizer.Token	nextNonWhiteSpace()
protected char	peek()
protected boolean	reachedEOF()
List<Tokenizer.Token>	tokenize()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Tokenizer

public Tokenizer(String text)

Tokenizer

public Tokenizer(BufferedReader reader)

Method Detail

nextNonWhiteSpace

public Tokenizer.Token nextNonWhiteSpace()

next

public Tokenizer.Token next()

peek

protected char peek()

nextChar

protected void nextChar()

currChar

protected char currChar()

newToken

protected Tokenizer.Token newToken(TokenType type,
                                   String val)

reachedEOF

protected boolean reachedEOF()

tokenize

public List<Tokenizer.Token> tokenize()