manifold.preprocessor

Class Tokenizer

java.lang.Object

manifold.preprocessor.Tokenizer

public class Tokenizer
extends Object

Constructor Summary

Constructors

Constructor and Description
Tokenizer(CharSequence buffer, int startOffset, int endOffset, java.util.function.Consumer<Tokenizer> consumer)

Method Summary

Modifier and Type	Method and Description
void	advance()
Expression	getExpression()
int	getTokenEnd()
int	getTokenStart()
TokenType	getTokenType()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Tokenizer

public Tokenizer(CharSequence buffer,
                 int startOffset,
                 int endOffset,
                 java.util.function.Consumer<Tokenizer> consumer)

Method Detail

getTokenType

public TokenType getTokenType()

getTokenStart

public int getTokenStart()

getTokenEnd

public int getTokenEnd()

getExpression

public Expression getExpression()

advance

public void advance()