private static final class Parser.Tokenizer
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
private java.lang.StringBuilder |
buffer |
private static char |
CR |
private static char |
EOT |
private static char |
FF |
private Parser.SyntaxHandler |
handler |
private int |
index |
private java.lang.CharSequence |
input |
private static char |
LF |
private static char |
NUL |
private static char |
SPACE |
private Parser.State |
state |
private static char |
TAB |
Modifier | Constructor and Description |
---|---|
private |
Tokenizer(java.lang.CharSequence text,
Parser.SyntaxHandler syntaxHandler) |
Modifier and Type | Method and Description |
---|---|
private char |
currentChar() |
private boolean |
hasMore() |
private char |
nextChar() |
private Parser.State |
nextState() |
private char |
peek() |
private void |
scanComment() |
private void |
scanNewLine() |
private void |
scanToken() |
private void |
scanWhitespace() |
private void |
tokenize() |
private static final char NUL
private static final char EOT
private static final char TAB
private static final char FF
private static final char CR
private static final char LF
private static final char SPACE
private final java.lang.CharSequence input
private int index
private final Parser.SyntaxHandler handler
private Parser.State state
private final java.lang.StringBuilder buffer
private Tokenizer(java.lang.CharSequence text, Parser.SyntaxHandler syntaxHandler)
private boolean hasMore()
private char currentChar()
private char nextChar()
private char peek()
private Parser.State nextState()
private void tokenize()
private void scanNewLine()
private void scanWhitespace()
private void scanComment()
private void scanToken()