public final class Tokenizer extends Object
Constructor and Description |
---|
Tokenizer() |
Modifier and Type | Method and Description |
---|---|
Token |
scanChars()
scan chars.
|
Token |
scanHexDecimal()
scan hex decimal.
|
Token |
scanIdentifier()
scan identifier.
|
Token |
scanNumber()
scan number.
|
Token |
scanSymbol()
scan symbol.
|
Token |
scanVariable()
scan variable.
|
int |
skipComment()
skip comment.
|
int |
skipHint()
skip hint.
|
int |
skipWhitespace()
skip whitespace.
|
public int skipWhitespace()
public int skipComment()
public int skipHint()
public Token scanVariable()
public Token scanIdentifier()
public Token scanHexDecimal()
public Token scanNumber()
public Token scanChars()
public Token scanSymbol()
Copyright © 2018. All rights reserved.