tokenize library

Classes

ArrayNode
LiteralNode
Node
ObjectNode
Position
PropertyNode
Token
ValueIndex<T>
ValueNode

Properties

escapes Map<String, int>
final
keywordTokensMap Map<String, TokenType>
final
punctuatorTokensMap Map<String, TokenType>
final

Functions

isDigit(String char) bool
isDigit1to9(String char) bool
isExp(dynamic char) bool
isHex(dynamic char) bool
parseChar(String input, int index, int line, int column) Token
parseKeyword(String input, int index, int line, int column) Token
parseNumber(String input, int index, int line, int column) Token
parseString(String input, int index, int line, int column) Token
parseWhitespace(String input, int index, int line, int column) Position
tokenize(String input, Settings settings) List<Token>

Enums

TokenType