common/utils/json_serialize/json_ast/tokenize library

Enums

TokenType

Properties

escapes Map<String, int>
final
keywordTokensMap Map<String, TokenType>
final
punctuatorTokensMap Map<String, TokenType>
final

Functions

isDigit(String char) bool
isDigit1to9(String char) bool
isExp(String char) bool
isHex(String char) bool
parseChar(String input, int index, int line, int column) Token?
parseKeyword(String input, int index, int line, int column) Token?
parseNumber(String input, int index, int line, int column) Token?
parseString(String input, int index, int line, int column) Token?
parseWhitespace(String input, int index, int line, int column) Position?
tokenize(String input, Settings settings) List<Token>