tokenize library

Classes

ArrayNode

LiteralNode

Node

ObjectNode

Position

PropertyNode

Token

ValueIndex<T>

ValueNode

Enums

TokenType

Properties

escapes → Map<String, int>

final

keywordTokensMap → Map<String, TokenType>

final

punctuatorTokensMap → Map<String, TokenType>

final

Functions

isDigit(String char) → bool

isDigit1to9(String char) → bool

isExp(dynamic char) → bool

isHex(dynamic char) → bool

parseChar(String input, int index, int line, int column) → Token?

parseKeyword(String input, int index, int line, int column) → Token?

parseNumber(String input, int index, int line, int column) → Token?

parseString(String input, int index, int line, int column) → Token?

parseWhitespace(String input, int index, int line, int column) → Position?

tokenize(String input, Settings settings) → List<Token>