Tokenizer constructor

Tokenizer({
  1. bool yieldTokens = false,
  2. Set<String>? delimiters,
})

Implementation

Tokenizer({this.yieldTokens = false, Set<String>? delimiters}) {
  this.delimiters.addAll(delimiters ?? {});
}