Tokenizer constructor

Tokenizer(Set<String> separators, { bool emitSeparators = true, })

Implementation

Tokenizer(this.separators, {this.emitSeparators = true}) {
  transformer = StreamTransformer.fromHandlers(
    handleData: handleData,
    handleDone: handleDone,
    handleError: handleError,
  );
}