CharTokenizer constructor

CharTokenizer(
  1. String text
)

Implementation

CharTokenizer(String text) {
  // Get unique characters and sort them for consistency
  chars = (text.split('').toSet().toList())..sort();
  stoi = {for (var i = 0; i < chars.length; i++) chars[i]: i};
  itos = stoi.map((k, v) => MapEntry(v, k));
}