loadDict method

Future<void> loadDict()

Implementation

Future<void> loadDict() async {
  _dict = DictSegment('');
  var file = await rootBundle.loadString(MAIN_DICT);
  for (var line in file.split("\n")) {
    List<String> tokens = line.split("[\t ]+");

    if (tokens.length < 2) {
      continue;
    }

    String word = tokens[0];
    double freq = double.parse(tokens[1]);
    total += freq;
    word = addWord(word)!;
    freqs[word] = freq;
  }
  // normalize
  freqs.forEach((key, value) {
    freqs[key] = log(value / total);
    minFreq = min(value, minFreq);
  });
}