loadDict method
Implementation
Future<void> loadDict() async {
_dict = DictSegment('');
var file = await rootBundle.loadString(MAIN_DICT);
for (var line in file.split("\n")) {
List<String> tokens = line.split("[\t ]+");
if (tokens.length < 2) {
continue;
}
String word = tokens[0];
double freq = double.parse(tokens[1]);
total += freq;
word = addWord(word)!;
freqs[word] = freq;
}
// normalize
freqs.forEach((key, value) {
freqs[key] = log(value / total);
minFreq = min(value, minFreq);
});
}