parseVe function
Implementation
List<Word> parseVe(Mecab tagger, String text) {
List<dynamic> dynamicTokens = tagger.parse(text);
List<TokenNode> tokens = dynamicTokens.map((n) => n as TokenNode).toList();
// Sometimes mecab_dart doesn't print the appropriate length so we
// generate dummy values for all tokens short of the right length
for (TokenNode token in tokens) {
for (int i = 0; i < 9 - token.features.length; i++) {
token.features.add('*');
}
}
Parse parse = Parse(tokens);
return parse.words();
}