generateStopWordFilter function
Implementation
PipelineFunction generateStopWordFilter(List<String> stopWords) {
Map<String, String> words = stopWords.fold({}, (memo, stopWord) {
memo[stopWord] = stopWord;
return memo;
});
return (Token? token, _, __) {
if (token != null && words[token.toString()] != token.toString()) {
return token;
}
return null;
};
}