kuromoji 2.0.0-dev.1
kuromoji: ^2.0.0-dev.1 copied to clipboard
Tokenize Japanese text using dictionaries defined by the Atilika project.
import 'dart:convert';
import 'package:kuromoji/kuromoji.dart';
void main() async {
final tokenizer = Tokenizer.buildSync();
final tokens = tokenizer.tokenize('リミッター働くまで');
print(JsonEncoder.withIndent(' ' * 2).convert(tokens));
}