BpeTokenizerLoaded constructor
const
BpeTokenizerLoaded(
- MainBpeTokenizerState mainBpeTokenizerState
Implementation
const BpeTokenizerLoaded(MainBpeTokenizerState mainBpeTokenizerState)
: super(mainBpeTokenizerState);