MainBpeTokenizerState constructor

const MainBpeTokenizerState({ String? message, String? errorMessage, SPTokenContainer? tokenContainer, })

Implementation

const MainBpeTokenizerState(
    {this.message, this.errorMessage, this.tokenContainer});