BpeTokenizerCleared constructor

const BpeTokenizerCleared(
  1. MainBpeTokenizerState mainBpeTokenizerState
)

Implementation

const BpeTokenizerCleared(MainBpeTokenizerState mainBpeTokenizerState)
    : super(mainBpeTokenizerState);