BpeTokenizerClearing constructor

const BpeTokenizerClearing(
  1. MainBpeTokenizerState mainBpeTokenizerState
)

Implementation

const BpeTokenizerClearing(MainBpeTokenizerState mainBpeTokenizerState)
    : super(mainBpeTokenizerState);