BpeTokenizerLoading constructor

const BpeTokenizerLoading(
  1. MainBpeTokenizerState mainBpeTokenizerState
)

Implementation

const BpeTokenizerLoading(MainBpeTokenizerState mainBpeTokenizerState)
    : super(mainBpeTokenizerState);