BertModel constructor

BertModel(
  1. BertConfig config
)

Implementation

BertModel(this.config)
  : embeddings = BertEmbeddings(
      vocabSize: config.vocabSize,
      maxPositionEmbeddings: config.maxPositionEmbeddings,
      embedDim: config.embedDim,
      layerNormEps: config.layerNormEps,
      device: config.device,
      seed: config.seed,
    ),
    layers = List<BertLayer>.generate(
      config.numLayers,
      (i) => BertLayer(
        embedDim: config.embedDim,
        numHeads: config.numHeads,
        intermediateSize: config.intermediateSize,
        layerNormEps: config.layerNormEps,
        device: config.device,
        seed: config.seed + 100 + i * 10000,
      ),
    );