BartDecoder constructor

BartDecoder({ int decoderLayers = 4, int maxPositionEmbeddings = 1536, int vocabSize = 57522, int embedDim = 1024, int ffnDim = 4096, int numHeads = 16, })

Implementation

BartDecoder({
  this.decoderLayers = 4,
  this.maxPositionEmbeddings = 1536,
  this.vocabSize = 57522,
  this.embedDim = 1024,
  this.ffnDim = 4096,
  this.numHeads = 16,
}) {
  embedTokens = Embedding(vocabSize, embedDim);
  // +2 for BART's position embedding offset
  embedPositions = Embedding(maxPositionEmbeddings + 2, embedDim);
  layerNorm = LayerNorm(embedDim);
  lmHead = Linear(embedDim, vocabSize, useBias: false);
  embedScale = math.sqrt(embedDim.toDouble());

  layers = List.generate(
    decoderLayers,
    (i) => BartDecoderLayer(
      embedDim: embedDim,
      ffnDim: ffnDim,
      numHeads: numHeads,
    ),
  );
}