BartDecoderLayer constructor

BartDecoderLayer({
  1. required int embedDim,
  2. required int ffnDim,
  3. required int numHeads,
})

Implementation

BartDecoderLayer({
  required this.embedDim,
  required this.ffnDim,
  required this.numHeads,
}) {
  selfAttn = BartAttention(
    embedDim: embedDim,
    numHeads: numHeads,
    isCrossAttention: false,
  );
  selfAttnLayerNorm = LayerNorm(embedDim);

  encoderAttn = BartAttention(
    embedDim: embedDim,
    numHeads: numHeads,
    isCrossAttention: true,
  );
  encoderAttnLayerNorm = LayerNorm(embedDim);

  fc1 = Linear(embedDim, ffnDim);
  fc2 = Linear(ffnDim, embedDim);
  finalLayerNorm = LayerNorm(embedDim);
}