BertLayer constructor

BertLayer({
  1. required int embedDim,
  2. required int numHeads,
  3. required int intermediateSize,
  4. double layerNormEps = 1e-12,
  5. Device device = Device.CPU,
  6. int seed = 0,
})

Implementation

BertLayer({
  required int embedDim,
  required int numHeads,
  required int intermediateSize,
  double layerNormEps = 1e-12,
  Device device = Device.CPU,
  int seed = 0,
}) : attention = MultiHeadAttention(
       embedDim,
       numHeads,
       bias: true,
       device: device,
       seed: seed,
     ),
     attentionOutputLn = LayerNorm(
       embedDim,
       eps: layerNormEps,
       device: device,
     ),
     intermediate = Linear(
       embedDim,
       intermediateSize,
       bias: true,
       device: device,
       seed: seed + 4000,
     ),
     output = Linear(
       intermediateSize,
       embedDim,
       bias: true,
       device: device,
       seed: seed + 5000,
     ),
     outputLn = LayerNorm(embedDim, eps: layerNormEps, device: device);