call method

Tensor call(
  1. Tensor x, {
  2. Tensor? mask,
  3. MHACache? cache,
  4. int startPos = 0,
})

Implementation

Tensor call(Tensor x, {Tensor? mask, MHACache? cache, int startPos = 0}) {
  final a = attn(inputLn(x), mask: mask, cache: cache, startPos: startPos);
  final m = ffn2(_geluTanh(ffn1(postAttnLn(x))));
  return x + a + m;
}