KVCache constructor

KVCache(
  1. int nHeads,
  2. int headDim
)

Implementation

KVCache(this.nHeads, this.headDim)
    : kHeads = List.generate(nHeads, (_) => Tensor2D.zeros(0, headDim)),
      vHeads = List.generate(nHeads, (_) => Tensor2D.zeros(0, headDim));