PythiaConfig constructor

PythiaConfig({
  1. required int vocabSize,
  2. required int maxCtx,
  3. required int embedDim,
  4. required int numLayers,
  5. required int numHeads,
  6. int? ffnDim,
  7. double ropeBase = 10000.0,
  8. double rotaryPct = 0.25,
  9. Device device = Device.CPU,
  10. int seed = 0,
})

Implementation

PythiaConfig({
  required this.vocabSize,
  required this.maxCtx,
  required this.embedDim,
  required this.numLayers,
  required this.numHeads,
  int? ffnDim,
  this.ropeBase = 10000.0,
  this.rotaryPct = 0.25,
  this.device = Device.CPU,
  this.seed = 0,
}) : ffnDim = ffnDim ?? 4 * embedDim;