CactusInitParams constructor

CactusInitParams({
  1. String? modelPath,
  2. String? modelUrl,
  3. String? modelFilename,
  4. String? mmprojPath,
  5. String? mmprojUrl,
  6. String? mmprojFilename,
  7. String? chatTemplate,
  8. int contextSize = 2048,
  9. int batchSize = 512,
  10. int ubatchSize = 512,
  11. int gpuLayers = 0,
  12. int threads = 4,
  13. bool useMmap = true,
  14. bool useMlock = false,
  15. bool generateEmbeddings = false,
  16. int poolingType = 0,
  17. int normalizeEmbeddings = 2,
  18. bool useFlashAttention = false,
  19. String? cacheTypeK,
  20. String? cacheTypeV,
  21. CactusProgressCallback? onInitProgress,
})

Implementation

CactusInitParams({
  this.modelPath,
  this.modelUrl,
  this.modelFilename,
  this.mmprojPath,
  this.mmprojUrl,
  this.mmprojFilename,
  this.chatTemplate,
  this.contextSize = 2048,
  this.batchSize = 512,
  this.ubatchSize = 512,
  this.gpuLayers = 0,
  this.threads = 4,
  this.useMmap = true,
  this.useMlock = false,
  this.generateEmbeddings = false,
  this.poolingType = 0,
  this.normalizeEmbeddings = 2,
  this.useFlashAttention = false,
  this.cacheTypeK,
  this.cacheTypeV,
  this.onInitProgress,
});