EngineConfig constructor

const EngineConfig({
  1. required String modelPath,
  2. Backend backend = Backend.cpu,
  3. Backend? visionBackend,
  4. Backend? audioBackend,
  5. int? maxNumTokens,
  6. String? cacheDir,
  7. int? loraRank,
  8. int? audioLoraRank,
})

Creates an engine configuration.

Implementation

const EngineConfig({
  required this.modelPath,
  this.backend = Backend.cpu,
  this.visionBackend,
  this.audioBackend,
  this.maxNumTokens,
  this.cacheDir,
  this.loraRank,
  this.audioLoraRank,
});