EngineConfig constructor

const EngineConfig({
  1. required String modelPath,
  2. Backend backend = const Backend.cpu(),
  3. Backend? visionBackend,
  4. Backend? audioBackend,
  5. int? maxNumTokens,
  6. int? maxNumImages,
  7. String? cacheDir,
  8. int? loraRank,
  9. int? audioLoraRank,
  10. bool enableBenchmark = false,
})

Creates an engine configuration.

Implementation

const EngineConfig({
  required this.modelPath,
  this.backend = const Backend.cpu(),
  this.visionBackend,
  this.audioBackend,
  this.maxNumTokens,
  this.maxNumImages,
  this.cacheDir,
  this.loraRank,
  this.audioLoraRank,
  this.enableBenchmark = false,
});