EngineCreateRequest constructor

const EngineCreateRequest({
  1. required String modelPath,
  2. required String backend,
  3. required int maxTokens,
  4. required RuntimeLogLevel logLevel,
  5. String? visionBackend,
  6. String? audioBackend,
  7. String? cacheDir,
  8. int maxNumImages = 0,
  9. bool? enableSpeculativeDecoding,
  10. int? speculativeDecodingMode,
  11. int? numThreads,
  12. int? activationDataType,
  13. LiteRtLmLogLevel? nativeLogLevel,
  14. String? dispatchLibDir,
  15. bool? useHwMaskingForNpu,
  16. int? kernelBatchSize,
  17. bool blockSigprof = false,
  18. bool listWeightBanks = false,
})

Implementation

const EngineCreateRequest({
  required this.modelPath,
  required this.backend,
  required this.maxTokens,
  required this.logLevel,
  this.visionBackend,
  this.audioBackend,
  this.cacheDir,
  this.maxNumImages = 0,
  this.enableSpeculativeDecoding,
  this.speculativeDecodingMode,
  this.numThreads,
  this.activationDataType,
  this.nativeLogLevel,
  this.dispatchLibDir,
  this.useHwMaskingForNpu,
  this.kernelBatchSize,
  this.blockSigprof = false,
  this.listWeightBanks = false,
});