EngineCreateRequest constructor
const
EngineCreateRequest({
- required String modelPath,
- required String backend,
- required int maxTokens,
- required RuntimeLogLevel logLevel,
- String? visionBackend,
- String? audioBackend,
- String? cacheDir,
- int maxNumImages = 0,
- bool? enableSpeculativeDecoding,
- int? speculativeDecodingMode,
- int? numThreads,
- int? activationDataType,
- LiteRtLmLogLevel? nativeLogLevel,
- String? dispatchLibDir,
- bool? useHwMaskingForNpu,
- int? kernelBatchSize,
- bool blockSigprof = false,
- bool listWeightBanks = false,
Implementation
const EngineCreateRequest({
required this.modelPath,
required this.backend,
required this.maxTokens,
required this.logLevel,
this.visionBackend,
this.audioBackend,
this.cacheDir,
this.maxNumImages = 0,
this.enableSpeculativeDecoding,
this.speculativeDecodingMode,
this.numThreads,
this.activationDataType,
this.nativeLogLevel,
this.dispatchLibDir,
this.useHwMaskingForNpu,
this.kernelBatchSize,
this.blockSigprof = false,
this.listWeightBanks = false,
});