FfiInferenceModel constructor
FfiInferenceModel({
- required LiteRtLmFfiClient ffiClient,
- required int maxTokens,
- required ModelType modelType,
- required PreferredBackend? activeBackend,
- ModelFileType fileType = ModelFileType.litertlm,
- bool supportImage = false,
- bool supportAudio = false,
- int? maxConcurrentSessions,
- required VoidCallback onClose,
Implementation
FfiInferenceModel({
required this.ffiClient,
required this.maxTokens,
required this.modelType,
required this.activeBackend,
this.fileType = ModelFileType.litertlm,
this.supportImage = false,
this.supportAudio = false,
this.maxConcurrentSessions,
required this.onClose,
});