createEmbeddingModel method
Future<EmbeddingModel>
createEmbeddingModel({
- String? modelPath,
- String? tokenizerPath,
- PreferredBackend? preferredBackend,
override
Creates and returns a new EmbeddingModel instance.
Modern API: If paths are not provided, uses the active embedding model set via
FlutterGemma.installEmbedder() or modelManager.setActiveModel().
Legacy API: Provide explicit paths for backward compatibility.
modelPath — path to the embedding model file (optional if active model set).
tokenizerPath — path to the tokenizer file (optional if active model set).
preferredBackend — backend preference (e.g., CPU, GPU).
Implementation
@override
Future<EmbeddingModel> createEmbeddingModel({
String? modelPath,
String? tokenizerPath,
PreferredBackend? preferredBackend,
}) async {
// Check if active embedding model changed
final currentActiveModel = _modelManager.activeEmbeddingModel;
if (_initEmbeddingCompleter != null &&
_initializedEmbeddingModel != null &&
_lastActiveEmbeddingModelName != null) {
final modelChanged = currentActiveModel == null ||
currentActiveModel.name != _lastActiveEmbeddingModelName;
if (modelChanged) {
await _initializedEmbeddingModel?.close();
_initEmbeddingCompleter = null;
_initializedEmbeddingModel = null;
_lastActiveEmbeddingModelName = null;
} else {
return _initEmbeddingCompleter!.future;
}
}
// Return existing if initialization in progress
if (_initEmbeddingCompleter case Completer<EmbeddingModel> completer) {
return completer.future;
}
final completer = _initEmbeddingCompleter = Completer<EmbeddingModel>();
try {
// Resolve model and tokenizer paths from active embedding model
if (modelPath == null || tokenizerPath == null) {
final activeModel = _modelManager.activeEmbeddingModel;
if (activeModel == null) {
throw StateError(
'No active embedding model set. '
'Use `FlutterGemma.installEmbedder()` first.',
);
}
final filePaths = await _modelManager.getModelFilePaths(activeModel);
if (filePaths == null || filePaths.isEmpty) {
throw StateError('Embedding model file paths not found');
}
modelPath ??= filePaths[PreferencesKeys.embeddingModelFile];
tokenizerPath ??= filePaths[PreferencesKeys.embeddingTokenizerFile];
}
if (modelPath == null) {
throw StateError('Embedding model path is required');
}
debugPrint('[FlutterGemmaDesktop] Loading embedding model: $modelPath');
if (tokenizerPath == null) {
throw StateError('Tokenizer path is required for desktop embeddings');
}
if (preferredBackend == PreferredBackend.npu) {
throw UnsupportedError(
'PreferredBackend.npu is only supported on Android with .litertlm '
'models; not available for desktop embeddings.',
);
}
// 0.15.2: Desktop embedding now uses the same LiteRT FFI path as
// mobile (Android + iOS). No more separate TFLiteC + Dart tokenizer
// wiring per call site — everything lives in LitertEmbeddingModel.
final model = _initializedEmbeddingModel =
await LitertEmbeddingModel.create(
modelPath: modelPath,
tokenizerPath: tokenizerPath,
onClose: () {
_initializedEmbeddingModel = null;
_initEmbeddingCompleter = null;
_lastActiveEmbeddingModelName = null;
},
);
_lastActiveEmbeddingModelName = currentActiveModel?.name;
completer.complete(model);
return model;
} catch (e, st) {
completer.completeError(e, st);
_initEmbeddingCompleter = null;
rethrow;
}
}