createEmbeddingModel method

  1. @override
Future<EmbeddingModel> createEmbeddingModel({
  1. String? modelPath,
  2. String? tokenizerPath,
  3. PreferredBackend? preferredBackend,
})
override

Creates and returns a new EmbeddingModel instance.

Modern API: If paths are not provided, uses the active embedding model set via FlutterGemma.installEmbedder() or modelManager.setActiveModel().

Legacy API: Provide explicit paths for backward compatibility.

modelPath — path to the embedding model file (optional if active model set). tokenizerPath — path to the tokenizer file (optional if active model set). preferredBackend — backend preference (e.g., CPU, GPU).

Implementation

@override
Future<EmbeddingModel> createEmbeddingModel({
  String? modelPath,
  String? tokenizerPath,
  PreferredBackend? preferredBackend,
}) async {
  // Check if active embedding model changed
  final currentActiveModel = _modelManager.activeEmbeddingModel;
  if (_initEmbeddingCompleter != null &&
      _initializedEmbeddingModel != null &&
      _lastActiveEmbeddingModelName != null) {
    final modelChanged = currentActiveModel == null ||
        currentActiveModel.name != _lastActiveEmbeddingModelName;
    if (modelChanged) {
      await _initializedEmbeddingModel?.close();
      _initEmbeddingCompleter = null;
      _initializedEmbeddingModel = null;
      _lastActiveEmbeddingModelName = null;
    } else {
      return _initEmbeddingCompleter!.future;
    }
  }

  // Return existing if initialization in progress
  if (_initEmbeddingCompleter case Completer<EmbeddingModel> completer) {
    return completer.future;
  }

  final completer = _initEmbeddingCompleter = Completer<EmbeddingModel>();

  try {
    // Resolve model and tokenizer paths from active embedding model
    if (modelPath == null || tokenizerPath == null) {
      final activeModel = _modelManager.activeEmbeddingModel;
      if (activeModel == null) {
        throw StateError(
          'No active embedding model set. '
          'Use `FlutterGemma.installEmbedder()` first.',
        );
      }

      final filePaths = await _modelManager.getModelFilePaths(activeModel);
      if (filePaths == null || filePaths.isEmpty) {
        throw StateError('Embedding model file paths not found');
      }

      modelPath ??= filePaths[PreferencesKeys.embeddingModelFile];
      tokenizerPath ??= filePaths[PreferencesKeys.embeddingTokenizerFile];
    }

    if (modelPath == null) {
      throw StateError('Embedding model path is required');
    }

    debugPrint('[FlutterGemmaDesktop] Loading embedding model: $modelPath');

    if (tokenizerPath == null) {
      throw StateError('Tokenizer path is required for desktop embeddings');
    }
    if (preferredBackend == PreferredBackend.npu) {
      throw UnsupportedError(
        'PreferredBackend.npu is only supported on Android with .litertlm '
        'models; not available for desktop embeddings.',
      );
    }

    // 0.15.2: Desktop embedding now uses the same LiteRT FFI path as
    // mobile (Android + iOS). No more separate TFLiteC + Dart tokenizer
    // wiring per call site — everything lives in LitertEmbeddingModel.
    final model = _initializedEmbeddingModel =
        await LitertEmbeddingModel.create(
      modelPath: modelPath,
      tokenizerPath: tokenizerPath,
      onClose: () {
        _initializedEmbeddingModel = null;
        _initEmbeddingCompleter = null;
        _lastActiveEmbeddingModelName = null;
      },
    );

    _lastActiveEmbeddingModelName = currentActiveModel?.name;
    completer.complete(model);
    return model;
  } catch (e, st) {
    completer.completeError(e, st);
    _initEmbeddingCompleter = null;
    rethrow;
  }
}