dispose method

  1. @override
Future<void> dispose()
override

Releases the local model from memory to free up resources.

Implementation

@override
Future<void> dispose() async {
  if (_engine != null) {
    SintSentinel.logger.i('LocalLlamaProvider: Disposing llama.cpp engine and freeing native memory.');
    try {
      await _engine!.dispose();
    } catch (e) {
      SintSentinel.logger.e('LocalLlamaProvider: Error during engine disposal: $e');
    }
    _engine = null;
    _loadedModelPath = '';
  }
}