initialize method

Future<void> initialize({
  1. required String modelPath,
  2. String backend = 'gpu',
  3. int maxTokens = 2048,
})

Initialize the model

Implementation

Future<void> initialize({
  required String modelPath,
  String backend = 'gpu',
  int maxTokens = 2048,
}) async {
  _assertConnected();

  final request = InitializeRequest()
    ..modelPath = modelPath
    ..backend = backend
    ..maxTokens = maxTokens;

  final response = await _client!.initialize(request);

  if (!response.success) {
    throw Exception('Failed to initialize model: ${response.error}');
  }

  _isInitialized = true;
  debugPrint('[LiteRtLmClient] Model initialized: ${response.modelInfo}');
}