init method

@override Future<void> init({ String modelPath = "/data/local/tmp/llm/model.bin", int maxTokens = 1024, double temperature = 1.0, int randomSeed = 1, int topK = 1, })

Implementation

@override
Future<void> init({
  String modelPath = "/data/local/tmp/llm/model.bin",
  int maxTokens = 1024,
  temperature = 1.0,
  randomSeed = 1,
  topK = 1,
}) async {
  try {
    final fileset = await promiseToFuture<FilesetResolver>(
      FilesetResolver.forGenAiTasks('https://cdn.jsdelivr.net/npm/@mediapipe/tasks-genai/wasm'),
    );
    llmInference = await promiseToFuture<LlmInference>(
      LlmInference.createFromOptions(
        fileset,
        jsify(
          {
            'baseOptions': {'modelAssetPath': 'model.bin'},
            'maxTokens': maxTokens,
            'randomSeed': randomSeed,
            'topK': topK,
            'temperature': temperature
          },
        ),
      ),
    );
    if (!_initCompleter.isCompleted) {
      _initCompleter.complete(true);
    }
  } catch (e) {
    throw Exception("Failed to initialize inference: $e");
  }
}