copyToNative method

Pointer<LlmSessionConfig> copyToNative()

Copies this options object into native memory for use by an engine.

Implementation

Pointer<bindings.LlmSessionConfig> copyToNative() {
  _pointer = malloc<bindings.LlmSessionConfig>();
  _pointer!.ref.model_path = modelPath.copyToNative();
  _pointer!.ref.cache_dir = cacheDir.copyToNative();
  _pointer!.ref.lora_path = loraPath.copyToNative();
  _pointer!.ref.sequence_batch_size = sequenceBatchSize;
  _pointer!.ref.num_decode_steps_per_sync = decodeStepsPerSync;
  _pointer!.ref.max_tokens = maxTokens;
  _pointer!.ref.random_seed = randomSeed;
  _pointer!.ref.temperature = temperature;
  _pointer!.ref.topk = topK;
  return _pointer!;
}