get method

llama_context_params get({
  1. required LlamaLibrarySharedBindingsByGeneralDeveloper llama,
})

Constructs and returns a llama_context_params object

Implementation

llama_context_params get(
    {required LlamaLibrarySharedBindingsByGeneralDeveloper llama}) {
  final contextParams = llama.llama_context_default_params();

  contextParams.n_ctx = nCtx;
  contextParams.n_batch = nBatch;
  contextParams.n_ubatch = nUbatch;
  contextParams.n_seq_max = nSeqMax;
  contextParams.n_threads = nThreads;
  contextParams.n_threads_batch = nThreadsBatch;
  // contextParams.rope_scaling_type = ropeScalingType.value;
  // contextParams.pooling_type = poolingType.value;
  // contextParams.attention_type = attentionType.value;
  contextParams.rope_freq_base = ropeFreqBase;
  contextParams.rope_freq_scale = ropeFreqScale;
  contextParams.yarn_ext_factor = yarnExtFactor;
  contextParams.yarn_attn_factor = yarnAttnFactor;
  contextParams.yarn_beta_fast = yarnBetaFast;
  contextParams.yarn_beta_slow = yarnBetaSlow;
  contextParams.yarn_orig_ctx = yarnOrigCtx;
  contextParams.defrag_thold = defragThold;
  contextParams.logits_all = logitsAll;
  contextParams.embeddings = embeddings;
  contextParams.offload_kqv = offloadKqv;
  contextParams.flash_attn = flashAttn;
  contextParams.no_perf = noPerfTimings;

  return contextParams;
}