LlmInferenceOptions.gpu constructor
LlmInferenceOptions.gpu({})
Implementation
LlmInferenceOptions.gpu({
required this.modelPath,
required this.sequenceBatchSize,
required this.maxTokens,
required this.temperature,
required this.topK,
this.decodeStepsPerSync = 3,
int? randomSeed,
}) : cacheDir = '',
loraPath = '',
randomSeed = randomSeed ?? Random().nextInt(1 << 32);