LlmInferenceOptions.cpu constructor
LlmInferenceOptions.cpu({})
Implementation
LlmInferenceOptions.cpu({
required this.modelPath,
required this.cacheDir,
required this.maxTokens,
required this.temperature,
required this.topK,
int? randomSeed,
}) : loraPath = '',
sequenceBatchSize = 0,
decodeStepsPerSync = 0,
randomSeed = randomSeed ?? Random().nextInt(1 << 32);