LlmInferenceOptions.cpu constructor

LlmInferenceOptions.cpu({
  1. required String modelPath,
  2. required String cacheDir,
  3. required int maxTokens,
  4. required double temperature,
  5. required int topK,
  6. int? randomSeed,
})

Implementation

LlmInferenceOptions.cpu({
  required this.modelPath,
  required this.cacheDir,
  required this.maxTokens,
  required this.temperature,
  required this.topK,
  int? randomSeed,
})  : loraPath = '',
      sequenceBatchSize = 0,
      decodeStepsPerSync = 0,
      randomSeed = randomSeed ?? Random().nextInt(1 << 32);