LlmInferenceOptions.gpu constructor

LlmInferenceOptions.gpu({
  1. required String modelPath,
  2. required int sequenceBatchSize,
  3. required int maxTokens,
  4. required double temperature,
  5. required int topK,
  6. int decodeStepsPerSync = 3,
  7. int? randomSeed,
})

Implementation

LlmInferenceOptions.gpu({
  required this.modelPath,
  required this.sequenceBatchSize,
  required this.maxTokens,
  required this.temperature,
  required this.topK,
  this.decodeStepsPerSync = 3,
  int? randomSeed,
})  : cacheDir = '',
      loraPath = '',
      randomSeed = randomSeed ?? Random().nextInt(1 << 32);