LLMGenerationOptions constructor

const LLMGenerationOptions({
  1. int maxTokens = 100,
  2. double temperature = 0.8,
  3. double topP = 1.0,
  4. List<String> stopSequences = const [],
  5. bool streamingEnabled = false,
  6. InferenceFramework? preferredFramework,
  7. String? systemPrompt,
})

Implementation

const LLMGenerationOptions({
  this.maxTokens = 100,
  this.temperature = 0.8,
  this.topP = 1.0,
  this.stopSequences = const [],
  this.streamingEnabled = false,
  this.preferredFramework,
  this.systemPrompt,
});