LLMGenerationOptions constructor
const
LLMGenerationOptions({
- int maxTokens = 100,
- double temperature = 0.8,
- double topP = 1.0,
- List<
String> stopSequences = const [], - bool streamingEnabled = false,
- InferenceFramework? preferredFramework,
- String? systemPrompt,
- StructuredOutputConfig? structuredOutput,
Implementation
const LLMGenerationOptions({
this.maxTokens = 100,
this.temperature = 0.8,
this.topP = 1.0,
this.stopSequences = const [],
this.streamingEnabled = false,
this.preferredFramework,
this.systemPrompt,
this.structuredOutput,
});