BackendGenerationCapabilities constructor

const BackendGenerationCapabilities({
  1. required bool presencePenalty,
  2. required bool minP,
  3. required bool thinkingBudget,
  4. Set<SpeculativeDecodingStrategy> speculativeDecodingStrategies = const <SpeculativeDecodingStrategy>{},
  5. bool penalty = false,
  6. bool streamBatching = false,
})

Creates a capability snapshot.

Implementation

const BackendGenerationCapabilities({
  required this.presencePenalty,
  required this.minP,
  required this.thinkingBudget,
  this.speculativeDecodingStrategies = const <SpeculativeDecodingStrategy>{},
  this.penalty = false,
  this.streamBatching = false,
});