LlamaGenerationStats constructor

const LlamaGenerationStats({
  1. required int promptTokenCount,
  2. required int cachedTokenCount,
  3. required int generatedTokenCount,
  4. required LlamaFinishReason finishReason,
  5. required Duration prefillDuration,
  6. required Duration decodeDuration,
  7. int? draftedTokenCount,
  8. int? acceptedTokenCount,
})

Implementation

const LlamaGenerationStats({
  required this.promptTokenCount,
  required this.cachedTokenCount,
  required this.generatedTokenCount,
  required this.finishReason,
  required this.prefillDuration,
  required this.decodeDuration,
  this.draftedTokenCount,
  this.acceptedTokenCount,
});