InferenceStats constructor

const InferenceStats({
  1. required Duration loadDuration,
  2. required Duration promptEvalDuration,
  3. required Duration totalDuration,
  4. required int promptTokens,
  5. required int completionTokens,
  6. required double tokensPerSecond,
})

Implementation

const InferenceStats({
  required this.loadDuration,
  required this.promptEvalDuration,
  required this.totalDuration,
  required this.promptTokens,
  required this.completionTokens,
  required this.tokensPerSecond,
});