truncatePrompt method

String truncatePrompt(
  1. String prompt, {
  2. int? maxTokens,
})

Truncate prompt to fit within token limits

Implementation

String truncatePrompt(String prompt, {int? maxTokens}) {
  final limit = maxTokens ?? 4096;
  final estimatedTokens = estimateTokenCount(prompt);

  if (estimatedTokens <= limit) {
    return prompt;
  }

  // Rough truncation based on character count
  final targetLength = (limit * 4 * 0.9).round(); // Leave some buffer
  return prompt.substring(0, targetLength.clamp(0, prompt.length));
}