generate method

Future<CactusCompletionResult> generate(
  1. String text, {
  2. int maxTokens = 256,
  3. double? temperature,
  4. int? topK,
  5. double? topP,
  6. List<String>? stopSequences,
  7. CactusTokenCallback? onToken,
})

Implementation

Future<CactusCompletionResult> generate(
  String text, {
  int maxTokens = 256,
  double? temperature,
  int? topK,
  double? topP,
  List<String>? stopSequences,
  CactusTokenCallback? onToken,
}) async {
  if (_context == null) throw CactusException('CactusTTS not initialized');

  final messages = [
    ChatMessage(role: 'user', content: text),
  ];

  return await _context!.completion(
    CactusCompletionParams(
      messages: messages,
      maxPredictedTokens: maxTokens,
      temperature: temperature,
      topK: topK,
      topP: topP,
      stopSequences: stopSequences,
      onNewToken: onToken,
    ),
  );
}