generateStream method

  1. @override
Stream<String> generateStream(
  1. String prompt, {
  2. int maxTokens = 512,
  3. double temp = 0.4,
  4. double topP = 0.9,
  5. int topK = 40,
  6. int? seed,
})
override

Generates a streaming response for the given prompt.

Implementation

@override
Stream<String> generateStream(
  String prompt, {
  int maxTokens = 512,
  double temp = 0.4,
  double topP = 0.9,
  int topK = 40,
  int? seed,
}) {
  final controller = StreamController<String>();

  _runGeneration(
    controller,
    prompt,
    maxTokens: maxTokens,
    temp: temp,
    topP: topP,
    topK: topK,
    seed: seed,
  );

  return controller.stream;
}