InferenceChat constructor

InferenceChat({
  1. required Future<InferenceModelSession> sessionCreator()?,
  2. required int maxTokens,
  3. int tokenBuffer = 2000,
  4. bool supportImage = false,
  5. bool supportAudio = false,
  6. bool supportsFunctionCalls = false,
  7. List<Tool> tools = const [],
  8. ModelType modelType = ModelType.gemmaIt,
  9. bool isThinking = false,
  10. ModelFileType fileType = ModelFileType.task,
  11. ToolChoice toolChoice = ToolChoice.auto,
  12. String? systemInstruction,
})

Implementation

InferenceChat({
  required this.sessionCreator,
  required this.maxTokens,
  this.tokenBuffer = 2000,
  this.supportImage = false,
  this.supportAudio = false,
  this.supportsFunctionCalls = false,
  this.tools = const [],
  this.modelType =
      ModelType.gemmaIt, // Default to gemmaIt for backward compatibility
  this.isThinking = false, // Default to false for backward compatibility
  this.fileType =
      ModelFileType.task, // Default to task for backward compatibility
  this.toolChoice =
      ToolChoice.auto, // Default to auto for backward compatibility
  String?
      systemInstruction, // kept for API compatibility, forwarded to session via sessionCreator
});