run method
Future<SyniRuntimeResponse>
run(
- SyniRuntimeRequest request, {
- SyniPreset preset = SyniPreset.chat,
- int seed = 0,
Run a single inference.
Returns a schema-validated SyniRuntimeResponse. Throws SyniRuntimeError on failure (no model loaded, runtime failure, schema-validation rejection without a fallback).
Implementation
Future<SyniRuntimeResponse> run(
SyniRuntimeRequest request, {
SyniPreset preset = SyniPreset.chat,
int seed = 0,
}) async {
await initialize();
if (_modelPath == null) {
throw SyniRuntimeError(
'Model not loaded. Call loadModel() or downloadModel() first.',
);
}
try {
final raw = await _worker!.runJson(
preset.value,
seed,
jsonEncode(request.toJson()),
);
return SyniRuntimeResponse.fromJson(raw);
} on Exception catch (e) {
throw SyniRuntimeError(e.toString());
}
}