FCllama class
Methods
-
bench(double contextId, {required double pp, required double tg, required double pl, required double nr})
→ Future<String?>
-
-
completion(double contextId, {required String prompt, List<List<double>>? logitBias, String grammar = "", double temperature = 0.7, int nThreads = 0, int nPredict = -1, int nProbs = 0, int penaltyLastN = 64, double penaltyRepeat = 1.0, double penaltyFreq = 0.0, double penaltyPresent = 0.0, double mirostat = 0.0, double mirostatTau = 5.0, double mirostatEta = 0.1, bool penalizeNl = false, int topK = 40, double topP = 0.95, double minP = 0.05, double typicalP = 1.0, int seed = -1, List<String>? stop, bool ignoreEos = false, bool emitRealtimeCompletion = false})
→ Future<Map<Object?, dynamic>?>
-
-
detokenize(double contextId, {required List<int> tokens})
→ Future<String?>
-
-
getCpuInfo()
→ Future<Map<Object?, dynamic>?>
-
-
getFileSHA256(String fPath)
→ Future<String?>
-
-
getFormattedChat(double contextId, {required List<RoleContent> messages, String? chatTemplate})
→ Future<String?>
-
-
initContext(String model, {bool embedding = false, int nCtx = 512, int nBatch = 512, int nThreads = 0, int nGpuLayers = 0, bool useMlock = true, bool useMmap = true, String lora = "", double loraScaled = 1.0, double ropeFreqBase = 0.0, double ropeFreqScale = 0.0, bool loraInitWithoutApply = false, bool emitLoadProgress = false})
→ Future<Map<Object?, dynamic>?>
-
-
loadSession(double contextId, {required String path})
→ Future<Map<Object?, dynamic>?>
-
-
noSuchMethod(Invocation invocation)
→ dynamic
-
Invoked when a nonexistent method or property is accessed.
inherited
-
releaseAllContexts()
→ Future<void>
-
-
releaseContext(double contextId)
→ Future<void>
-
-
saveSession(double contextId, {required String path, required double size})
→ Future<int?>
-
-
stopCompletion({required double contextId})
→ Future<void>
-
-
tokenize(double contextId, {required String text})
→ Future<Map<Object?, dynamic>?>
-
-
toString()
→ String
-
A string representation of this object.
inherited
