bindings library

Classes

CactusBenchResultC

CactusChatResultC

CactusCompletionParamsC

CactusCompletionResultC

CactusContextOpaque

CactusFloatArrayC

CactusInitParamsC

CactusLoraAdapterC

CactusLoraAdaptersC

CactusTokenArrayC

CactusTokenizeResultC

Properties

applyLoraAdapters → ApplyLoraAdaptersDart

final

beginCompletion → BeginCompletionDart

final

bench → BenchDart

final

cactusLib → DynamicLibrary

final

completion → CompletionDart

final

decodeAudioTokens → DecodeAudioTokensDart

final

detokenize → DetokenizeDart

final

doCompletionStep → DoCompletionStepDart

final

embedding → EmbeddingDart

final

endCompletion → EndCompletionDart

final

findStoppingStrings → FindStoppingStringsDart

final

freeBenchResultMembers → FreeBenchResultMembersDart

final

freeChatResultMembers → FreeChatResultMembersDart

final

freeCompletionResultMembers → FreeCompletionResultMembersDart

final

freeContext → FreeContextDart

final

freeFloatArray → FreeFloatArrayDart

final

freeLoraAdapters → FreeLoraAdaptersDart

final

freeString → FreeStringDart

final

freeTokenArray → FreeTokenArrayDart

final

freeTokenizeResult → FreeTokenizeResultDart

final

getAudioGuideTokens → GetAudioGuideTokensDart

final

getFormattedAudioCompletion → GetFormattedAudioCompletionDart

final

getFormattedChat → GetFormattedChatDart

final

getFormattedChatWithJinja → GetFormattedChatWithJinjaDart

final

getLoadedLoraAdapters → GetLoadedLoraAdaptersDart

final

getModelDesc → GetModelDescDart

final

getModelParams → GetModelParamsDart

final

getModelSize → GetModelSizeDart

final

getNCtx → GetNCtxDart

final

getNEmbd → GetNEmbdDart

final

getTTSType → GetTTSTypeDart

final

initContext → InitContextDart

final

initMultimodal → InitMultimodalDart

final

initSampling → InitSamplingDart

final

initVocoder → InitVocoderDart

final

isMultimodalEnabled → IsMultimodalEnabledDart

final

isVocoderEnabled → IsVocoderEnabledDart

final

loadPrompt → LoadPromptDart

final

loadPromptWithMedia → LoadPromptWithMediaDart

final

multimodalCompletion → MultimodalCompletionDart

final

releaseMultimodal → ReleaseMultimodalDart

final

releaseVocoder → ReleaseVocoderDart

final

removeLoraAdapters → RemoveLoraAdaptersDart

final

rewind → RewindDart

final

setGuideTokens → SetGuideTokensDart

final

stopCompletion → StopCompletionDart

final

supportsAudio → SupportsAudioDart

final

supportsVision → SupportsVisionDart

final

tokenize → TokenizeDart

final

tokenizeWithMedia → TokenizeWithMediaDart

final

validateChatTemplate → ValidateChatTemplateDart

final

Typedefs

ApplyLoraAdaptersDart = int Function(CactusContextHandle handle, Pointer<CactusLoraAdaptersC> adapters)

ApplyLoraAdaptersNative = Int32 Function(CactusContextHandle handle, Pointer<CactusLoraAdaptersC> adapters)

BeginCompletionDart = void Function(CactusContextHandle handle)

BeginCompletionNative = Void Function(CactusContextHandle handle)

BenchDart = CactusBenchResultC Function(CactusContextHandle handle, int pp, int tg, int pl, int nr)

BenchNative = CactusBenchResultC Function(CactusContextHandle handle, Int32 pp, Int32 tg, Int32 pl, Int32 nr)

CactusContextHandle = Pointer<CactusContextOpaque>

CompletionDart = int Function(CactusContextHandle handle, Pointer<CactusCompletionParamsC> params, Pointer<CactusCompletionResultC> result)

CompletionNative = Int32 Function(CactusContextHandle handle, Pointer<CactusCompletionParamsC> params, Pointer<CactusCompletionResultC> result)

DecodeAudioTokensDart = CactusFloatArrayC Function(CactusContextHandle handle, Pointer<Int32> tokens, int count)

DecodeAudioTokensNative = CactusFloatArrayC Function(CactusContextHandle handle, Pointer<Int32> tokens, Int32 count)

DetokenizeDart = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Int32> tokens, int count)

DetokenizeNative = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Int32> tokens, Int32 count)

DoCompletionStepDart = int Function(CactusContextHandle handle, Pointer<Pointer<Utf8>> token_text)

DoCompletionStepNative = Int32 Function(CactusContextHandle handle, Pointer<Pointer<Utf8>> token_text)

EmbeddingDart = CactusFloatArrayC Function(CactusContextHandle handle, Pointer<Utf8> text)

EmbeddingNative = CactusFloatArrayC Function(CactusContextHandle handle, Pointer<Utf8> text)

EndCompletionDart = void Function(CactusContextHandle handle)

EndCompletionNative = Void Function(CactusContextHandle handle)

FindStoppingStringsDart = int Function(CactusContextHandle handle, Pointer<Utf8> text, int last_token_size, int stop_type)

FindStoppingStringsNative = Size Function(CactusContextHandle handle, Pointer<Utf8> text, Size last_token_size, Int32 stop_type)

FreeBenchResultMembersDart = void Function(Pointer<CactusBenchResultC> result)

FreeBenchResultMembersNative = Void Function(Pointer<CactusBenchResultC> result)

FreeChatResultMembersDart = void Function(Pointer<CactusChatResultC> result)

FreeChatResultMembersNative = Void Function(Pointer<CactusChatResultC> result)

FreeCompletionResultMembersDart = void Function(Pointer<CactusCompletionResultC> result)

FreeCompletionResultMembersNative = Void Function(Pointer<CactusCompletionResultC> result)

FreeContextDart = void Function(CactusContextHandle handle)

FreeContextNative = Void Function(CactusContextHandle handle)

FreeFloatArrayDart = void Function(CactusFloatArrayC arr)

FreeFloatArrayNative = Void Function(CactusFloatArrayC arr)

FreeLoraAdaptersDart = void Function(Pointer<CactusLoraAdaptersC> adapters)

FreeLoraAdaptersNative = Void Function(Pointer<CactusLoraAdaptersC> adapters)

FreeStringDart = void Function(Pointer<Utf8> str)

FreeStringNative = Void Function(Pointer<Utf8> str)

FreeTokenArrayDart = void Function(CactusTokenArrayC arr)

FreeTokenArrayNative = Void Function(CactusTokenArrayC arr)

FreeTokenizeResultDart = void Function(Pointer<CactusTokenizeResultC> result)

FreeTokenizeResultNative = Void Function(Pointer<CactusTokenizeResultC> result)

GetAudioGuideTokensDart = CactusTokenArrayC Function(CactusContextHandle handle, Pointer<Utf8> text_to_speak)

GetAudioGuideTokensNative = CactusTokenArrayC Function(CactusContextHandle handle, Pointer<Utf8> text_to_speak)

GetFormattedAudioCompletionDart = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Utf8> speaker_json_str, Pointer<Utf8> text_to_speak)

GetFormattedAudioCompletionNative = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Utf8> speaker_json_str, Pointer<Utf8> text_to_speak)

GetFormattedChatDart = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Utf8> messages, Pointer<Utf8> chat_template)

GetFormattedChatNative = Pointer<Utf8> Function(CactusContextHandle handle, Pointer<Utf8> messages, Pointer<Utf8> chat_template)

GetFormattedChatWithJinjaDart = CactusChatResultC Function(CactusContextHandle handle, Pointer<Utf8> messages, Pointer<Utf8> chat_template, Pointer<Utf8> json_schema, Pointer<Utf8> tools, bool parallel_tool_calls, Pointer<Utf8> tool_choice)

GetFormattedChatWithJinjaNative = CactusChatResultC Function(CactusContextHandle handle, Pointer<Utf8> messages, Pointer<Utf8> chat_template, Pointer<Utf8> json_schema, Pointer<Utf8> tools, Bool parallel_tool_calls, Pointer<Utf8> tool_choice)

GetLoadedLoraAdaptersDart = CactusLoraAdaptersC Function(CactusContextHandle handle)

GetLoadedLoraAdaptersNative = CactusLoraAdaptersC Function(CactusContextHandle handle)

GetModelDescDart = Pointer<Utf8> Function(CactusContextHandle handle)

GetModelDescNative = Pointer<Utf8> Function(CactusContextHandle handle)

GetModelParamsDart = int Function(CactusContextHandle handle)

GetModelParamsNative = Int64 Function(CactusContextHandle handle)

GetModelSizeDart = int Function(CactusContextHandle handle)

GetModelSizeNative = Int64 Function(CactusContextHandle handle)

GetNCtxDart = int Function(CactusContextHandle handle)

GetNCtxNative = Int32 Function(CactusContextHandle handle)

GetNEmbdDart = int Function(CactusContextHandle handle)

GetNEmbdNative = Int32 Function(CactusContextHandle handle)

GetTTSTypeDart = int Function(CactusContextHandle handle)

GetTTSTypeNative = Int32 Function(CactusContextHandle handle)

InitContextDart = CactusContextHandle Function(Pointer<CactusInitParamsC> params)

InitContextNative = CactusContextHandle Function(Pointer<CactusInitParamsC> params)

InitMultimodalDart = int Function(CactusContextHandle handle, Pointer<Utf8> mmproj_path, bool use_gpu)

InitMultimodalNative = Int32 Function(CactusContextHandle handle, Pointer<Utf8> mmproj_path, Bool use_gpu)

InitSamplingDart = bool Function(CactusContextHandle handle)

InitSamplingNative = Bool Function(CactusContextHandle handle)

InitVocoderDart = int Function(CactusContextHandle handle, Pointer<Utf8> vocoder_model_path)

InitVocoderNative = Int32 Function(CactusContextHandle handle, Pointer<Utf8> vocoder_model_path)

IsMultimodalEnabledDart = bool Function(CactusContextHandle handle)

IsMultimodalEnabledNative = Bool Function(CactusContextHandle handle)

IsVocoderEnabledDart = bool Function(CactusContextHandle handle)

IsVocoderEnabledNative = Bool Function(CactusContextHandle handle)

LoadPromptDart = void Function(CactusContextHandle handle)

LoadPromptNative = Void Function(CactusContextHandle handle)

LoadPromptWithMediaDart = void Function(CactusContextHandle handle, Pointer<Pointer<Utf8>> media_paths, int media_count)

LoadPromptWithMediaNative = Void Function(CactusContextHandle handle, Pointer<Pointer<Utf8>> media_paths, Int32 media_count)

MultimodalCompletionDart = int Function(CactusContextHandle handle, Pointer<CactusCompletionParamsC> params, Pointer<Pointer<Utf8>> media_paths, int media_count, Pointer<CactusCompletionResultC> result)

MultimodalCompletionNative = Int32 Function(CactusContextHandle handle, Pointer<CactusCompletionParamsC> params, Pointer<Pointer<Utf8>> media_paths, Int32 media_count, Pointer<CactusCompletionResultC> result)

ReleaseMultimodalDart = void Function(CactusContextHandle handle)

ReleaseMultimodalNative = Void Function(CactusContextHandle handle)

ReleaseVocoderDart = void Function(CactusContextHandle handle)

ReleaseVocoderNative = Void Function(CactusContextHandle handle)

RemoveLoraAdaptersDart = void Function(CactusContextHandle handle)

RemoveLoraAdaptersNative = Void Function(CactusContextHandle handle)

RewindDart = void Function(CactusContextHandle handle)

RewindNative = Void Function(CactusContextHandle handle)

SetGuideTokensDart = void Function(CactusContextHandle handle, Pointer<Int32> tokens, int count)

SetGuideTokensNative = Void Function(CactusContextHandle handle, Pointer<Int32> tokens, Int32 count)

StopCompletionDart = void Function(CactusContextHandle handle)

StopCompletionNative = Void Function(CactusContextHandle handle)

SupportsAudioDart = bool Function(CactusContextHandle handle)

SupportsAudioNative = Bool Function(CactusContextHandle handle)

SupportsVisionDart = bool Function(CactusContextHandle handle)

SupportsVisionNative = Bool Function(CactusContextHandle handle)

TokenizeDart = CactusTokenArrayC Function(CactusContextHandle handle, Pointer<Utf8> text)

TokenizeNative = CactusTokenArrayC Function(CactusContextHandle handle, Pointer<Utf8> text)

TokenizeWithMediaDart = CactusTokenizeResultC Function(CactusContextHandle handle, Pointer<Utf8> text, Pointer<Pointer<Utf8>> media_paths, int media_count)

TokenizeWithMediaNative = CactusTokenizeResultC Function(CactusContextHandle handle, Pointer<Utf8> text, Pointer<Pointer<Utf8>> media_paths, Int32 media_count)

ValidateChatTemplateDart = bool Function(CactusContextHandle handle, bool use_jinja, Pointer<Utf8> name)

ValidateChatTemplateNative = Bool Function(CactusContextHandle handle, Bool use_jinja, Pointer<Utf8> name)