llama_cpp_dart_ffi library

Low-level ffigen API to llama.cpp's C API, wrapping libllama.so.

You will need 'dart:ffi' and 'package:ffi/ffi.dart' to use this effectively.

Constants

BUFSIZ → const int
EOF → const int
false1 → const int
FILENAME_MAX → const int
FOPEN_MAX → const int
GGML_DEFAULT_GRAPH_SIZE → const int
GGML_DEFAULT_N_THREADS → const int
GGML_EXIT_ABORTED → const int
GGML_EXIT_SUCCESS → const int
GGML_FILE_MAGIC → const int
GGML_FILE_VERSION → const int
GGML_MAX_CONTEXTS → const int
GGML_MAX_DIMS → const int
GGML_MAX_NAME → const int
GGML_MAX_OP_PARAMS → const int
GGML_MAX_PARAMS → const int
GGML_MAX_SRC → const int
GGML_MEM_ALIGN → const int
GGML_N_TASKS_MAX → const int
GGML_QNT_VERSION → const int
GGML_QNT_VERSION_FACTOR → const int
GGUF_DEFAULT_ALIGNMENT → const int
GGUF_MAGIC → const String
GGUF_VERSION → const int
INT16_MAX → const int
INT16_MIN → const int
INT32_MAX → const int
INT32_MIN → const int
INT64_MAX → const int
INT64_MIN → const int
INT8_MAX → const int
INT8_MIN → const int
INT_FAST16_MAX → const int
INT_FAST16_MIN → const int
INT_FAST32_MAX → const int
INT_FAST32_MIN → const int
INT_FAST64_MAX → const int
INT_FAST64_MIN → const int
INT_FAST8_MAX → const int
INT_FAST8_MIN → const int
INT_LEAST16_MAX → const int
INT_LEAST16_MIN → const int
INT_LEAST32_MAX → const int
INT_LEAST32_MIN → const int
INT_LEAST64_MAX → const int
INT_LEAST64_MIN → const int
INT_LEAST8_MAX → const int
INT_LEAST8_MIN → const int
INTMAX_MAX → const int
INTMAX_MIN → const int
INTPTR_MAX → const int
INTPTR_MIN → const int
L_ctermid → const int
L_tmpnam → const int
LLAMA_DEFAULT_SEED → const int
LLAMA_FILE_MAGIC_GGLA → const int
LLAMA_FILE_MAGIC_GGSN → const int
LLAMA_MAX_DEVICES → const int
LLAMA_MAX_RNG_STATE → const int
LLAMA_SESSION_MAGIC → const int
LLAMA_SESSION_VERSION → const int
MAC_OS_VERSION_11_0 → const int
MAC_OS_VERSION_11_1 → const int
MAC_OS_VERSION_11_3 → const int
MAC_OS_VERSION_11_4 → const int
MAC_OS_VERSION_11_5 → const int
MAC_OS_VERSION_11_6 → const int
MAC_OS_VERSION_12_0 → const int
MAC_OS_VERSION_12_1 → const int
MAC_OS_VERSION_12_2 → const int
MAC_OS_VERSION_12_3 → const int
MAC_OS_VERSION_12_4 → const int
MAC_OS_VERSION_12_5 → const int
MAC_OS_VERSION_12_6 → const int
MAC_OS_VERSION_12_7 → const int
MAC_OS_VERSION_13_0 → const int
MAC_OS_VERSION_13_1 → const int
MAC_OS_VERSION_13_2 → const int
MAC_OS_VERSION_13_3 → const int
MAC_OS_VERSION_13_4 → const int
MAC_OS_VERSION_13_5 → const int
MAC_OS_VERSION_13_6 → const int
MAC_OS_VERSION_14_0 → const int
MAC_OS_VERSION_14_1 → const int
MAC_OS_VERSION_14_2 → const int
MAC_OS_X_VERSION_10_0 → const int
MAC_OS_X_VERSION_10_1 → const int
MAC_OS_X_VERSION_10_10 → const int
MAC_OS_X_VERSION_10_10_2 → const int
MAC_OS_X_VERSION_10_10_3 → const int
MAC_OS_X_VERSION_10_11 → const int
MAC_OS_X_VERSION_10_11_2 → const int
MAC_OS_X_VERSION_10_11_3 → const int
MAC_OS_X_VERSION_10_11_4 → const int
MAC_OS_X_VERSION_10_12 → const int
MAC_OS_X_VERSION_10_12_1 → const int
MAC_OS_X_VERSION_10_12_2 → const int
MAC_OS_X_VERSION_10_12_4 → const int
MAC_OS_X_VERSION_10_13 → const int
MAC_OS_X_VERSION_10_13_1 → const int
MAC_OS_X_VERSION_10_13_2 → const int
MAC_OS_X_VERSION_10_13_4 → const int
MAC_OS_X_VERSION_10_14 → const int
MAC_OS_X_VERSION_10_14_1 → const int
MAC_OS_X_VERSION_10_14_4 → const int
MAC_OS_X_VERSION_10_14_5 → const int
MAC_OS_X_VERSION_10_14_6 → const int
MAC_OS_X_VERSION_10_15 → const int
MAC_OS_X_VERSION_10_15_1 → const int
MAC_OS_X_VERSION_10_15_4 → const int
MAC_OS_X_VERSION_10_16 → const int
MAC_OS_X_VERSION_10_2 → const int
MAC_OS_X_VERSION_10_3 → const int
MAC_OS_X_VERSION_10_4 → const int
MAC_OS_X_VERSION_10_5 → const int
MAC_OS_X_VERSION_10_6 → const int
MAC_OS_X_VERSION_10_7 → const int
MAC_OS_X_VERSION_10_8 → const int
MAC_OS_X_VERSION_10_9 → const int
NULL → const int
P_tmpdir → const String
PTRDIFF_MAX → const int
PTRDIFF_MIN → const int
RENAME_EXCL → const int
RENAME_NOFOLLOW_ANY → const int
RENAME_RESERVED1 → const int
RENAME_SECLUDE → const int
RENAME_SWAP → const int
RSIZE_MAX → const int
SEEK_CUR → const int
SEEK_DATA → const int
SEEK_END → const int
SEEK_HOLE → const int
SEEK_SET → const int
SIG_ATOMIC_MAX → const int
SIG_ATOMIC_MIN → const int
SIZE_MAX → const int
TMP_MAX → const int
true1 → const int
UINT16_MAX → const int
UINT32_MAX → const int
UINT64_MAX → const int
UINT8_MAX → const int
UINT_FAST16_MAX → const int
UINT_FAST32_MAX → const int
UINT_FAST64_MAX → const int
UINT_FAST8_MAX → const int
UINT_LEAST16_MAX → const int
UINT_LEAST32_MAX → const int
UINT_LEAST64_MAX → const int
UINT_LEAST8_MAX → const int
UINTMAX_MAX → const int
UINTPTR_MAX → const int
USER_ADDR_NULL → const int
WCHAR_MAX → const int
WCHAR_MIN → const int
WINT_MAX → const int
WINT_MIN → const int

Typedefs

Dart__darwin_ssize_t = int
Dart__int64_t = int
Dartggml_backend_eval_callbackFunction = bool Function(int node_index, Pointer<ggml_tensor> t1, Pointer<ggml_tensor> t2, Pointer<Void> user_data)
Dartggml_backend_sched_eval_callbackFunction = bool Function(Pointer<ggml_tensor> t, bool ask, Pointer<Void> user_data)
Dartggml_binary_op_f32_tFunction = void Function(int, Pointer<Float>, Pointer<Float>, Pointer<Float>)
Dartggml_custom1_op_f32_tFunction = void Function(Pointer<ggml_tensor>, Pointer<ggml_tensor>)
Dartggml_custom1_op_tFunction = void Function(Pointer<ggml_tensor> dst, Pointer<ggml_tensor> a, int ith, int nth, Pointer<Void> userdata)
Dartggml_custom2_op_f32_tFunction = void Function(Pointer<ggml_tensor>, Pointer<ggml_tensor>, Pointer<ggml_tensor>)
Dartggml_custom2_op_tFunction = void Function(Pointer<ggml_tensor> dst, Pointer<ggml_tensor> a, Pointer<ggml_tensor> b, int ith, int nth, Pointer<Void> userdata)
Dartggml_custom3_op_f32_tFunction = void Function(Pointer<ggml_tensor>, Pointer<ggml_tensor>, Pointer<ggml_tensor>, Pointer<ggml_tensor>)
Dartggml_custom3_op_tFunction = void Function(Pointer<ggml_tensor> dst, Pointer<ggml_tensor> a, Pointer<ggml_tensor> b, Pointer<ggml_tensor> c, int ith, int nth, Pointer<Void> userdata)
Dartggml_from_float_tFunction = void Function(Pointer<Float> x, Pointer<Void> y, int k)
Dartggml_log_callbackFunction = void Function(int level, Pointer<Char> text, Pointer<Void> user_data)
Dartggml_opt_callbackFunction = void Function(Pointer<Void> data, int accum_step, Pointer<Float> sched, Pointer<Bool> cancel)
Dartggml_to_float_tFunction = void Function(Pointer<Void> x, Pointer<Float> y, int k)
Dartggml_unary_op_f32_tFunction = void Function(int, Pointer<Float>, Pointer<Float>)
Dartggml_vec_dot_tFunction = void Function(int n, Pointer<Float> s, Pointer<Void> x, Pointer<Void> y)
Dartllama_beam_search_callback_fn_tFunction = void Function(Pointer<Void>, llama_beams_state)
Dartllama_pos = int
Dartllama_progress_callbackFunction = bool Function(double progress, Pointer<Void> ctx)
Dartllama_seq_id = int
Dartllama_token = int
FILE = __sFILE
fpos_t = __darwin_off_t
ggml_allocr_t = Pointer<ggml_allocr>
ggml_backend_buffer_t = Pointer<ggml_backend_buffer>
ggml_backend_buffer_type_t = Pointer<ggml_backend_buffer_type>
ggml_backend_eval_callback = Pointer<NativeFunction<ggml_backend_eval_callbackFunction>>
ggml_backend_eval_callbackFunction = Bool Function(Int node_index, Pointer<ggml_tensor> t1, Pointer<ggml_tensor> t2, Pointer<Void> user_data)
ggml_backend_graph_plan_t = Pointer<Void>
ggml_backend_sched_eval_callback = Pointer<NativeFunction<ggml_backend_sched_eval_callbackFunction>>
ggml_backend_sched_eval_callbackFunction = Bool Function(Pointer<ggml_tensor> t, Bool ask, Pointer<Void> user_data)
ggml_backend_sched_t = Pointer<ggml_backend_sched>
ggml_backend_t = Pointer<ggml_backend>
ggml_binary_op_f32_t = Pointer<NativeFunction<ggml_binary_op_f32_tFunction>>
ggml_binary_op_f32_tFunction = Void Function(Int, Pointer<Float>, Pointer<Float>, Pointer<Float>)
ggml_custom1_op_f32_t = Pointer<NativeFunction<ggml_custom1_op_f32_tFunction>>
ggml_custom1_op_f32_tFunction = Void Function(Pointer<ggml_tensor>, Pointer<ggml_tensor>)
ggml_custom1_op_t = Pointer<NativeFunction<ggml_custom1_op_tFunction>>
ggml_custom1_op_tFunction = Void Function(Pointer<ggml_tensor> dst, Pointer<ggml_tensor> a, Int ith, Int nth, Pointer<Void> userdata)
ggml_custom2_op_f32_t = Pointer<NativeFunction<ggml_custom2_op_f32_tFunction>>
ggml_custom2_op_f32_tFunction = Void Function(Pointer<ggml_tensor>, Pointer<ggml_tensor>, Pointer<ggml_tensor>)
ggml_custom2_op_t = Pointer<NativeFunction<ggml_custom2_op_tFunction>>
ggml_custom2_op_tFunction = Void Function(Pointer<ggml_tensor> dst, Pointer<ggml_tensor> a, Pointer<ggml_tensor> b, Int ith, Int nth, Pointer<Void> userdata)
ggml_custom3_op_f32_t = Pointer<NativeFunction<ggml_custom3_op_f32_tFunction>>
ggml_custom3_op_f32_tFunction = Void Function(Pointer<ggml_tensor>, Pointer<ggml_tensor>, Pointer<ggml_tensor>, Pointer<ggml_tensor>)
ggml_custom3_op_t = Pointer<NativeFunction<ggml_custom3_op_tFunction>>
ggml_custom3_op_tFunction = Void Function(Pointer<ggml_tensor> dst, Pointer<ggml_tensor> a, Pointer<ggml_tensor> b, Pointer<ggml_tensor> c, Int ith, Int nth, Pointer<Void> userdata)
ggml_from_float_t = Pointer<NativeFunction<ggml_from_float_tFunction>>
ggml_from_float_tFunction = Void Function(Pointer<Float> x, Pointer<Void> y, Int k)
ggml_gallocr_t = Pointer<ggml_gallocr>
ggml_log_callback = Pointer<NativeFunction<ggml_log_callbackFunction>>
ggml_log_callbackFunction = Void Function(Int32 level, Pointer<Char> text, Pointer<Void> user_data)
ggml_opt_callback = Pointer<NativeFunction<ggml_opt_callbackFunction>>
ggml_opt_callbackFunction = Void Function(Pointer<Void> data, Int accum_step, Pointer<Float> sched, Pointer<Bool> cancel)
ggml_tallocr_t = Pointer<ggml_tallocr>
ggml_to_float_t = Pointer<NativeFunction<ggml_to_float_tFunction>>
ggml_to_float_tFunction = Void Function(Pointer<Void> x, Pointer<Float> y, Int k)
ggml_unary_op_f32_t = Pointer<NativeFunction<ggml_unary_op_f32_tFunction>>
ggml_unary_op_f32_tFunction = Void Function(Int, Pointer<Float>, Pointer<Float>)
ggml_vec_dot_t = Pointer<NativeFunction<ggml_vec_dot_tFunction>>
ggml_vec_dot_tFunction = Void Function(Int n, Pointer<Float> s, Pointer<Void> x, Pointer<Void> y)
llama_beam_search_callback_fn_t = Pointer<NativeFunction<llama_beam_search_callback_fn_tFunction>>
llama_beam_search_callback_fn_tFunction = Void Function(Pointer<Void>, llama_beams_state)
llama_pos = Int32
llama_progress_callback = Pointer<NativeFunction<llama_progress_callbackFunction>>
llama_progress_callbackFunction = Bool Function(Float progress, Pointer<Void> ctx)
llama_seq_id = Int32
llama_token = Int32
off_t = __darwin_off_t
ssize_t = __darwin_ssize_t
va_list = __darwin_va_list