LLamaModelParams.fromJson constructor

LLamaModelParams.fromJson(
  1. Map<String, dynamic> json
)

Constructs a ModelParams instance from a JSON map

Implementation

LLamaModelParams.fromJson(Map<String, dynamic> json) {
  nGpuLayers = json['nGpuLayers'] ?? 99;
  splitMode = LlamaSplitMode.values[json['splitMode'] ?? 0];
  mainGpu = json['mainGpu'] ?? 0;
  tensorSplit = ((json['tensorSplit'] as List<dynamic>?)
          ?.map((e) => e.toDouble())
          .toList() as List<double>?) ??
      [];
  rpcServers = json['rpcServers'] ?? '';
  kvOverrides = Map<String, dynamic>.from(json['kvOverrides'] ?? {});
  vocabOnly = json['vocabOnly'] ?? false;
  useMemorymap = json['useMemorymap'] ?? true;
  useMemoryLock = json['useMemoryLock'] ?? false;
  checkTensors = json['checkTensors'] ?? false;
}