initializeClient method

Future<void> initializeClient(
  1. LiteRtLmFfiClient client, {
  2. required String modelPath,
  3. required String backend,
  4. required int maxTokens,
  5. required String? cacheDir,
  6. required bool enableVision,
  7. required String visionBackend,
  8. required int maxNumImages,
  9. required bool enableAudio,
  10. required String audioBackend,
  11. required bool? enableSpeculativeDecoding,
  12. required int? speculativeDecodingMode,
  13. required int? numThreads,
  14. required int? activationDataType,
  15. required GpuActivationReason? gpuActivationReason,
  16. required NpuDispatch? npuDispatch,
  17. required LiteRtLmLogLevel? nativeLogLevel,
})

Creates the engine in client.

Implementation

Future<void> initializeClient(
  LiteRtLmFfiClient client, {
  required String modelPath,
  required String backend,
  required int maxTokens,
  required String? cacheDir,
  required bool enableVision,
  required String visionBackend,
  required int maxNumImages,
  required bool enableAudio,
  required String audioBackend,
  required bool? enableSpeculativeDecoding,
  required int? speculativeDecodingMode,
  required int? numThreads,
  required int? activationDataType,
  required GpuActivationReason? gpuActivationReason,
  required NpuDispatch? npuDispatch,
  required LiteRtLmLogLevel? nativeLogLevel,
}) => client.initialize(
  modelPath: modelPath,
  backend: backend,
  maxTokens: maxTokens,
  cacheDir: cacheDir,
  enableVision: enableVision,
  visionBackend: visionBackend,
  maxNumImages: maxNumImages,
  enableAudio: enableAudio,
  audioBackend: audioBackend,
  enableSpeculativeDecoding: enableSpeculativeDecoding,
  speculativeDecodingMode: speculativeDecodingMode,
  numThreads: numThreads,
  activationDataType: activationDataType,
  gpuActivationReason: gpuActivationReason,
  npuDispatch: npuDispatch,
  nativeLogLevel: nativeLogLevel,
);