core/registry/embedding_tokenizer_provider library

Classes

EmbeddingTokenizerProvider: A pluggable source of EmbeddingTokenizerFactory — the "text -> token ids" half of an embedding.

flutter_gemma package
documentation
core/registry/embedding_tokenizer_provider.dart

flutter_gemma package

Libraries
core/api/embedding_installation_builder
core/api/flutter_gemma
core/api/inference_installation_builder
core/api/stt_installation_builder
core/api/tts_installation_builder
core/chat
core/chat_event
core/di/download_hub/configure_download_updates_stream_mobile
core/di/download_hub/configure_download_updates_stream_stub
core/di/platform/mobile_service_factory
core/di/platform/web_service_factory
core/di/service_registry
core/domain/cache_metadata
core/domain/download_error
core/domain/download_exception
core/domain/model_source
core/domain/platform_types
core/domain/web_storage_mode
core/embedding/common_embedding_model
core/embedding/common_embedding_model_stub
core/embedding/embedding_worker
core/embedding/forward_pass
core/embedding/pooling
core/embedding/tokenizer_adapter
core/extensions
core/function_call_parser
core/genai/genai_chat_extension
core/genai/genai_input_converter
core/genai/genai_output_converter
core/handlers/asset_source_handler
core/handlers/bundled_source_handler
core/handlers/file_source_handler
core/handlers/network_source_handler
core/handlers/source_handler
core/handlers/source_handler_registry
core/handlers/web_asset_source_handler
core/handlers/web_asset_source_handler_stub
core/handlers/web_bundled_source_handler
core/handlers/web_bundled_source_handler_stub
core/handlers/web_file_source_handler
core/handlers/web_file_source_handler_stub
core/handlers/web_network_source_handler
core/handlers/web_network_source_handler_stub
core/image_error_handler
core/image_processor
core/image_tokenizer
core/infrastructure/background_downloader_service
core/infrastructure/blob_url_manager
core/infrastructure/blob_url_manager_stub
core/infrastructure/flutter_asset_loader
core/infrastructure/flutter_asset_loader_stub
core/infrastructure/in_memory_model_repository
core/infrastructure/platform_file_system_service
core/infrastructure/platform_file_system_service_stub
core/infrastructure/shared_preferences_model_repository
core/infrastructure/shared_preferences_protected_registry
core/infrastructure/unconfigured_vector_store
core/infrastructure/url_utils
core/infrastructure/web_cache_interop
core/infrastructure/web_cache_interop_stub
core/infrastructure/web_cache_service
core/infrastructure/web_cache_service_stub
core/infrastructure/web_download_service
core/infrastructure/web_download_service_stub
core/infrastructure/web_file_system_service
core/infrastructure/web_js_interop
core/infrastructure/web_js_interop_stub
core/infrastructure/web_opfs_interop
core/infrastructure/web_opfs_interop_stub
core/infrastructure/web_opfs_service
core/lifecycle/close_notifier
core/message
core/model
core/model_management/cancel_token
core/model_management/constants/preferences_keys
core/model_management/managers/web_model_manager
core/model_management/model_specs
core/model_management/utils/download_temp_reclaim
core/model_response
core/multimodal_image_handler
core/parsing/deepseek_function_call_format
core/parsing/function_call_format
core/parsing/function_call_format_factory
core/parsing/function_gemma_format
core/parsing/function_gemma_wire
core/parsing/json_function_call_format
core/parsing/json_parsing_utils
core/parsing/llama_function_call_format
core/parsing/phi_function_call_format
core/parsing/qwen_function_call_format
core/parsing/sdk_passthrough_function_call_format
core/parsing/sdk_response_parser
core/parsing/sdk_text_extractor
core/registry/embedding_backend_provider
core/registry/embedding_registry
core/registry/embedding_tokenizer_provider
core/registry/embedding_tokenizer_registry
core/registry/engine_registry
core/registry/hugging_face_resolver
core/registry/hugging_face_resolver_registry
core/registry/hugging_face_resolver_source
core/registry/inference_engine_provider
core/registry/runtime_config
core/registry/skill_executor_provider
core/registry/skill_executor_registry
core/registry/stt_backend_provider
core/registry/stt_registry
core/registry/tts_backend_provider
core/registry/tts_registry
core/services/asset_loader
core/services/download_service
core/services/file_system_service
core/services/model_repository
core/services/protected_files_registry
core/services/vector_store_filter
core/services/vector_store_repository
core/tool
core/utils/file_name_utils
core/utils/gemma_log
core/utils/host_native_library
core/vision_encoder_validator
desktop/flutter_gemma_desktop
desktop/flutter_gemma_desktop_stub
flutter_gemma
flutter_gemma_default
flutter_gemma_default_web
flutter_gemma_interface
genai
mobile/flutter_gemma_mobile
mobile/smart_downloader
model_file_manager_interface
rag/embedding_models
web/flutter_gemma_web
web/web_image_format
web/web_model_source