snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-09-06 12:46:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

Disable the cache by default and make it experimental

Browse Source
This commit is contained in:
Louis Dureuil
2025-03-13 14:54:31 +01:00
parent 1876132172
commit e2d372823a
14 changed files with 101 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
crates/milli/src/vector/hf.rs
View File

@ -150,7 +150,10 @@ impl From<PoolingConfig> for Pooling {
}
impl Embedder {
pub fn new(options: EmbedderOptions) -> std::result::Result<Self, NewEmbedderError> {
pub fn new(
options: EmbedderOptions,
cache_cap: usize,
) -> std::result::Result<Self, NewEmbedderError> {
let device = match candle_core::Device::cuda_if_available(0) {
Ok(device) => device,
Err(error) => {
@ -252,7 +255,7 @@ impl Embedder {
options,
dimensions: 0,
pooling,
cache: EmbeddingCache::new(super::CACHE_CAP),
cache: EmbeddingCache::new(cache_cap),
};
let embeddings = this