Mutex-based implementation

This commit is contained in:
Louis Dureuil
2025-03-13 12:00:11 +01:00
parent d0b0b90d17
commit 1876132172
3 changed files with 22 additions and 28 deletions

View File

@@ -10,7 +10,7 @@ use serde::{Deserialize, Serialize};
use super::error::EmbedErrorKind;
use super::json_template::ValueTemplate;
use super::{
DistributionShift, EmbedError, Embedding, EmbeddingCache, NewEmbedderError, CAP_PER_THREAD,
DistributionShift, EmbedError, Embedding, EmbeddingCache, NewEmbedderError, CACHE_CAP,
REQUEST_PARALLELISM,
};
use crate::error::FaultSource;
@@ -160,7 +160,7 @@ impl Embedder {
data,
dimensions,
distribution: options.distribution,
cache: EmbeddingCache::new(CAP_PER_THREAD),
cache: EmbeddingCache::new(CACHE_CAP),
})
}