snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-07-28 09:11:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove lots of Arcs

Browse Source
This commit is contained in:
Mubelotix
2025-06-26 12:07:48 +02:00
parent ef007d547d
commit 29f6eeff8f
22 changed files with 112 additions and 118 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
crates/milli/src/update/index_documents/extract/extract_vector_points.rs
View File

@ -684,7 +684,7 @@ pub fn extract_embeddings<R: io::Read + io::Seek>(
embedder: Arc<Embedder>,
embedder_name: &str,
possible_embedding_mistakes: &PossibleEmbeddingMistakes,
embedder_stats: Arc<EmbedderStats>,
embedder_stats: &EmbedderStats,
unused_vectors_distribution: &UnusedVectorsDistribution,
request_threads: &ThreadPoolNoAbort,
) -> Result<grenad::Reader<BufReader<File>>> {
@ -727,7 +727,7 @@ pub fn extract_embeddings<R: io::Read + io::Seek>(
std::mem::replace(&mut chunks, Vec::with_capacity(n_chunks)),
embedder_name,
possible_embedding_mistakes,
embedder_stats.clone(),
embedder_stats,
unused_vectors_distribution,
request_threads,
)?;
@ -750,7 +750,7 @@ pub fn extract_embeddings<R: io::Read + io::Seek>(
std::mem::take(&mut chunks),
embedder_name,
possible_embedding_mistakes,
embedder_stats.clone(),
embedder_stats,
unused_vectors_distribution,
request_threads,
)?;
@ -789,7 +789,7 @@ fn embed_chunks(
text_chunks: Vec<Vec<String>>,
embedder_name: &str,
possible_embedding_mistakes: &PossibleEmbeddingMistakes,
embedder_stats: Arc<EmbedderStats>,
embedder_stats: &EmbedderStats,
unused_vectors_distribution: &UnusedVectorsDistribution,
request_threads: &ThreadPoolNoAbort,
) -> Result<Vec<Vec<Embedding>>> {

6
crates/milli/src/update/index_documents/extract/mod.rs
View File

@ -50,7 +50,7 @@ pub(crate) fn data_from_obkv_documents(
settings_diff: Arc<InnerIndexSettingsDiff>,
max_positions_per_attributes: Option<u32>,
possible_embedding_mistakes: Arc<PossibleEmbeddingMistakes>,
embedder_stats: Arc<EmbedderStats>,
embedder_stats: Arc<EmbedderStats>, // Cant change
) -> Result<()> {
let (original_pipeline_result, flattened_pipeline_result): (Result<_>, Result<_>) = rayon::join(
|| {
@ -234,7 +234,7 @@ fn send_original_documents_data(
embedders_configs: Arc<Vec<IndexEmbeddingConfig>>,
settings_diff: Arc<InnerIndexSettingsDiff>,
possible_embedding_mistakes: Arc<PossibleEmbeddingMistakes>,
embedder_stats: Arc<EmbedderStats>,
embedder_stats: Arc<EmbedderStats>, // Cant change
) -> Result<()> {
let original_documents_chunk =
original_documents_chunk.and_then(|c| unsafe { as_cloneable_grenad(&c) })?;
@ -274,7 +274,7 @@ fn send_original_documents_data(
embedder.clone(),
&embedder_name,
&possible_embedding_mistakes,
embedder_stats.clone(),
&embedder_stats,
&unused_vectors_distribution,
request_threads(),
) {

30
crates/milli/src/update/index_documents/mod.rs
View File

@ -81,7 +81,7 @@ pub struct IndexDocuments<'t, 'i, 'a, FP, FA> {
added_documents: u64,
deleted_documents: u64,
embedders: EmbeddingConfigs,
embedder_stats: Arc<EmbedderStats>,
embedder_stats: Arc<EmbedderStats>, // Cant change
}
#[derive(Default, Debug, Clone)]
@ -104,7 +104,7 @@ where
config: IndexDocumentsConfig,
progress: FP,
should_abort: FA,
embedder_stats: Arc<EmbedderStats>,
embedder_stats: Arc<EmbedderStats>, // Cant change
) -> Result<IndexDocuments<'t, 'i, 'a, FP, FA>> {
let transform = Some(Transform::new(
wtxn,
@ -2030,7 +2030,7 @@ mod tests {
EmbeddingConfigs::default(),
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2118,7 +2118,7 @@ mod tests {
EmbeddingConfigs::default(),
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2304,7 +2304,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2367,7 +2367,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2421,7 +2421,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2474,7 +2474,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2529,7 +2529,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2589,7 +2589,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2642,7 +2642,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2695,7 +2695,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2894,7 +2894,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -2954,7 +2954,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();
@ -3011,7 +3011,7 @@ mod tests {
embedders,
&|| false,
&Progress::default(),
Default::default(),
&Default::default(),
)
.unwrap();
wtxn.commit().unwrap();