snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-10-10 21:56:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

add an extractor for cellulite in the new pipeline

Browse Source
This commit is contained in:
Tamo
2025-07-15 23:16:08 +02:00
parent 3fbeff4308
commit 6ee0537db8
6 changed files with 558 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
crates/milli/src/update/new/words_prefix_docids.rs
View File

@@ -193,7 +193,7 @@ impl WordPrefixIntegerDocids {
// We access this HashMap in parallel to compute the *union* of all
// of them and *serialize* them into files. There is one file by CPU.
let local_entries = ThreadLocal::with_capacity(rayon::current_num_threads());
prefixes.into_par_iter().map(AsRef::as_ref).try_for_each(|prefix| {
prefixes.into_par_iter().map(AsRef::as_ref).try_for_each(|prefix| -> Result<()> {
let refcell = local_entries.get_or(|| {
let file = BufWriter::new(spooled_tempfile(
self.max_memory_by_thread.unwrap_or(usize::MAX),