snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-10-02 09:46:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

Parallelize document upload

Browse Source
This commit is contained in:
Clément Renault
2025-06-16 16:30:35 +02:00
committed by Kerollmops
parent 2d4f7c635e
commit c6216517c7
6 changed files with 133 additions and 82 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
crates/milli/src/update/index_documents/extract/mod.rs
View File

@@ -210,7 +210,7 @@ fn run_extraction_task<FE, FS, M>(
})
}
fn request_threads() -> &'static ThreadPoolNoAbort {
pub fn request_threads() -> &'static ThreadPoolNoAbort {
static REQUEST_THREADS: OnceLock<ThreadPoolNoAbort> = OnceLock::new();
REQUEST_THREADS.get_or_init(|| {

1
crates/milli/src/update/index_documents/mod.rs
View File

@@ -12,6 +12,7 @@ use std::sync::Arc;
use crossbeam_channel::{Receiver, Sender};
use enrich::enrich_documents_batch;
pub use extract::request_threads;
use grenad::{Merger, MergerBuilder};
use hashbrown::HashMap;
use heed::types::Str;