snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-10-11 06:06:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

implement a first POC for sharding where we only index the document that concerns our shard

Browse Source
This commit is contained in:
Tamo
2025-06-04 11:05:18 +02:00
parent 5c14a25d5a
commit 1ef5b1a2a8
12 changed files with 171 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
crates/index-scheduler/src/scheduler/process_index_operation.rs
View File

@@ -115,6 +115,19 @@ impl IndexScheduler {
let indexer_config = self.index_mapper.indexer_config();
let pool = &indexer_config.thread_pool;
let network = self.network();
let shards: Vec<&str> = network
.local
.as_deref()
.into_iter()
.chain(
network
.remotes
.keys()
.map(|s| s.as_str())
.filter(|s| Some(s) != network.local.as_deref().as_ref()),
)
.collect();
progress.update_progress(DocumentOperationProgress::ComputingDocumentChanges);
let (document_changes, operation_stats, primary_key) = indexer
@@ -126,6 +139,7 @@ impl IndexScheduler {
&mut new_fields_ids_map,
&|| must_stop_processing.get(),
progress.clone(),
&shards,
)
.map_err(|e| Error::from_milli(e, Some(index_uid.clone())))?;