Add embedder stats in batches

2025-10-23 12:06:29 +00:00 · 2025-06-20 12:42:22 +02:00
parent fc6cc80705
commit 4cadc8113b
26 changed files with 188 additions and 73 deletions
--- a/crates/index-scheduler/src/scheduler/process_index_operation.rs
+++ b/crates/index-scheduler/src/scheduler/process_index_operation.rs
@@ -1,3 +1,5 @@
+use std::sync::Arc;
+
 use bumpalo::collections::CollectIn;
 use bumpalo::Bump;
 use meilisearch_types::heed::RwTxn;
@@ -472,6 +474,7 @@ impl IndexScheduler {
                    .execute(
                        |indexing_step| tracing::debug!(update = ?indexing_step),
                        || must_stop_processing.get(),
+                        Some(Arc::clone(&progress.embedder_stats))
                    )
                    .map_err(|err| Error::from_milli(err, Some(index_uid.clone())))?;