snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-07-26 16:21:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Eagerly compute stats as fallback to the cache.

Browse Source 
- Refactor all around to avoid spawning indexes more times than necessary
This commit is contained in:
Louis Dureuil
2023-02-28 15:24:31 +01:00
committed by Tamo
parent 3bbf760542
commit 076a3d371c
4 changed files with 83 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
index-scheduler/src/batch.rs
View File

@ -847,8 +847,10 @@ impl IndexScheduler {
// this is a non-critical operation. If it fails, we should not fail
// the entire batch.
let res = || -> Result<()> {
let index_rtxn = index.read_txn()?;
let stats = crate::index_mapper::IndexStats::new(&index, &index_rtxn)?;
let mut wtxn = self.env.write_txn()?;
self.index_mapper.compute_and_store_stats_of(&mut wtxn, &index_uid)?;
self.index_mapper.store_stats_of(&mut wtxn, &index_uid, stats)?;
wtxn.commit()?;
Ok(())
}();
@ -888,6 +890,10 @@ impl IndexScheduler {
)?;
index_wtxn.commit()?;
}
// drop rtxn before starting a new wtxn on the same db
rtxn.commit()?;
task.status = Status::Succeeded;
task.details = Some(Details::IndexInfo { primary_key });
@ -897,7 +903,9 @@ impl IndexScheduler {
// the entire batch.
let res = || -> Result<()> {
let mut wtxn = self.env.write_txn()?;
self.index_mapper.compute_and_store_stats_of(&mut wtxn, &index_uid)?;
let index_rtxn = index.read_txn()?;
let stats = crate::index_mapper::IndexStats::new(&index, &index_rtxn)?;
self.index_mapper.store_stats_of(&mut wtxn, &index_uid, stats)?;
wtxn.commit()?;
Ok(())
}();