snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-07-28 01:01:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Introduce a first draft of the best_proximity algorithm

Browse Source
This commit is contained in:
Kerollmops
2020-06-08 18:05:14 +02:00
parent dfdaceb410
commit 2a6d6a7f69
3 changed files with 218 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
src/bin/indexer.rs
View File

@ -273,17 +273,17 @@ fn index_csv(mut rdr: csv::Reader<File>) -> anyhow::Result<MtblKvStore> {
.or_insert_with(FastMap4::default).entry(position) // positions
.or_insert_with(RoaringBitmap::new).insert(document_id); // document ids
// We save the documents ids under the position and prefix of the word we have seen it.
if let Some(prefix) = word.as_bytes().get(0..word.len().min(5)) {
for i in 1..=prefix.len() {
prefix_postings_attrs.entry(SmallVec32::from(&prefix[..i]))
.or_insert_with(RoaringBitmap::new).insert(position);
// // We save the documents ids under the position and prefix of the word we have seen it.
// if let Some(prefix) = word.as_bytes().get(0..word.len().min(5)) {
// for i in 1..=prefix.len() {
// prefix_postings_attrs.entry(SmallVec32::from(&prefix[..i]))
// .or_insert_with(RoaringBitmap::new).insert(position);
prefix_postings_ids.entry(SmallVec32::from(&prefix[..i]))
.or_insert_with(FastMap4::default).entry(position) // positions
.or_insert_with(RoaringBitmap::new).insert(document_id); // document ids
}
}
// prefix_postings_ids.entry(SmallVec32::from(&prefix[..i]))
// .or_insert_with(FastMap4::default).entry(position) // positions
// .or_insert_with(RoaringBitmap::new).insert(document_id); // document ids
// }
// }
}
}
}