snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-07-27 00:31:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make the highlight system much better

Browse Source
This commit is contained in:
Clément Renault
2019-10-30 17:25:42 +01:00
parent 02af4ff113
commit c230f244be
3 changed files with 144 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
meilidb-core/src/query_builder.rs
View File

@ -11,6 +11,7 @@ use slice_group_by::{GroupBy, GroupByMut};
use crate::automaton::{Automaton, AutomatonGroup, AutomatonProducer, QueryEnhancer};
use crate::distinct_map::{BufferedDistinctMap, DistinctMap};
use crate::levenshtein::prefix_damerau_levenshtein;
use crate::raw_document::{raw_documents_from, RawDocument};
use crate::{criterion::Criteria, Document, DocumentId, Highlight, TmpMatch};
use crate::{reordered_attrs::ReorderedAttrs, store, MResult};
@ -162,6 +163,7 @@ fn fetch_raw_documents(
index,
is_exact,
query_len,
query,
..
} = automaton;
let dfa = automaton.dfa();
@ -176,6 +178,12 @@ fn fetch_raw_documents(
let distance = dfa.eval(input).to_u8();
let is_exact = *is_exact && distance == 0 && input.len() == *query_len;
let covered_area = if query.len() > input.len() {
query.len()
} else {
prefix_damerau_levenshtein(query.as_bytes(), input).1
};
let doc_indexes = match postings_lists_store.postings_list(reader, input)? {
Some(doc_indexes) => doc_indexes,
None => continue,
@ -197,7 +205,7 @@ fn fetch_raw_documents(
let highlight = Highlight {
attribute: di.attribute,
char_index: di.char_index,
char_length: u16::try_from(*query_len).unwrap_or(u16::max_value()),
char_length: u16::try_from(covered_area).unwrap_or(u16::max_value()),
};
tmp_matches.push((di.document_id, id, match_, highlight));