snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-09-23 05:06:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: Define a DocIndex struct

Browse Source
This commit is contained in:
Clément Renault
2018-05-27 11:15:05 +02:00
parent a2958250c5
commit 3a194bfcc7
3 changed files with 69 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
raptor-bin/src/main.rs
View File

@ -9,7 +9,7 @@ use std::fs::File;
use std::io::{BufReader, BufRead};
use std::iter;
use raptor::{MapBuilder, Map, Value, AttrIndex};
use raptor::{DocIndexMapBuilder, DocIndexMap, DocIndex};
use serde_json::from_str;
fn main() {
@ -35,7 +35,7 @@ fn main() {
}
};
let mut builder = MapBuilder::new();
let mut builder = DocIndexMapBuilder::new();
for line in data.lines() {
let line = line.unwrap();
@ -51,14 +51,12 @@ fn main() {
let words = title.chain(description);
for (i, (attr, word)) in words {
let value = Value {
id: product["product_id"].as_u64().expect("invalid `product_id`"),
attr_index: AttrIndex {
attribute: attr,
index: i as u64,
},
let doc_index = DocIndex {
document: product["product_id"].as_u64().expect("invalid `product_id`"),
attribute: attr,
attribute_index: i as u32,
};
builder.insert(word, value);
builder.insert(word, doc_index);
}
}
@ -66,6 +64,6 @@ fn main() {
let values = File::create("values.vecs").unwrap();
let (map, values) = builder.build(map, values).unwrap();
eprintln!("Checking the dump consistency...");
unsafe { Map::<Value>::from_paths("map.fst", "values.vecs").unwrap() };
println!("Checking the dump consistency...");
unsafe { DocIndexMap::from_paths("map.fst", "values.vecs").unwrap() };
}