snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-07-28 01:01:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: Simplify the levenshtein construction

Browse Source
This commit is contained in:
Clément Renault
2018-09-09 11:13:58 +02:00
parent f0f5fc9891
commit 31e04f0120
17 changed files with 156 additions and 141 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
raptor-search/Cargo.toml
View File

@ -1,4 +1,7 @@
cargo-features = ["edition"]
[package]
edition = "2018"
name = "raptor-search"
version = "0.1.0"
authors = ["Kerollmops <renault.cle@gmail.com>"]
@ -9,7 +12,7 @@ elapsed = "0.1"
[dependencies.fst]
git = "https://github.com/Kerollmops/fst.git"
branch = "always-match-clone"
branch = "automaton-for-deref"
[dependencies.rocksdb]
git = "https://github.com/pingcap/rust-rocksdb.git"

16
raptor-search/src/main.rs
View File

@ -1,20 +1,15 @@
extern crate rocksdb;
extern crate fst;
extern crate raptor;
extern crate elapsed;
use std::env;
use std::str::from_utf8_unchecked;
use std::io::{self, Write};
use elapsed::measure_time;
use fst::Streamer;
use rocksdb::{DB, DBOptions, IngestExternalFileOptions};
use raptor::{Metadata, RankedStream, LevBuilder};
use raptor::{automaton, Metadata, RankedStream};
fn search(metadata: &Metadata, database: &DB, lev_builder: &LevBuilder, query: &str) {
fn search(metadata: &Metadata, database: &DB, query: &str) {
let mut automatons = Vec::new();
for query in query.split_whitespace() {
let lev = lev_builder.get_automaton(query);
let lev = automaton::build(query);
automatons.push(lev);
}
@ -55,9 +50,6 @@ fn main() {
});
println!("{} to load the SST file in RocksDB and reopen it for read-only", elapsed);
let (elapsed, lev_builder) = measure_time(|| LevBuilder::new());
println!("{} to load the levenshtein automaton", elapsed);
loop {
print!("Searching for: ");
io::stdout().flush().unwrap();
@ -68,7 +60,7 @@ fn main() {
if query.is_empty() { break }
let (elapsed, _) = measure_time(|| search(&meta, &db, &lev_builder, &query));
let (elapsed, _) = measure_time(|| search(&meta, &db, &query));
println!("Finished in {}", elapsed);
}
}