feat: Move tokenizer things into the meilidb-tokenizer workspace

This commit is contained in:
Clément Renault
2019-02-25 18:24:46 +01:00
parent d8cbb03c42
commit 1897da5348
10 changed files with 28 additions and 22 deletions

View File

@ -11,6 +11,7 @@ hashbrown = "0.1.8"
lazy_static = "1.2.0"
levenshtein_automata = { version = "0.1.1", features = ["fst_automaton"] }
log = "0.4.6"
meilidb-tokenizer = { path = "../meilidb-tokenizer", version = "0.1.0" }
rayon = "1.0.3"
sdset = "0.3.1"
serde = "1.0.88"