feat: Move the multi-word rewriting algorithm into its own function

This commit is contained in:
Clément Renault
2019-08-02 12:07:23 +02:00
parent 89df496f0c
commit bf3c2c3725
7 changed files with 204 additions and 117 deletions

View File

@ -14,7 +14,7 @@ meilidb-tokenizer = { path = "../meilidb-tokenizer", version = "0.1.0" }
rayon = "1.0.3"
sdset = "0.3.2"
serde = { version = "1.0.88", features = ["derive"] }
slice-group-by = "0.2.4"
slice-group-by = "0.2.6"
zerocopy = "0.2.2"
[dependencies.fst]