select a specific release of the tokenizer instead of using the latests git commit

This commit is contained in:
tamo
2021-03-25 15:00:18 +01:00
parent 6b7cc0022b
commit 73dcdb27f6
3 changed files with 133 additions and 160 deletions

View File

@ -20,7 +20,7 @@ heed = { version = "0.10.6", default-features = false, features = ["lmdb", "sync
human_format = "1.0.3"
levenshtein_automata = { version = "0.2.0", features = ["fst_automaton"] }
linked-hash-map = "0.5.4"
meilisearch-tokenizer = { git = "https://github.com/meilisearch/Tokenizer.git", branch = "main" }
meilisearch-tokenizer = { git = "https://github.com/meilisearch/Tokenizer.git", tag = "v0.1.4" }
memmap = "0.7.0"
num-traits = "0.2.14"
obkv = "0.1.1"