Bump the tokenizer version to v0.2.4

This commit is contained in:
Kerollmops
2021-07-22 16:23:36 +02:00
parent 92c0a2cdc1
commit 0353fbb5df
2 changed files with 29 additions and 4 deletions

View File

@ -19,7 +19,7 @@ heed = { git = "https://github.com/Kerollmops/heed", tag = "v0.12.1", default-fe
human_format = "1.0.3"
levenshtein_automata = { version = "0.2.0", features = ["fst_automaton"] }
linked-hash-map = "0.5.4"
meilisearch-tokenizer = { git = "https://github.com/meilisearch/Tokenizer.git", tag = "v0.2.3" }
meilisearch-tokenizer = { git = "https://github.com/meilisearch/Tokenizer.git", tag = "v0.2.4" }
memmap = "0.7.0"
obkv = "0.2.0"
once_cell = "1.5.2"