Update Tokenizer version to v0.2.3

This commit is contained in:
Clémentine Urquizar
2021-06-10 17:00:04 +02:00
parent 3e6c05fe13
commit 7d5395c12b
2 changed files with 19 additions and 3 deletions

View File

@ -11,7 +11,7 @@ byte-unit = { version = "4.0.9", default-features = false, features = ["std"] }
crossbeam-channel = "0.5.0"
grenad = { git = "https://github.com/Kerollmops/grenad.git", rev = "3adcb26" }
heed = "0.10.6"
meilisearch-tokenizer = { git = "https://github.com/meilisearch/Tokenizer.git", tag = "v0.2.2" }
meilisearch-tokenizer = { git = "https://github.com/meilisearch/Tokenizer.git", tag = "v0.2.3" }
memmap = "0.7.0"
milli = { path = "../milli" }
once_cell = "1.5.2"