update tokenizer version

This commit is contained in:
many
2020-12-17 16:31:31 +01:00
parent 0447594e02
commit 2852349e68
4 changed files with 5 additions and 5 deletions

2
Cargo.lock generated
View File

@ -1699,7 +1699,7 @@ dependencies = [
[[package]]
name = "meilisearch-tokenizer"
version = "0.1.1"
source = "git+https://github.com/meilisearch/Tokenizer.git?tag=v0.1.1#dedea5df4b52d94216a65091f237ac64673bab09"
source = "git+https://github.com/meilisearch/Tokenizer.git?tag=v0.1.2#8d91cd52f30aa4b651a085c15056938f7b599646"
dependencies = [
"character_converter",
"cow-utils",