Use milli reexported tokenizer instead of importing meilisearch-tokenizer dependency

This commit is contained in:
many
2021-12-06 17:18:28 +01:00
parent 948615537b
commit ae2b0e7aa7
4 changed files with 2 additions and 22 deletions

20
Cargo.lock generated
View File

@ -1685,7 +1685,6 @@ dependencies = [
"meilisearch-auth",
"meilisearch-error",
"meilisearch-lib",
"meilisearch-tokenizer 0.2.5",
"mime",
"num_cpus",
"obkv",
@ -1751,7 +1750,6 @@ dependencies = [
"lazy_static",
"log",
"meilisearch-error",
"meilisearch-tokenizer 0.2.5",
"milli",
"mime",
"mockall",
@ -1784,22 +1782,6 @@ dependencies = [
"whoami",
]
[[package]]
name = "meilisearch-tokenizer"
version = "0.2.5"
source = "git+https://github.com/meilisearch/tokenizer.git?tag=v0.2.5#c0b5cf741ed9485147f2cbe523f2214d4fa4c395"
dependencies = [
"character_converter",
"cow-utils",
"deunicode",
"fst",
"jieba-rs",
"once_cell",
"slice-group-by",
"unicode-segmentation",
"whatlang",
]
[[package]]
name = "meilisearch-tokenizer"
version = "0.2.6"
@ -1867,7 +1849,7 @@ dependencies = [
"linked-hash-map",
"log",
"logging_timer",
"meilisearch-tokenizer 0.2.6",
"meilisearch-tokenizer",
"memmap2",
"obkv",
"once_cell",