snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-07-28 01:01:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

highlight with new tokenizer

Browse Source
This commit is contained in:
mpostma
2020-12-23 20:04:19 +01:00
parent 1ae761311e
commit 4f7f7538f7
6 changed files with 49 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
http-ui/Cargo.lock generated
View File

@ -803,10 +803,12 @@ dependencies = [
"byte-unit",
"bytes",
"flate2",
"fst",
"futures",
"grenad",
"heed",
"log",
"meilisearch-tokenizer",
"memmap",
"milli",
"once_cell",
@ -1039,7 +1041,7 @@ checksum = "7ffc5c5338469d4d3ea17d269fa8ea3512ad247247c30bd2df69e68309ed0a08"
[[package]]
name = "meilisearch-tokenizer"
version = "0.1.1"
source = "git+https://github.com/meilisearch/Tokenizer.git?branch=main#8d91cd52f30aa4b651a085c15056938f7b599646"
source = "git+https://github.com/meilisearch/Tokenizer.git?branch=token-eq#daeb4a4ac91081f1c592e3ebb3ec5d8dcb4e6976"
dependencies = [
"character_converter",
"cow-utils",