snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-07-16 19:30:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

Introduce a simple FST based chinese word segmenter

Browse Source
This commit is contained in:
Clément Renault
2020-10-03 14:58:41 +02:00
parent 6cc6addc2f
commit acd2a63879
4 changed files with 349234 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
Cargo.toml
View File

@ -11,7 +11,7 @@ bstr = "0.2.13"
byteorder = "1.3.4"
csv = "1.1.3"
flate2 = "1.0.17"
fst = "0.4.3"
fst = "0.4.4"
fxhash = "0.2.1"
heed = { version = "0.8.1", default-features = false, features = ["lmdb"] }
human_format = "1.0.3"
@ -48,6 +48,9 @@ warp = "0.2.2"
[dev-dependencies]
criterion = "0.3"
[build-dependencies]
fst = "0.4.4"
[features]
default = []