snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-07-26 16:21:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove meilisearch tokenizer

Browse Source
This commit is contained in:
mpostma
2020-11-19 16:00:14 +01:00
committed by many
parent 061832af7f
commit 8a4d05b7bb
6 changed files with 44 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
meilisearch-core/Cargo.toml
View File

@ -26,7 +26,6 @@ levenshtein_automata = { version = "0.2.0", features = ["fst_automaton"] }
log = "0.4.11"
meilisearch-error = { path = "../meilisearch-error", version = "0.17.0" }
meilisearch-schema = { path = "../meilisearch-schema", version = "0.17.0" }
meilisearch-tokenizer = { path = "../meilisearch-tokenizer", version = "0.17.0" }
meilisearch-types = { path = "../meilisearch-types", version = "0.17.0" }
once_cell = "1.5.2"
ordered-float = { version = "2.0.1", features = ["serde"] }

1
meilisearch-core/src/automaton/mod.rs
View File

@ -1,6 +1,5 @@
mod dfa;
use meilisearch_tokenizer::is_cjk;
pub use self::dfa::{build_dfa, build_prefix_dfa, build_exact_dfa};

1
meilisearch-core/src/raw_indexer.rs
View File

@ -4,7 +4,6 @@ use std::convert::TryFrom;
use deunicode::deunicode_with_tofu;
use meilisearch_schema::IndexedPos;
use meilisearch_tokenizer::{is_cjk, SeqTokenizer, Token, Tokenizer};
use sdset::SetBuf;
use crate::{DocIndex, DocumentId};