Make the indexer ignore certain words

This is a preparation for making the indexing fully parallel by making the
indexer only be aware of certain words for each threads to avoid postings lists
conflicts for each words
This commit is contained in:
Kerollmops
2020-07-01 17:49:46 +02:00
parent a3ac2623d5
commit 2ae3f40971
3 changed files with 20 additions and 7 deletions

10
Cargo.lock generated
View File

@ -817,6 +817,7 @@ dependencies = [
"linked-hash-map",
"memmap",
"once_cell",
"rayon",
"roaring",
"serde",
"slice-group-by",
@ -1342,10 +1343,11 @@ dependencies = [
[[package]]
name = "rayon"
version = "1.3.0"
version = "1.3.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "db6ce3297f9c85e16621bb8cca38a06779ffc31bb8184e1be4bed2be4678a098"
checksum = "62f02856753d04e03e26929f820d0a0a337ebe71f849801eea335d464b349080"
dependencies = [
"autocfg 1.0.0",
"crossbeam-deque",
"either",
"rayon-core",
@ -1353,9 +1355,9 @@ dependencies = [
[[package]]
name = "rayon-core"
version = "1.7.0"
version = "1.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "08a89b46efaf957e52b18062fb2f4660f8b8a4dde1807ca002690868ef2c85a9"
checksum = "e92e15d89083484e11353891f1af602cc661426deb9564c298b270c726973280"
dependencies = [
"crossbeam-deque",
"crossbeam-queue",