Continue implementation of task deletion

1. Matched tasks are a roaring bitmap
2. Start implementation in meilisearch-http
3. Snapshots use meili-snap
4. Rename to TaskDeletion
This commit is contained in:
Loïc Lecrenier
2022-10-13 11:09:00 +02:00
committed by Clément Renault
parent 7d4527728e
commit ef3e9e87f5
27 changed files with 316 additions and 366 deletions

60
Cargo.lock generated
View File

@ -1221,13 +1221,33 @@ dependencies = [
"cfg-if",
]
[[package]]
name = "enum-iterator"
version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4eeac5c5edb79e4e39fe8439ef35207780a11f69c52cbe424ce3dfad4cb78de6"
dependencies = [
"enum-iterator-derive 0.7.0",
]
[[package]]
name = "enum-iterator"
version = "1.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "45a0ac4aeb3a18f92eaf09c6bb9b3ac30ff61ca95514fc58cbead1c9a6bf5401"
dependencies = [
"enum-iterator-derive",
"enum-iterator-derive 1.1.0",
]
[[package]]
name = "enum-iterator-derive"
version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c134c37760b27a871ba422106eedbb8247da973a09e82558bf26d619c882b159"
dependencies = [
"proc-macro2 1.0.46",
"quote 1.0.21",
"syn 1.0.101",
]
[[package]]
@ -1311,7 +1331,7 @@ dependencies = [
[[package]]
name = "filter-parser"
version = "0.33.4"
source = "git+https://github.com/meilisearch/milli.git?tag=v0.33.4#4fc6331cb6526c07f3137584564cfe3493fb25bd"
source = "git+https://github.com/meilisearch/milli.git?branch=indexation-abortion#fc03e536153d61da3224698f34fb8c6ee2312c2f"
dependencies = [
"nom",
"nom_locate",
@ -1330,7 +1350,7 @@ dependencies = [
[[package]]
name = "flatten-serde-json"
version = "0.33.4"
source = "git+https://github.com/meilisearch/milli.git?tag=v0.33.4#4fc6331cb6526c07f3137584564cfe3493fb25bd"
source = "git+https://github.com/meilisearch/milli.git?branch=indexation-abortion#fc03e536153d61da3224698f34fb8c6ee2312c2f"
dependencies = [
"serde_json",
]
@ -1466,9 +1486,9 @@ dependencies = [
[[package]]
name = "geoutils"
version = "0.4.1"
version = "0.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9e006f616a407d396ace1d2ebb3f43ed73189db8b098079bd129928d7645dd1e"
checksum = "36d244a08113319b5ebcabad2b8b7925732d15eec46d7e7ac3c11734f3b7a6ad"
[[package]]
name = "getrandom"
@ -1756,6 +1776,7 @@ dependencies = [
"file-store",
"insta",
"log",
"meili-snap",
"meilisearch-types",
"nelson",
"roaring",
@ -1867,7 +1888,7 @@ dependencies = [
[[package]]
name = "json-depth-checker"
version = "0.33.4"
source = "git+https://github.com/meilisearch/milli.git?tag=v0.33.4#4fc6331cb6526c07f3137584564cfe3493fb25bd"
source = "git+https://github.com/meilisearch/milli.git?branch=indexation-abortion#fc03e536153d61da3224698f34fb8c6ee2312c2f"
dependencies = [
"serde_json",
]
@ -2231,10 +2252,9 @@ dependencies = [
name = "meilisearch-auth"
version = "0.29.1"
dependencies = [
"enum-iterator",
"enum-iterator 1.1.3",
"hmac",
"meilisearch-types",
"milli",
"rand",
"serde",
"serde_json",
@ -2332,16 +2352,17 @@ dependencies = [
"actix-web",
"csv",
"either",
"enum-iterator",
"enum-iterator 0.7.0",
"insta",
"meili-snap",
"milli",
"proptest",
"proptest-derive",
"roaring",
"serde",
"serde_json",
"thiserror",
"time 0.3.14",
"time",
"tokio",
"uuid 1.1.2",
]
@ -2373,11 +2394,11 @@ dependencies = [
[[package]]
name = "milli"
version = "0.33.4"
source = "git+https://github.com/meilisearch/milli.git?tag=v0.33.4#4fc6331cb6526c07f3137584564cfe3493fb25bd"
source = "git+https://github.com/meilisearch/milli.git?branch=indexation-abortion#fc03e536153d61da3224698f34fb8c6ee2312c2f"
dependencies = [
"bimap",
"bincode",
"bstr 0.2.17",
"bstr 1.0.1",
"byteorder",
"charabia",
"concat-arrays",
@ -2596,9 +2617,9 @@ checksum = "624a8340c38c1b80fd549087862da4ba43e08858af025b236e509b6649fc13d5"
[[package]]
name = "ordered-float"
version = "2.10.0"
version = "3.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7940cf2ca942593318d07fcf2596cdca60a85c9e7fab408a5e21a4f9dcd40d87"
checksum = "1f74e330193f90ec45e2b257fa3ef6df087784157ac1ad2c1e71c62837b03aa7"
dependencies = [
"num-traits",
]
@ -3119,9 +3140,9 @@ dependencies = [
[[package]]
name = "retain_mut"
version = "0.1.9"
version = "0.1.7"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4389f1d5789befaf6029ebd9f7dac4af7f7e3d61b69d4f30e2ac02b57e7712b0"
checksum = "8c31b5c4033f8fdde8700e4657be2c497e7288f01515be52168c631e2e4d4086"
[[package]]
name = "ring"
@ -3161,13 +3182,14 @@ dependencies = [
[[package]]
name = "roaring"
version = "0.9.0"
version = "0.10.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "dd539cab4e32019956fe7e0cf160bb6d4802f4be2b52c4253d76d3bb0f85a5f7"
checksum = "ef0fb5e826a8bde011ecae6a8539dd333884335c57ff0f003fbe27c25bbe8f71"
dependencies = [
"bytemuck",
"byteorder",
"retain_mut",
"serde",
]
[[package]]
@ -3940,7 +3962,7 @@ checksum = "73ba753d713ec3844652ad2cb7eb56bc71e34213a14faddac7852a10ba88f61e"
dependencies = [
"anyhow",
"cfg-if",
"enum-iterator",
"enum-iterator 1.1.3",
"getset",
"git2",
"rustversion",