Make sure that we do not generate too long keys

This commit is contained in:
Kerollmops
2022-05-03 09:57:03 +02:00
parent 7e47031bdc
commit 211c8763b9
4 changed files with 17 additions and 9 deletions

View File

@ -5,7 +5,8 @@ use heed::types::{ByteSlice, Str};
use heed::Database;
use crate::update::index_documents::{
create_sorter, merge_roaring_bitmaps, sorter_into_lmdb_database, CursorClonableMmap, MergeFn,
create_sorter, merge_roaring_bitmaps, sorter_into_lmdb_database, valid_lmdb_key,
CursorClonableMmap, MergeFn,
};
use crate::{Result, RoaringBitmapCodec};
@ -124,7 +125,9 @@ fn write_prefixes_in_sorter(
) -> Result<()> {
for (key, data_slices) in prefixes.drain() {
for data in data_slices {
sorter.insert(&key, data)?;
if valid_lmdb_key(&key) {
sorter.insert(&key, data)?;
}
}
}