Change default index map size to 10GiB

This commit is contained in:
Louis Dureuil
2023-02-09 11:07:08 +01:00
parent a4d0a56fc4
commit 89e74dcc31
2 changed files with 5 additions and 6 deletions

View File

@ -62,7 +62,7 @@ pub struct IndexMapper {
mod index_map { mod index_map {
/// the map size to use when we don't succeed in reading it in indexes. /// the map size to use when we don't succeed in reading it in indexes.
const DEFAULT_MAP_SIZE: usize = 10_737_418_240; // 10 GiB const DEFAULT_MAP_SIZE: usize = 10 * 1024 * 1024 * 1024; // 10 GiB
use std::collections::BTreeMap; use std::collections::BTreeMap;
use std::path::Path; use std::path::Path;

View File

@ -65,11 +65,10 @@ const MEILI_MAX_INDEXING_THREADS: &str = "MEILI_MAX_INDEXING_THREADS";
const DEFAULT_LOG_EVERY_N: usize = 100_000; const DEFAULT_LOG_EVERY_N: usize = 100_000;
// Each environment (index and task-db) is taking space in the virtual address space. // Each environment (index and task-db) is taking space in the virtual address space.
// // When creating a new environment, it starts its life with 10GiB of virtual address space.
// The size of the virtual address space is limited by the OS. About 100TB for Linux and about 10TB for Windows. // It is then later resized if needs be.
// This means that the number of indexes is limited to about 200 for Linux and about 20 for Windows. pub const INDEX_SIZE: u64 = 10 * 1024 * 1024 * 1024; // 10 GiB
pub const INDEX_SIZE: u64 = 536_870_912_000; // 500 GiB pub const TASK_DB_SIZE: u64 = 10 * 1024 * 1024 * 1024; // 10 GiB
pub const TASK_DB_SIZE: u64 = 10_737_418_240; // 10 GiB
#[derive(Debug, Default, Clone, Copy, Serialize, Deserialize)] #[derive(Debug, Default, Clone, Copy, Serialize, Deserialize)]
#[serde(rename_all = "UPPERCASE")] #[serde(rename_all = "UPPERCASE")]