From 112d3f54e9ada5b877e6afd0ee8c794c4018f5ac Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cl=C3=A9ment=20Renault?= Date: Thu, 31 Jul 2025 11:40:15 +0200 Subject: [PATCH] remove-me: Introduce an env var to change the embeddings chunk size --- crates/milli/src/vector/rest.rs | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/crates/milli/src/vector/rest.rs b/crates/milli/src/vector/rest.rs index 7a16f1a1e..64e4e74c7 100644 --- a/crates/milli/src/vector/rest.rs +++ b/crates/milli/src/vector/rest.rs @@ -321,7 +321,14 @@ impl Embedder { pub fn prompt_count_in_chunk_hint(&self) -> usize { match self.data.request.input_type() { InputType::Text => 1, - InputType::TextArray => 10, + InputType::TextArray => { + let chunk_size = std::env::var("MEILI_EMBEDDINGS_CHUNK_SIZE") + .ok() + .and_then(|chunk_size| chunk_size.parse().ok()) + .unwrap_or(10); + assert!(chunk_size <= 100, "Embedding chunk size cannot exceed 100"); + chunk_size + } } }