Do not skip embedding request for the document that exceeds capacity

This commit is contained in:
Louis Dureuil
2025-11-17 13:18:58 +01:00
parent ea70a7d1c9
commit a376525348

View File

@@ -112,13 +112,12 @@ impl<'doc, C: OnEmbed<'doc>, I: Input> EmbedSession<'doc, C, I> {
rendered: I, rendered: I,
unused_vectors_distribution: &C::ErrorMetadata, unused_vectors_distribution: &C::ErrorMetadata,
) -> Result<()> { ) -> Result<()> {
if self.inputs.len() < self.inputs.capacity() { if self.inputs.len() >= self.inputs.capacity() {
self.inputs.push(rendered); self.embed_chunks(unused_vectors_distribution)?;
self.metadata.push(metadata);
return Ok(());
} }
self.inputs.push(rendered);
self.embed_chunks(unused_vectors_distribution) self.metadata.push(metadata);
Ok(())
} }
pub fn drain(mut self, unused_vectors_distribution: &C::ErrorMetadata) -> Result<C> { pub fn drain(mut self, unused_vectors_distribution: &C::ErrorMetadata) -> Result<C> {