From afadfa420a8a2b27b4b0d0a65494029bb7c56ac8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Cl=C3=A9ment=20Renault?= Date: Fri, 16 May 2025 15:17:01 +0200 Subject: [PATCH] Update the streaming detection to work with Mistral --- crates/meilisearch/src/routes/chat.rs | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/crates/meilisearch/src/routes/chat.rs b/crates/meilisearch/src/routes/chat.rs index 7869b677d..fe5fdd415 100644 --- a/crates/meilisearch/src/routes/chat.rs +++ b/crates/meilisearch/src/routes/chat.rs @@ -281,11 +281,14 @@ async fn streamed_chat( // Using deprecated field but keeping for compatibility function_call: _, ref tool_calls, - role: _, + role, refusal: _, } = delta; - if content.is_none() && tool_calls.is_none() && global_tool_calls.is_empty() + if content.as_ref().map_or(true, |s| s.is_empty()) + && tool_calls.is_none() + && global_tool_calls.is_empty() + && role.is_none() { break 'main; }