snowykami/meilisearch
1
0
Fork 0
mirror of https://github.com/meilisearch/meilisearch.git synced 2025-06-04 19:25:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make sure errorneous calls are handled and forwarded to the LLM

Browse Source
This commit is contained in:
Clément Renault 2025-05-20 18:01:08 +02:00 committed by Kerollmops
parent 971249c59c
commit d389e49147
No known key found for this signature in database
GPG Key ID: F250A4C4E3AE5F5F
1 changed files with 23 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
crates/meilisearch/src/routes/chat.rs
View File

@ -253,23 +253,32 @@ async fn non_streamed_chat(
);
for call in meili_calls {
let SearchInIndexParameters { index_uid, q } =
serde_json::from_str(&call.function.arguments).unwrap();
let result = match serde_json::from_str(&call.function.arguments) {
Ok(SearchInIndexParameters { index_uid, q }) => process_search_request(
&index_scheduler,
auth_ctrl.clone(),
&search_queue,
&auth_token,
index_uid,
q,
)
.await
.map_err(|e| e.to_string()),
Err(err) => Err(err.to_string()),
};
let (_, text) = process_search_request(
&index_scheduler,
auth_ctrl.clone(),
&search_queue,
auth_token,
index_uid,
q,
)
.await?;
let text = match result {
Ok((_, text)) => text,
Err(err) => err,
};
chat_completion.messages.push(ChatCompletionRequestMessage::Tool(
ChatCompletionRequestToolMessage {
tool_call_id: call.id,
content: ChatCompletionRequestToolMessageContent::Text(text),
tool_call_id: call.id.clone(),
content: ChatCompletionRequestToolMessageContent::Text(format!(
"{}\n\n{text}",
chat_settings.prompts.pre_query
)),
},
));
}
@ -413,7 +422,7 @@ async fn streamed_chat(
let is_error = result.is_err();
let text = match result {
Ok((_, text)) => text,
Err(err) => err.to_string(),
Err(err) => err,
};
let tool = ChatCompletionRequestToolMessage {