From 4c7e57db8f160a8c3dcdeefe35e0703723f7c054 Mon Sep 17 00:00:00 2001 From: cbh778899 Date: Fri, 23 Aug 2024 15:21:43 +1000 Subject: [PATCH] add validation on rag search result to avoid crash Signed-off-by: cbh778899 --- actions/inference.js | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/actions/inference.js b/actions/inference.js index 1af761e..bb8e7ac 100644 --- a/actions/inference.js +++ b/actions/inference.js @@ -222,10 +222,12 @@ export async function ragChatCompletion(req, res) { const latest_message = messages.slice(-1)[0].content; const rag_result = await searchByMessage(dataset_name, latest_message); - request_body.prompt = formatOpenAIContext([ - ...messages, - { role: "system", content: `This background information is useful for your next answer: "${rag_result.context}"` } - ]) + const context = [...messages]; + if(rag_result) context.push({ + role: "system", + content: `This background information is useful for your next answer: "${rag_result.context}"` + }) + request_body.prompt = formatOpenAIContext(context); const isStream = !!request_body.stream; if(isStream) {