fix: abort error

tiddly-gittly · Apr 13, 2024 · cac3314 · cac3314
1 parent 16949cd
commit cac3314
Showing 1 changed file with 11 additions and 1 deletion.
diff --git a/src/services/languageModel/llmWorker/llamaCpp.ts b/src/services/languageModel/llmWorker/llamaCpp.ts
@@ -169,6 +169,16 @@ export function runLLama(
 export function abortLLama(conversationID: string) {
   const abortController = runnerAbortControllers.get(conversationID);
   if (abortController !== undefined) {
-    abortController.abort();
+    try {
+      abortController.abort();
+      runnerAbortControllers.delete(conversationID);
+    } catch (error) {
+      const message = `${(error as Error).message} ${(error as Error).stack ?? 'no stack'}`;
+      if (message.includes('AbortError')) {
+        console.info('abortLLama', conversationID);
+      } else {
+        throw error;
+      }
+    }
   }
 }