kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-11-19 12:40:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

1417 completion timeout (#2374)

Browse Source 
* Refactor handleDefaultStreamResponseV2 function for better error handling

* run yarn lint

* small error handling changes

* update error handling flow and scope of vars

* add back space

---------

Co-authored-by: Roman <rrojaski@gmail.com>
This commit is contained in:
Timothy Carambat 2024-09-25 14:00:19 -07:00 committed by GitHub
parent e6c4eb3f1c
commit 44dddcd4af
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 46 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
server/utils/helpers/chat/responses.js
View File

@ -22,6 +22,8 @@ function handleDefaultStreamResponseV2(response, stream, responseProps) {
const handleAbort = () => clientAbortedHandler(resolve, fullText); const handleAbort = () => clientAbortedHandler(resolve, fullText);
response.on("close", handleAbort); response.on("close", handleAbort);
// Now handle the chunks from the streamed response and append to fullText.
try {
for await (const chunk of stream) { for await (const chunk of stream) {
const message = chunk?.choices?.[0]; const message = chunk?.choices?.[0];
const token = message?.delta?.content; const token = message?.delta?.content;
@ -58,6 +60,18 @@ function handleDefaultStreamResponseV2(response, stream, responseProps) {
break; // Break streaming when a valid finish_reason is first encountered break; // Break streaming when a valid finish_reason is first encountered
} }
} }
} catch (e) {
console.log(`\x1b[43m\x1b[34m[STREAMING ERROR]\x1b[0m ${e.message}`);
writeResponseChunk(response, {
uuid,
type: "abort",
textResponse: null,
sources: [],
close: true,
error: e.message,
});
resolve(fullText); // Return what we currently have - if anything.
}
}); });
} }