kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-11-15 02:50:10 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' of github.com:Mintplex-Labs/anything-llm

Browse Source
This commit is contained in:
timothycarambat 2024-08-02 12:24:17 -07:00
commit 8cfe855bc8
1 changed files with 39 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

65
server/utils/AiProviders/openRouter/index.js
View File

@ -254,35 +254,48 @@ class OpenRouterLLM {
} }
}, 500); }, 500);
for await (const chunk of stream) { try {
const message = chunk?.choices?.[0]; for await (const chunk of stream) {
const token = message?.delta?.content; const message = chunk?.choices?.[0];
lastChunkTime = Number(new Date()); const token = message?.delta?.content;
lastChunkTime = Number(new Date());
if (token) { if (token) {
fullText += token; fullText += token;
writeResponseChunk(response, { writeResponseChunk(response, {
uuid, uuid,
sources: [], sources: [],
type: "textResponseChunk", type: "textResponseChunk",
textResponse: token, textResponse: token,
close: false, close: false,
error: false, error: false,
}); });
} }
if (message.finish_reason !== null) { if (message.finish_reason !== null) {
writeResponseChunk(response, { writeResponseChunk(response, {
uuid, uuid,
sources, sources,
type: "textResponseChunk", type: "textResponseChunk",
textResponse: "", textResponse: "",
close: true, close: true,
error: false, error: false,
}); });
response.removeListener("close", handleAbort); response.removeListener("close", handleAbort);
resolve(fullText); resolve(fullText);
}
} }
} catch (e) {
writeResponseChunk(response, {
uuid,
sources,
type: "abort",
textResponse: null,
close: true,
error: e.message,
});
response.removeListener("close", handleAbort);
resolve(fullText);
} }
}); });
} }