mirror of
https://github.com/Mintplex-Labs/anything-llm.git
synced 2024-11-14 10:30:10 +01:00
1b4559f57f
* add LMStudio agent support (generic) support "work" with non-tool callable LLMs, highly dependent on system specs * add comments * enable few-shot prompting per function for OSS models
62 lines
1.8 KiB
JavaScript
62 lines
1.8 KiB
JavaScript
const { Telemetry } = require("../models/telemetry");
|
|
const {
|
|
WorkspaceAgentInvocation,
|
|
} = require("../models/workspaceAgentInvocation");
|
|
const { AgentHandler } = require("../utils/agents");
|
|
const {
|
|
WEBSOCKET_BAIL_COMMANDS,
|
|
} = require("../utils/agents/aibitat/plugins/websocket");
|
|
const { safeJsonParse } = require("../utils/http");
|
|
|
|
// Setup listener for incoming messages to relay to socket so it can be handled by agent plugin.
|
|
function relayToSocket(message) {
|
|
if (this.handleFeedback) return this?.handleFeedback?.(message);
|
|
this.checkBailCommand(message);
|
|
}
|
|
|
|
function agentWebsocket(app) {
|
|
if (!app) return;
|
|
|
|
app.ws("/agent-invocation/:uuid", async function (socket, request) {
|
|
try {
|
|
const agentHandler = await new AgentHandler({
|
|
uuid: String(request.params.uuid),
|
|
}).init();
|
|
|
|
if (!agentHandler.invocation) {
|
|
socket.close();
|
|
return;
|
|
}
|
|
|
|
socket.on("message", relayToSocket);
|
|
socket.on("close", () => {
|
|
agentHandler.closeAlert();
|
|
WorkspaceAgentInvocation.close(String(request.params.uuid));
|
|
return;
|
|
});
|
|
|
|
socket.checkBailCommand = (data) => {
|
|
const content = safeJsonParse(data)?.feedback;
|
|
if (WEBSOCKET_BAIL_COMMANDS.includes(content)) {
|
|
agentHandler.log(
|
|
`User invoked bail command while processing. Closing session now.`
|
|
);
|
|
agentHandler.aibitat.abort();
|
|
socket.close();
|
|
return;
|
|
}
|
|
};
|
|
|
|
await Telemetry.sendTelemetry("agent_chat_started");
|
|
await agentHandler.createAIbitat({ socket });
|
|
await agentHandler.startAgentCluster();
|
|
} catch (e) {
|
|
console.error(e.message, e);
|
|
socket?.send(JSON.stringify({ type: "wssFailure", content: e.message }));
|
|
socket?.close();
|
|
}
|
|
});
|
|
}
|
|
|
|
module.exports = { agentWebsocket };
|