From 1c11a47f93b230d11776514f851efb3d191f17c6 Mon Sep 17 00:00:00 2001 From: Timothy Carambat Date: Sat, 6 Apr 2024 12:16:30 -0700 Subject: [PATCH] Check ollama alive for embedder (#1057) --- server/utils/EmbeddingEngines/ollama/index.js | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/server/utils/EmbeddingEngines/ollama/index.js b/server/utils/EmbeddingEngines/ollama/index.js index 1f77c36e..f6b33376 100644 --- a/server/utils/EmbeddingEngines/ollama/index.js +++ b/server/utils/EmbeddingEngines/ollama/index.js @@ -18,12 +18,28 @@ class OllamaEmbedder { console.log(`\x1b[36m[${this.constructor.name}]\x1b[0m ${text}`, ...args); } + async #isAlive() { + return await fetch(process.env.EMBEDDING_BASE_PATH, { + method: "HEAD", + }) + .then((res) => res.ok) + .catch((e) => { + this.log(e.message); + return false; + }); + } + async embedTextInput(textInput) { const result = await this.embedChunks([textInput]); return result?.[0] || []; } async embedChunks(textChunks = []) { + if (!(await this.#isAlive())) + throw new Error( + `Ollama service could not be reached. Is Ollama running?` + ); + const embeddingRequests = []; this.log( `Embedding ${textChunks.length} chunks of text with ${this.model}.`