kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-11-11 01:10:11 +01:00
Code Issues Packages Projects Releases Wiki Activity

Adjust how text is split depending on input type (#1238)

Browse Source 
resolves #1230
This commit is contained in:
Timothy Carambat 2024-04-30 10:11:56 -07:00 committed by GitHub
parent ca63012c0f
commit bf435b2861
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
6 changed files with 18 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/utils/EmbeddingEngines/azureOpenAi/index.js
View File

@ -23,7 +23,9 @@ class AzureOpenAiEmbedder {
} }
async embedTextInput(textInput) { async embedTextInput(textInput) {
const result = await this.embedChunks(textInput); const result = await this.embedChunks(
Array.isArray(textInput) ? textInput : [textInput]
);
return result?.[0] || []; return result?.[0] || [];
} }

4
server/utils/EmbeddingEngines/lmstudio/index.js
View File

@ -31,7 +31,9 @@ class LMStudioEmbedder {
} }
async embedTextInput(textInput) { async embedTextInput(textInput) {
const result = await this.embedChunks(textInput); const result = await this.embedChunks(
Array.isArray(textInput) ? textInput : [textInput]
);
return result?.[0] || []; return result?.[0] || [];
} }

4
server/utils/EmbeddingEngines/localAi/index.js
View File

@ -23,7 +23,9 @@ class LocalAiEmbedder {
} }
async embedTextInput(textInput) { async embedTextInput(textInput) {
const result = await this.embedChunks(textInput); const result = await this.embedChunks(
Array.isArray(textInput) ? textInput : [textInput]
);
return result?.[0] || []; return result?.[0] || [];
} }

4
server/utils/EmbeddingEngines/native/index.js
View File

@ -119,7 +119,9 @@ class NativeEmbedder {
} }
async embedTextInput(textInput) { async embedTextInput(textInput) {
const result = await this.embedChunks(textInput); const result = await this.embedChunks(
Array.isArray(textInput) ? textInput : [textInput]
);
return result?.[0] || []; return result?.[0] || [];
} }

4
server/utils/EmbeddingEngines/ollama/index.js
View File

@ -30,7 +30,9 @@ class OllamaEmbedder {
} }
async embedTextInput(textInput) { async embedTextInput(textInput) {
const result = await this.embedChunks([textInput]); const result = await this.embedChunks(
Array.isArray(textInput) ? textInput : [textInput]
);
return result?.[0] || []; return result?.[0] || [];
} }

4
server/utils/EmbeddingEngines/openAi/index.js
View File

@ -19,7 +19,9 @@ class OpenAiEmbedder {
} }
async embedTextInput(textInput) { async embedTextInput(textInput) {
const result = await this.embedChunks(textInput); const result = await this.embedChunks(
Array.isArray(textInput) ? textInput : [textInput]
);
return result?.[0] || []; return result?.[0] || [];
} }