kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-11-19 12:40:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' into dark-mode

Browse Source
This commit is contained in:
shatfield4 2024-09-30 16:56:01 -07:00
commit cbc4e80d31
7 changed files with 30 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
collector/index.js
View File

@ -16,12 +16,14 @@ const extensions = require("./extensions");
const { processRawText } = require("./processRawText");
const { verifyPayloadIntegrity } = require("./middleware/verifyIntegrity");
const app = express();
const FILE_LIMIT = "3GB";
app.use(cors({ origin: true }));
app.use(
bodyParser.text(),
bodyParser.json(),
bodyParser.text({ limit: FILE_LIMIT }),
bodyParser.json({ limit: FILE_LIMIT }),
bodyParser.urlencoded({
limit: FILE_LIMIT,
extended: true,
})
);

2
frontend/src/components/EmbeddingSelection/VoyageAiOptions/index.jsx
View File

@ -36,6 +36,8 @@ export default function VoyageAiOptions({ settings }) {
"voyage-code-2",
"voyage-large-2",
"voyage-2",
"voyage-3",
"voyage-3-lite",
].map((model) => {
return (
<option key={model} value={model}>

6
frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx
View File

@ -121,7 +121,11 @@ export default function PromptInput({
}
const pasteText = e.clipboardData.getData("text/plain");
if (pasteText) setPromptInput((prev) => prev + pasteText.trim());
if (pasteText) {
const newPromptInput = promptInput + pasteText.trim();
setPromptInput(newPromptInput);
onChange({ target: { value: newPromptInput } });
}
return;
};

12
server/utils/AiProviders/fireworksAi/models.js
View File

@ -1,4 +1,16 @@
const MODELS = {
"accounts/fireworks/models/llama-v3p2-3b-instruct": {
id: "accounts/fireworks/models/llama-v3p2-3b-instruct",
organization: "Meta",
name: "Llama 3.2 3B Instruct",
maxLength: 131072,
},
"accounts/fireworks/models/llama-v3p2-1b-instruct": {
id: "accounts/fireworks/models/llama-v3p2-1b-instruct",
organization: "Meta",
name: "Llama 3.2 1B Instruct",
maxLength: 131072,
},
"accounts/fireworks/models/llama-v3p1-405b-instruct": {
id: "accounts/fireworks/models/llama-v3p1-405b-instruct",
organization: "Meta",

2
server/utils/AiProviders/fireworksAi/scripts/chat_models.txt
View File

@ -1,5 +1,7 @@
| Organization | Model Name | Model String for API | Context length |
|--------------|------------|----------------------|----------------|
| Meta | Llama 3.2 3B Instruct | accounts/fireworks/models/llama-v3p2-3b-instruct | 131072 |
| Meta | Llama 3.2 1B Instruct | accounts/fireworks/models/llama-v3p2-1b-instruct | 131072 |
| Meta | Llama 3.1 405B Instruct | accounts/fireworks/models/llama-v3p1-405b-instruct | 131072 |
| Meta | Llama 3.1 70B Instruct | accounts/fireworks/models/llama-v3p1-70b-instruct | 131072 |
| Meta | Llama 3.1 8B Instruct | accounts/fireworks/models/llama-v3p1-8b-instruct | 131072 |

4
server/utils/AiProviders/fireworksAi/scripts/parse.mjs
View File

@ -9,8 +9,8 @@
// Update the date below if you run this again because Fireworks AI added new models.
// Last Collected: Sep 15, 2024
// NOTE: Only managed to collect 18 out of ~100 models!
// Last Collected: Sep 27, 2024
// NOTE: Only managed to collect 20 out of ~100 models!
// https://fireworks.ai/models lists almost 100 chat language models.
// If you want to add models, please manually add them to chat_models.txt...
// ... I tried to write a script to grab them all but gave up after a few hours...

4
server/utils/EmbeddingEngines/voyageAi/index.js
View File

@ -11,7 +11,7 @@ class VoyageAiEmbedder {
});
this.voyage = voyage;
this.model = process.env.EMBEDDING_MODEL_PREF || "voyage-large-2-instruct";
this.model = process.env.EMBEDDING_MODEL_PREF || "voyage-3-lite";
// Limit of how many strings we can process in a single pass to stay with resource or network limits
this.batchSize = 128; // Voyage AI's limit per request is 128 https://docs.voyageai.com/docs/rate-limits#use-larger-batches
@ -23,6 +23,8 @@ class VoyageAiEmbedder {
switch (this.model) {
case "voyage-finance-2":
case "voyage-multilingual-2":
case "voyage-3":
case "voyage-3-lite":
return 32_000;
case "voyage-large-2-instruct":
case "voyage-law-2":