kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-06-03 06:10:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

CHORE: bump pplx model support (#791)

Browse Source 
bump pplx model support
This commit is contained in:
Timothy Carambat 2024-02-23 17:33:16 -08:00 committed by GitHub
parent 633f425206
commit a385ea3d82
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 46 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
server/utils/AiProviders/perplexity/models.js
View File

@ -1,4 +1,24 @@
const MODELS = {
"sonar-small-chat": {
id: "sonar-small-chat",
name: "sonar-small-chat",
maxLength: 16384,
},
"sonar-small-online": {
id: "sonar-small-online",
name: "sonar-small-online",
maxLength: 12000,
},
"sonar-medium-chat": {
id: "sonar-medium-chat",
name: "sonar-medium-chat",
maxLength: 16384,
},
"sonar-medium-online": {
id: "sonar-medium-online",
name: "sonar-medium-online",
maxLength: 12000,
},
"codellama-34b-instruct": {
id: "codellama-34b-instruct",
name: "codellama-34b-instruct",
@ -17,32 +37,32 @@ const MODELS = {
"mistral-7b-instruct": {
id: "mistral-7b-instruct",
name: "mistral-7b-instruct",
maxLength: 8192,
maxLength: 16384,
},
"mixtral-8x7b-instruct": {
id: "mixtral-8x7b-instruct",
name: "mixtral-8x7b-instruct",
maxLength: 8192,
maxLength: 16384,
},
"pplx-7b-chat": {
id: "pplx-7b-chat",
name: "pplx-7b-chat",
maxLength: 8192,
maxLength: 16384,
},
"pplx-7b-online": {
id: "pplx-7b-online",
name: "pplx-7b-online",
maxLength: 12000,
},
"pplx-70b-chat": {
id: "pplx-70b-chat",
name: "pplx-70b-chat",
maxLength: 8192,
},
"pplx-7b-online": {
id: "pplx-7b-online",
name: "pplx-7b-online",
maxLength: 8192,
},
"pplx-70b-online": {
id: "pplx-70b-online",
name: "pplx-70b-online",
maxLength: 8192,
maxLength: 4000,
},
};

26
server/utils/AiProviders/perplexity/scripts/chat_models.txt
View File

@ -1,11 +1,15 @@
| Model | Context Length | Model Type |
| :------------------------ | :------------- | :-------------- |
| `codellama-34b-instruct` | 16384 | Chat Completion |
| `codellama-70b-instruct` | 16384 | Chat Completion |
| `llama-2-70b-chat` | 4096 | Chat Completion |
| `mistral-7b-instruct` [2] | 8192 [1] | Chat Completion |
| `mixtral-8x7b-instruct` | 8192 [1] | Chat Completion |
| `pplx-7b-chat` | 8192 | Chat Completion |
| `pplx-70b-chat` | 8192 | Chat Completion |
| `pplx-7b-online` | 8192 | Chat Completion |
| `pplx-70b-online` | 8192 | Chat Completion |
| Model | Parameter Count | Context Length | Model Type |
| :-------------------------- | :-------------- | :------------- | :-------------- |
| `sonar-small-chat` | 7B | 16384 | Chat Completion |
| `sonar-small-online` | 7B | 12000 | Chat Completion |
| `sonar-medium-chat` | 8x7B | 16384 | Chat Completion |
| `sonar-medium-online` | 8x7B | 12000 | Chat Completion |
| `codellama-34b-instruct`[3] | 34B | 16384 | Chat Completion |
| `codellama-70b-instruct` | 70B | 16384 | Chat Completion |
| `llama-2-70b-chat`[3] | 70B | 4096 | Chat Completion |
| `mistral-7b-instruct` [1] | 7B | 16384 | Chat Completion |
| `mixtral-8x7b-instruct` | 8x7B | 16384 | Chat Completion |
| `pplx-7b-chat`[2] [3] | 7B | 16384 | Chat Completion |
| `pplx-7b-online`[2] [3] | 7B | 12000 | Chat Completion |
| `pplx-70b-chat`[3] | 70B | 8192 | Chat Completion |
| `pplx-70b-online`[3] | 70B | 4000 | Chat Completion |

4
server/utils/AiProviders/perplexity/scripts/parse.mjs
View File

@ -8,7 +8,7 @@
// copy outputs into the export in ../models.js
// Update the date below if you run this again because Perplexity added new models.
// Last Collected: Feb 22, 2024
// Last Collected: Feb 23, 2024
import fs from "fs";
@ -18,7 +18,7 @@ function parseChatModels() {
const rows = tableString.split("\n").slice(2);
rows.forEach((row) => {
let [model, contextLength] = row
let [model, _, contextLength] = row
.split("|")
.slice(1, -1)
.map((text) => text.trim());