kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-11-19 12:40:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

[FEAT] Add Llama 3.2 models to Fireworks AI's LLM selection dropdown (#2384)

Browse Source 
Add Llama 3.2 3B and 1B models to Fireworks AI LLM selection
This commit is contained in:
a4v2d4 2024-09-28 15:30:56 -07:00 committed by GitHub
parent 300e141736
commit cadc09d71a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 16 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
server/utils/AiProviders/fireworksAi/models.js
View File

@ -1,4 +1,16 @@
const MODELS = {
"accounts/fireworks/models/llama-v3p2-3b-instruct": {
id: "accounts/fireworks/models/llama-v3p2-3b-instruct",
organization: "Meta",
name: "Llama 3.2 3B Instruct",
maxLength: 131072,
},
"accounts/fireworks/models/llama-v3p2-1b-instruct": {
id: "accounts/fireworks/models/llama-v3p2-1b-instruct",
organization: "Meta",
name: "Llama 3.2 1B Instruct",
maxLength: 131072,
},
"accounts/fireworks/models/llama-v3p1-405b-instruct": {
id: "accounts/fireworks/models/llama-v3p1-405b-instruct",
organization: "Meta",

2
server/utils/AiProviders/fireworksAi/scripts/chat_models.txt
View File

@ -1,5 +1,7 @@
| Organization | Model Name | Model String for API | Context length |
|--------------|------------|----------------------|----------------|
| Meta | Llama 3.2 3B Instruct | accounts/fireworks/models/llama-v3p2-3b-instruct | 131072 |
| Meta | Llama 3.2 1B Instruct | accounts/fireworks/models/llama-v3p2-1b-instruct | 131072 |
| Meta | Llama 3.1 405B Instruct | accounts/fireworks/models/llama-v3p1-405b-instruct | 131072 |
| Meta | Llama 3.1 70B Instruct | accounts/fireworks/models/llama-v3p1-70b-instruct | 131072 |
| Meta | Llama 3.1 8B Instruct | accounts/fireworks/models/llama-v3p1-8b-instruct | 131072 |

4
server/utils/AiProviders/fireworksAi/scripts/parse.mjs
View File

@ -9,8 +9,8 @@
// Update the date below if you run this again because Fireworks AI added new models.
// Last Collected: Sep 15, 2024
// NOTE: Only managed to collect 18 out of ~100 models!
// Last Collected: Sep 27, 2024
// NOTE: Only managed to collect 20 out of ~100 models!
// https://fireworks.ai/models lists almost 100 chat language models.
// If you want to add models, please manually add them to chat_models.txt...
// ... I tried to write a script to grab them all but gave up after a few hours...