mirror of
https://github.com/Mintplex-Labs/anything-llm.git
synced 2024-11-19 12:40:09 +01:00
cadc09d71a
Add Llama 3.2 3B and 1B models to Fireworks AI LLM selection
47 lines
1.5 KiB
JavaScript
47 lines
1.5 KiB
JavaScript
// Fireworks AI does not provide a simple REST API to get models,
|
|
// so we have a table which we copy from their documentation
|
|
// at https://fireworks.ai/models that we can
|
|
// then parse and get all models from in a format that makes sense
|
|
// Why this does not exist is so bizarre, but whatever.
|
|
|
|
// To run, cd into this directory and run `node parse.mjs`
|
|
// copy outputs into the export in ../models.js
|
|
|
|
// Update the date below if you run this again because Fireworks AI added new models.
|
|
|
|
// Last Collected: Sep 27, 2024
|
|
// NOTE: Only managed to collect 20 out of ~100 models!
|
|
// https://fireworks.ai/models lists almost 100 chat language models.
|
|
// If you want to add models, please manually add them to chat_models.txt...
|
|
// ... I tried to write a script to grab them all but gave up after a few hours...
|
|
|
|
import fs from "fs";
|
|
|
|
function parseChatModels() {
|
|
const fixed = {};
|
|
const tableString = fs.readFileSync("chat_models.txt", { encoding: "utf-8" });
|
|
const rows = tableString.split("\n").slice(2);
|
|
|
|
rows.forEach((row) => {
|
|
const [provider, name, id, maxLength] = row.split("|").slice(1, -1);
|
|
const data = {
|
|
provider: provider.trim(),
|
|
name: name.trim(),
|
|
id: id.trim(),
|
|
maxLength: Number(maxLength.trim()),
|
|
};
|
|
|
|
fixed[data.id] = {
|
|
id: data.id,
|
|
organization: data.provider,
|
|
name: data.name,
|
|
maxLength: data.maxLength,
|
|
};
|
|
});
|
|
|
|
fs.writeFileSync("chat_models.json", JSON.stringify(fixed, null, 2), "utf-8");
|
|
return fixed;
|
|
}
|
|
|
|
parseChatModels();
|