mirror of
https://github.com/Mintplex-Labs/anything-llm.git
synced 2024-11-19 20:50:09 +01:00
99f2c25b1c
* Enable agent context windows to be accurate per provider:model * Refactor model mapping to external file Add token count to document length instead of char-count refernce promptWindowLimit from AIProvider in central location * remove unused imports
56 lines
1.4 KiB
JavaScript
56 lines
1.4 KiB
JavaScript
/**
|
|
* The model name and context window for all know model windows
|
|
* that are available through providers which has discrete model options.
|
|
*/
|
|
const MODEL_MAP = {
|
|
anthropic: {
|
|
"claude-instant-1.2": 100_000,
|
|
"claude-2.0": 100_000,
|
|
"claude-2.1": 200_000,
|
|
"claude-3-opus-20240229": 200_000,
|
|
"claude-3-sonnet-20240229": 200_000,
|
|
"claude-3-haiku-20240307": 200_000,
|
|
"claude-3-5-sonnet-20240620": 200_000,
|
|
},
|
|
cohere: {
|
|
"command-r": 128_000,
|
|
"command-r-plus": 128_000,
|
|
command: 4_096,
|
|
"command-light": 4_096,
|
|
"command-nightly": 8_192,
|
|
"command-light-nightly": 8_192,
|
|
},
|
|
gemini: {
|
|
"gemini-pro": 30_720,
|
|
"gemini-1.0-pro": 30_720,
|
|
"gemini-1.5-flash-latest": 1_048_576,
|
|
"gemini-1.5-pro-latest": 2_097_152,
|
|
"gemini-1.5-pro-exp-0801": 2_097_152,
|
|
},
|
|
groq: {
|
|
"gemma2-9b-it": 8192,
|
|
"gemma-7b-it": 8192,
|
|
"llama3-70b-8192": 8192,
|
|
"llama3-8b-8192": 8192,
|
|
"llama-3.1-70b-versatile": 8000,
|
|
"llama-3.1-8b-instant": 8000,
|
|
"mixtral-8x7b-32768": 32768,
|
|
},
|
|
openai: {
|
|
"gpt-3.5-turbo": 16_385,
|
|
"gpt-3.5-turbo-1106": 16_385,
|
|
"gpt-4o": 128_000,
|
|
"gpt-4o-2024-08-06": 128_000,
|
|
"gpt-4o-2024-05-13": 128_000,
|
|
"gpt-4o-mini": 128_000,
|
|
"gpt-4o-mini-2024-07-18": 128_000,
|
|
"gpt-4-turbo": 128_000,
|
|
"gpt-4-1106-preview": 128_000,
|
|
"gpt-4-turbo-preview": 128_000,
|
|
"gpt-4": 8_192,
|
|
"gpt-4-32k": 32_000,
|
|
},
|
|
};
|
|
|
|
module.exports = { MODEL_MAP };
|