kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-11-19 20:50:09 +01:00
Code Issues Packages Projects Releases Wiki Activity
ec3b3010f8
anything-llm/server/utils/AiProviders/modelMap.js

77 lines
2.1 KiB
JavaScript
Raw Normal View History

Agent Context window + context window refactor. (#2126) * Enable agent context windows to be accurate per provider:model * Refactor model mapping to external file Add token count to document length instead of char-count refernce promptWindowLimit from AIProvider in central location * remove unused imports
2024-08-15 21:13:28 +02:00
/**
* The model name and context window for all know model windows
* that are available through providers which has discrete model options.
*/
const MODEL_MAP = {
anthropic: {
"claude-instant-1.2": 100_000,
"claude-2.0": 100_000,
"claude-2.1": 200_000,
bump Anthropic models
2024-11-06 17:14:08 +01:00
"claude-3-haiku-20240307": 200_000,
Agent Context window + context window refactor. (#2126) * Enable agent context windows to be accurate per provider:model * Refactor model mapping to external file Add token count to document length instead of char-count refernce promptWindowLimit from AIProvider in central location * remove unused imports
2024-08-15 21:13:28 +02:00
"claude-3-sonnet-20240229": 200_000,
bump Anthropic models
2024-11-06 17:14:08 +01:00
"claude-3-opus-20240229": 200_000,
Agent Context window + context window refactor. (#2126) * Enable agent context windows to be accurate per provider:model * Refactor model mapping to external file Add token count to document length instead of char-count refernce promptWindowLimit from AIProvider in central location * remove unused imports
2024-08-15 21:13:28 +02:00
"claude-3-haiku-20240307": 200_000,
bump Anthropic models
2024-11-06 17:14:08 +01:00
"claude-3-sonnet-20240229": 200_000,
"claude-3-opus-latest": 200_000,
"claude-3-5-haiku-latest": 200_000,
"claude-3-5-haiku-20241022": 200_000,
"claude-3-5-sonnet-latest": 200_000,
"claude-3-5-sonnet-20241022": 200_000,
Agent Context window + context window refactor. (#2126) * Enable agent context windows to be accurate per provider:model * Refactor model mapping to external file Add token count to document length instead of char-count refernce promptWindowLimit from AIProvider in central location * remove unused imports
2024-08-15 21:13:28 +02:00
"claude-3-5-sonnet-20240620": 200_000,
},
cohere: {
"command-r": 128_000,
"command-r-plus": 128_000,
command: 4_096,
"command-light": 4_096,
"command-nightly": 8_192,
"command-light-nightly": 8_192,
},
gemini: {
"gemini-pro": 30_720,
"gemini-1.0-pro": 30_720,
"gemini-1.5-flash-latest": 1_048_576,
"gemini-1.5-pro-latest": 2_097_152,
"gemini-1.5-pro-exp-0801": 2_097_152,
Add Gemini `exp` models (#2268) Add Gemini models resolves #2263
2024-09-11 22:03:14 +02:00
"gemini-1.5-pro-exp-0827": 2_097_152,
"gemini-1.5-flash-exp-0827": 1_048_576,
"gemini-1.5-flash-8b-exp-0827": 1_048_576,
Agent Context window + context window refactor. (#2126) * Enable agent context windows to be accurate per provider:model * Refactor model mapping to external file Add token count to document length instead of char-count refernce promptWindowLimit from AIProvider in central location * remove unused imports
2024-08-15 21:13:28 +02:00
},
groq: {
"gemma2-9b-it": 8192,
"gemma-7b-it": 8192,
"llama3-70b-8192": 8192,
"llama3-8b-8192": 8192,
"llama-3.1-70b-versatile": 8000,
"llama-3.1-8b-instant": 8000,
"mixtral-8x7b-32768": 32768,
},
openai: {
"gpt-3.5-turbo": 16_385,
"gpt-3.5-turbo-1106": 16_385,
"gpt-4o": 128_000,
"gpt-4o-2024-08-06": 128_000,
"gpt-4o-2024-05-13": 128_000,
"gpt-4o-mini": 128_000,
"gpt-4o-mini-2024-07-18": 128_000,
"gpt-4-turbo": 128_000,
"gpt-4-1106-preview": 128_000,
"gpt-4-turbo-preview": 128_000,
"gpt-4": 8_192,
"gpt-4-32k": 32_000,
OpenAI o1 model support (#2427) * support openai o1 models * Prevent O1 use for agents getter for isO1Model; --------- Co-authored-by: timothycarambat <rambat1010@gmail.com>
2024-10-16 04:42:13 +02:00
"o1-preview": 128_000,
"o1-preview-2024-09-12": 128_000,
"o1-mini": 128_000,
"o1-mini-2024-09-12": 128_000,
Agent Context window + context window refactor. (#2126) * Enable agent context windows to be accurate per provider:model * Refactor model mapping to external file Add token count to document length instead of char-count refernce promptWindowLimit from AIProvider in central location * remove unused imports
2024-08-15 21:13:28 +02:00
},
Support DeepSeek (#2377) * add deepseek support * lint * update deepseek context length * add deepseek to onboarding --------- Co-authored-by: Timothy Carambat <rambat1010@gmail.com>
2024-09-26 21:55:12 +02:00
deepseek: {
"deepseek-chat": 128_000,
"deepseek-coder": 128_000,
},
Add Grok/XAI support for LLM & agents (#2517) * Add Grok/XAI support for LLM & agents * forgot files
2024-10-22 01:32:49 +02:00
xai: {
"grok-beta": 131_072,
},
Agent Context window + context window refactor. (#2126) * Enable agent context windows to be accurate per provider:model * Refactor model mapping to external file Add token count to document length instead of char-count refernce promptWindowLimit from AIProvider in central location * remove unused imports
2024-08-15 21:13:28 +02:00
};
module.exports = { MODEL_MAP };
Reference in New Issue Copy Permalink