kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-11-14 02:20:12 +01:00
Code Issues Packages Projects Releases Wiki Activity

[FEAT] Add support for more groq models (Llama 3 and Gemma) (#1143)

Browse Source 
add support for more groq models
This commit is contained in:
Sean Hatfield 2024-04-22 13:14:27 -07:00 committed by GitHub
parent 7e3b8cd4fc
commit 897e168fd1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 27 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
frontend/src/components/LLMSelection/GroqAiOptions/index.jsx
View File

@ -28,7 +28,13 @@ export default function GroqAiOptions({ settings }) {
required={true} required={true}
className="bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5" className="bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5"
> >
{["llama2-70b-4096", "mixtral-8x7b-32768"].map((model) => { {[
"llama2-70b-4096",
"mixtral-8x7b-32768",
"llama3-8b-8192",
"llama3-70b-8192",
"gemma-7b-it",
].map((model) => {
return ( return (
<option key={model} value={model}> <option key={model} value={model}>
{model} {model}

8
frontend/src/hooks/useGetProvidersModels.js
View File

@ -19,7 +19,13 @@ const PROVIDER_DEFAULT_MODELS = {
localai: [], localai: [],
ollama: [], ollama: [],
togetherai: [], togetherai: [],
groq: ["llama2-70b-4096", "mixtral-8x7b-32768"], groq: [
"llama2-70b-4096",
"mixtral-8x7b-32768",
"llama3-8b-8192",
"llama3-70b-8192",
"gemma-7b-it",
],
native: [], native: [],
}; };

15
server/utils/AiProviders/groq/index.js
View File

@ -40,20 +40,31 @@ class GroqLLM {
streamingEnabled() { streamingEnabled() {
return "streamChat" in this && "streamGetChatCompletion" in this; return "streamChat" in this && "streamGetChatCompletion" in this;
} }
promptWindowLimit() { promptWindowLimit() {
switch (this.model) { switch (this.model) {
case "llama2-70b-4096": case "llama2-70b-4096":
return 4096; return 4096;
case "mixtral-8x7b-32768": case "mixtral-8x7b-32768":
return 32_768; return 32_768;
case "llama3-8b-8192":
return 8192;
case "llama3-70b-8192":
return 8192;
case "gemma-7b-it":
return 8192;
default: default:
return 4096; return 4096;
} }
} }
async isValidChatCompletionModel(modelName = "") { async isValidChatCompletionModel(modelName = "") {
const validModels = ["llama2-70b-4096", "mixtral-8x7b-32768"]; const validModels = [
"llama2-70b-4096",
"mixtral-8x7b-32768",
"llama3-8b-8192",
"llama3-70b-8192",
"gemma-7b-it",
];
const isPreset = validModels.some((model) => modelName === model); const isPreset = validModels.some((model) => modelName === model);
if (isPreset) return true; if (isPreset) return true;