kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-11-19 12:40:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add Gemini exp models (#2268)

Browse Source 
Add Gemini  models
resolves #2263
This commit is contained in:
Timothy Carambat 2024-09-11 13:03:14 -07:00 committed by GitHub
parent 7f2b344a90
commit c612239ecb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
5 changed files with 43 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
frontend/src/components/LLMSelection/GeminiLLMOptions/index.jsx
View File

@ -30,12 +30,12 @@ export default function GeminiLLMOptions({ settings }) {
required={true} required={true}
className="bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5" className="bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5"
> >
<optgroup label="Stable Models">
{[ {[
"gemini-pro", "gemini-pro",
"gemini-1.0-pro", "gemini-1.0-pro",
"gemini-1.5-pro-latest", "gemini-1.5-pro-latest",
"gemini-1.5-flash-latest", "gemini-1.5-flash-latest",
"gemini-1.5-pro-exp-0801",
].map((model) => { ].map((model) => {
return ( return (
<option key={model} value={model}> <option key={model} value={model}>
@ -43,6 +43,21 @@ export default function GeminiLLMOptions({ settings }) {
</option> </option>
); );
})} })}
</optgroup>
<optgroup label="Experimental Models">
{[
"gemini-1.5-pro-exp-0801",
"gemini-1.5-pro-exp-0827",
"gemini-1.5-flash-exp-0827",
"gemini-1.5-flash-8b-exp-0827",
].map((model) => {
return (
<option key={model} value={model}>
{model}
</option>
);
})}
</optgroup>
</select> </select>
</div> </div>
<div className="flex flex-col w-60"> <div className="flex flex-col w-60">

3
frontend/src/hooks/useGetProvidersModels.js
View File

@ -17,6 +17,9 @@ const PROVIDER_DEFAULT_MODELS = {
"gemini-1.5-pro-latest", "gemini-1.5-pro-latest",
"gemini-1.5-flash-latest", "gemini-1.5-flash-latest",
"gemini-1.5-pro-exp-0801", "gemini-1.5-pro-exp-0801",
"gemini-1.5-pro-exp-0827",
"gemini-1.5-flash-exp-0827",
"gemini-1.5-flash-8b-exp-0827",
], ],
anthropic: [ anthropic: [
"claude-instant-1.2", "claude-instant-1.2",

6
server/utils/AiProviders/gemini/index.js
View File

@ -23,6 +23,9 @@ class GeminiLLM {
"gemini-1.5-pro-latest", "gemini-1.5-pro-latest",
"gemini-1.5-flash-latest", "gemini-1.5-flash-latest",
"gemini-1.5-pro-exp-0801", "gemini-1.5-pro-exp-0801",
"gemini-1.5-pro-exp-0827",
"gemini-1.5-flash-exp-0827",
"gemini-1.5-flash-8b-exp-0827",
].includes(this.model) ].includes(this.model)
? "v1beta" ? "v1beta"
: "v1", : "v1",
@ -105,6 +108,9 @@ class GeminiLLM {
"gemini-1.5-pro-latest", "gemini-1.5-pro-latest",
"gemini-1.5-flash-latest", "gemini-1.5-flash-latest",
"gemini-1.5-pro-exp-0801", "gemini-1.5-pro-exp-0801",
"gemini-1.5-pro-exp-0827",
"gemini-1.5-flash-exp-0827",
"gemini-1.5-flash-8b-exp-0827",
]; ];
return validModels.includes(modelName); return validModels.includes(modelName);
} }

3
server/utils/AiProviders/modelMap.js
View File

@ -26,6 +26,9 @@ const MODEL_MAP = {
"gemini-1.5-flash-latest": 1_048_576, "gemini-1.5-flash-latest": 1_048_576,
"gemini-1.5-pro-latest": 2_097_152, "gemini-1.5-pro-latest": 2_097_152,
"gemini-1.5-pro-exp-0801": 2_097_152, "gemini-1.5-pro-exp-0801": 2_097_152,
"gemini-1.5-pro-exp-0827": 2_097_152,
"gemini-1.5-flash-exp-0827": 1_048_576,
"gemini-1.5-flash-8b-exp-0827": 1_048_576,
}, },
groq: { groq: {
"gemma2-9b-it": 8192, "gemma2-9b-it": 8192,

3
server/utils/helpers/updateENV.js
View File

@ -609,6 +609,9 @@ function validGeminiModel(input = "") {
"gemini-1.5-pro-latest", "gemini-1.5-pro-latest",
"gemini-1.5-flash-latest", "gemini-1.5-flash-latest",
"gemini-1.5-pro-exp-0801", "gemini-1.5-pro-exp-0801",
"gemini-1.5-pro-exp-0827",
"gemini-1.5-flash-exp-0827",
"gemini-1.5-flash-8b-exp-0827",
]; ];
return validModels.includes(input) return validModels.includes(input)
? null ? null