kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-11-10 17:00:11 +01:00
Code Issues Packages Projects Releases Wiki Activity

[FEAT] Support for gemini-1.0-pro model and fixes to prompt window limit (#1557)

Browse Source 
support for gemini-1.0-pro model and fixes to prompt window limit
This commit is contained in:
Sean Hatfield 2024-05-28 17:17:35 -07:00 committed by GitHub
parent c24b79c9d1
commit 3f78ef413b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
frontend/src/components/LLMSelection/GeminiLLMOptions/index.jsx
View File

@ -32,6 +32,7 @@ export default function GeminiLLMOptions({ settings }) {
> >
{[ {[
"gemini-pro", "gemini-pro",
"gemini-1.0-pro",
"gemini-1.5-pro-latest", "gemini-1.5-pro-latest",
"gemini-1.5-flash-latest", "gemini-1.5-flash-latest",
].map((model) => { ].map((model) => {

2
frontend/src/hooks/useGetProvidersModels.js
View File

@ -10,7 +10,7 @@ export const DISABLED_PROVIDERS = [
]; ];
const PROVIDER_DEFAULT_MODELS = { const PROVIDER_DEFAULT_MODELS = {
openai: [], openai: [],
gemini: ["gemini-pro", "gemini-1.5-pro-latest", "gemini-1.5-flash-latest"], gemini: ["gemini-pro","gemini-1.0-pro", "gemini-1.5-pro-latest", "gemini-1.5-flash-latest"],
anthropic: [ anthropic: [
"claude-instant-1.2", "claude-instant-1.2",
"claude-2.0", "claude-2.0",

5
server/utils/AiProviders/gemini/index.js
View File

@ -91,6 +91,10 @@ class GeminiLLM {
switch (this.model) { switch (this.model) {
case "gemini-pro": case "gemini-pro":
return 30_720; return 30_720;
case "gemini-1.0-pro":
return 30_720;
case "gemini-1.5-flash-latest":
return 1_048_576;
case "gemini-1.5-pro-latest": case "gemini-1.5-pro-latest":
return 1_048_576; return 1_048_576;
default: default:
@ -101,6 +105,7 @@ class GeminiLLM {
isValidChatCompletionModel(modelName = "") { isValidChatCompletionModel(modelName = "") {
const validModels = [ const validModels = [
"gemini-pro", "gemini-pro",
"gemini-1.0-pro",
"gemini-1.5-pro-latest", "gemini-1.5-pro-latest",
"gemini-1.5-flash-latest", "gemini-1.5-flash-latest",
]; ];

1
server/utils/helpers/updateENV.js
View File

@ -532,6 +532,7 @@ function supportedTranscriptionProvider(input = "") {
function validGeminiModel(input = "") { function validGeminiModel(input = "") {
const validModels = [ const validModels = [
"gemini-pro", "gemini-pro",
"gemini-1.0-pro",
"gemini-1.5-pro-latest", "gemini-1.5-pro-latest",
"gemini-1.5-flash-latest", "gemini-1.5-flash-latest",
]; ];