From 6dc3642661e56a1aad913bead48b7e333fc8f282 Mon Sep 17 00:00:00 2001 From: timothycarambat Date: Thu, 1 Aug 2024 09:24:57 -0700 Subject: [PATCH 1/7] Patch Groq preview models maxed to 8K tokens due to warning --- server/utils/AiProviders/groq/index.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/utils/AiProviders/groq/index.js b/server/utils/AiProviders/groq/index.js index 6b750c2ad..d76bddcc4 100644 --- a/server/utils/AiProviders/groq/index.js +++ b/server/utils/AiProviders/groq/index.js @@ -49,7 +49,7 @@ class GroqLLM { return 8192; case "llama-3.1-70b-versatile": case "llama-3.1-8b-instant": - return 131072; + return 8000; case "mixtral-8x7b-32768": return 32768; default: From d4eecdef030fc53d2b3c98ff8adbe212f631b473 Mon Sep 17 00:00:00 2001 From: timothycarambat Date: Fri, 2 Aug 2024 10:23:27 -0700 Subject: [PATCH 2/7] patch hang on devcontainer --- .devcontainer/devcontainer.json | 4 ++-- .github/workflows/build-and-push-image.yaml | 1 + 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/.devcontainer/devcontainer.json b/.devcontainer/devcontainer.json index 58c42b62d..00bdb5428 100644 --- a/.devcontainer/devcontainer.json +++ b/.devcontainer/devcontainer.json @@ -76,7 +76,7 @@ ] } }, - "updateContentCommand": "yarn setup", + "updateContentCommand": "cd server && yarn && cd ../collector && PUPPETEER_DOWNLOAD_BASE_URL=https://storage.googleapis.com/chrome-for-testing-public yarn && cd ../frontend && yarn && cd .. && yarn setup:envs && yarn prisma:setup && echo \"Please run yarn dev:server, yarn dev:collector, and yarn dev:frontend in separate terminal tabs.\"", // Use 'postCreateCommand' to run commands after the container is created. // This configures VITE for github codespaces "postCreateCommand": "if [ \"${CODESPACES}\" = \"true\" ]; then echo 'VITE_API_BASE=\"https://$CODESPACE_NAME-3001.$GITHUB_CODESPACES_PORT_FORWARDING_DOMAIN/api\"' > ./frontend/.env; fi", @@ -208,4 +208,4 @@ } // Uncomment to connect as root instead. More info: https://aka.ms/dev-containers-non-root. // "remoteUser": "root" -} +} \ No newline at end of file diff --git a/.github/workflows/build-and-push-image.yaml b/.github/workflows/build-and-push-image.yaml index d3a141d8a..72d120039 100644 --- a/.github/workflows/build-and-push-image.yaml +++ b/.github/workflows/build-and-push-image.yaml @@ -20,6 +20,7 @@ on: - '.vscode/**/*' - '**/.env.example' - '.github/ISSUE_TEMPLATE/**/*' + - '.devcontainer/**/*' - 'embed/**/*' # Embed should be published to frontend (yarn build:publish) if any changes are introduced - 'server/utils/agents/aibitat/example/**/*' # Do not push new image for local dev testing of new aibitat images. From c55ef33fcee104401053098f463d4adf1dddd8d5 Mon Sep 17 00:00:00 2001 From: RahSwe <163884933+RahSwe@users.noreply.github.com> Date: Fri, 2 Aug 2024 19:24:31 +0200 Subject: [PATCH 3/7] Gemini Pro 1.5, API support for 2M context and new experimental model (#2031) --- .../src/components/LLMSelection/GeminiLLMOptions/index.jsx | 1 + frontend/src/hooks/useGetProvidersModels.js | 1 + server/utils/AiProviders/gemini/index.js | 5 ++++- server/utils/helpers/updateENV.js | 1 + 4 files changed, 7 insertions(+), 1 deletion(-) diff --git a/frontend/src/components/LLMSelection/GeminiLLMOptions/index.jsx b/frontend/src/components/LLMSelection/GeminiLLMOptions/index.jsx index 5a2affb4f..e7a873b9d 100644 --- a/frontend/src/components/LLMSelection/GeminiLLMOptions/index.jsx +++ b/frontend/src/components/LLMSelection/GeminiLLMOptions/index.jsx @@ -35,6 +35,7 @@ export default function GeminiLLMOptions({ settings }) { "gemini-1.0-pro", "gemini-1.5-pro-latest", "gemini-1.5-flash-latest", + "gemini-1.5-pro-exp-0801", ].map((model) => { return (