From 62cea075995b54ebea52b6a7a3a6e6f936f85343 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Mon, 22 Jan 2024 13:19:47 -0800
Subject: [PATCH] add gpt-3.5-turbo-1106 model for openai LLM (#636)

* add gpt-3.5-turbo-1106 model for openai LLM

* add gpt-3.5-turbo-1106 as valid model for backend and per workspace model selection
---
 .../LLMSelection/OpenAiOptions/index.jsx      | 30 +++++++++++--------
 .../useGetProviderModels.js                   |  8 ++++-
 server/utils/AiProviders/openAi/index.js      |  3 ++
 3 files changed, 27 insertions(+), 14 deletions(-)

diff --git a/frontend/src/components/LLMSelection/OpenAiOptions/index.jsx b/frontend/src/components/LLMSelection/OpenAiOptions/index.jsx
index cbd83edb..ffc0f91e 100644
--- a/frontend/src/components/LLMSelection/OpenAiOptions/index.jsx
+++ b/frontend/src/components/LLMSelection/OpenAiOptions/index.jsx
@@ -81,19 +81,23 @@ function OpenAIModelSelection({ apiKey, settings }) {
         className="bg-zinc-900 border border-gray-500 text-white text-sm rounded-lg block w-full p-2.5"
       >
         <optgroup label="General LLM models">
-          {["gpt-3.5-turbo", "gpt-4", "gpt-4-1106-preview", "gpt-4-32k"].map(
-            (model) => {
-              return (
-                <option
-                  key={model}
-                  value={model}
-                  selected={settings?.OpenAiModelPref === model}
-                >
-                  {model}
-                </option>
-              );
-            }
-          )}
+          {[
+            "gpt-3.5-turbo",
+            "gpt-3.5-turbo-1106",
+            "gpt-4",
+            "gpt-4-1106-preview",
+            "gpt-4-32k",
+          ].map((model) => {
+            return (
+              <option
+                key={model}
+                value={model}
+                selected={settings?.OpenAiModelPref === model}
+              >
+                {model}
+              </option>
+            );
+          })}
         </optgroup>
         {customModels.length > 0 && (
           <optgroup label="Your fine-tuned models">
diff --git a/frontend/src/components/Modals/MangeWorkspace/Settings/ChatModelPreference/useGetProviderModels.js b/frontend/src/components/Modals/MangeWorkspace/Settings/ChatModelPreference/useGetProviderModels.js
index eae1b4ad..270f8a96 100644
--- a/frontend/src/components/Modals/MangeWorkspace/Settings/ChatModelPreference/useGetProviderModels.js
+++ b/frontend/src/components/Modals/MangeWorkspace/Settings/ChatModelPreference/useGetProviderModels.js
@@ -4,7 +4,13 @@ import { useEffect, useState } from "react";
 // Providers which cannot use this feature for workspace<>model selection
 export const DISABLED_PROVIDERS = ["azure", "lmstudio"];
 const PROVIDER_DEFAULT_MODELS = {
-  openai: ["gpt-3.5-turbo", "gpt-4", "gpt-4-1106-preview", "gpt-4-32k"],
+  openai: [
+    "gpt-3.5-turbo",
+    "gpt-3.5-turbo-1106",
+    "gpt-4",
+    "gpt-4-1106-preview",
+    "gpt-4-32k",
+  ],
   gemini: ["gemini-pro"],
   anthropic: ["claude-2", "claude-instant-1"],
   azure: [],
diff --git a/server/utils/AiProviders/openAi/index.js b/server/utils/AiProviders/openAi/index.js
index 582bc054..a25f69ea 100644
--- a/server/utils/AiProviders/openAi/index.js
+++ b/server/utils/AiProviders/openAi/index.js
@@ -46,6 +46,8 @@ class OpenAiLLM {
     switch (this.model) {
       case "gpt-3.5-turbo":
         return 4096;
+      case "gpt-3.5-turbo-1106":
+        return 16385;
       case "gpt-4":
         return 8192;
       case "gpt-4-1106-preview":
@@ -61,6 +63,7 @@ class OpenAiLLM {
     const validModels = [
       "gpt-4",
       "gpt-3.5-turbo",
+      "gpt-3.5-turbo-1106",
       "gpt-4-1106-preview",
       "gpt-4-32k",
     ];