From 37f4db36a6bbc99d5bea098ae126e06845dd0c05 Mon Sep 17 00:00:00 2001
From: timothycarambat <rambat1010@gmail.com>
Date: Sun, 21 Apr 2024 11:45:34 -0700
Subject: [PATCH 01/11] resolves #1156 Fixed prisma command response on api
 workspace update-embeddings

---
 server/endpoints/api/workspace/index.js | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/server/endpoints/api/workspace/index.js b/server/endpoints/api/workspace/index.js
index 122602873..fbfdde888 100644
--- a/server/endpoints/api/workspace/index.js
+++ b/server/endpoints/api/workspace/index.js
@@ -436,9 +436,9 @@ function apiWorkspaceEndpoints(app) {
 
         await Document.removeDocuments(currWorkspace, deletes);
         await Document.addDocuments(currWorkspace, adds);
-        const updatedWorkspace = await Workspace.get(
-          `id = ${Number(currWorkspace.id)}`
-        );
+        const updatedWorkspace = await Workspace.get({
+          id: Number(currWorkspace.id),
+        });
         response.status(200).json({ workspace: updatedWorkspace });
       } catch (e) {
         console.log(e.message, e);

From 7e3b8cd4fcde0a7c66918842222de476bc58b8d0 Mon Sep 17 00:00:00 2001
From: timothycarambat <rambat1010@gmail.com>
Date: Mon, 22 Apr 2024 13:00:06 -0700
Subject: [PATCH 02/11] resolves #1169

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 842efa071..a56d24ac1 100644
--- a/README.md
+++ b/README.md
@@ -188,7 +188,7 @@ You can verify these claims by finding all locations `Telemetry.sendTelemetry` i
 
 ---
 
-Copyright © 2023 [Mintplex Labs][profile-link]. <br />
+Copyright © 2024 [Mintplex Labs][profile-link]. <br />
 This project is [MIT](./LICENSE) licensed.
 
 <!-- LINK GROUP -->

From 897e168fd1dda3ea762e4dcee46ed01a25935524 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Mon, 22 Apr 2024 13:14:27 -0700
Subject: [PATCH 03/11] [FEAT] Add support for more groq models (Llama 3 and
 Gemma) (#1143)

add support for more groq models
---
 .../LLMSelection/GroqAiOptions/index.jsx          |  8 +++++++-
 frontend/src/hooks/useGetProvidersModels.js       |  8 +++++++-
 server/utils/AiProviders/groq/index.js            | 15 +++++++++++++--
 3 files changed, 27 insertions(+), 4 deletions(-)

diff --git a/frontend/src/components/LLMSelection/GroqAiOptions/index.jsx b/frontend/src/components/LLMSelection/GroqAiOptions/index.jsx
index c85f0f1e0..ceee0d703 100644
--- a/frontend/src/components/LLMSelection/GroqAiOptions/index.jsx
+++ b/frontend/src/components/LLMSelection/GroqAiOptions/index.jsx
@@ -28,7 +28,13 @@ export default function GroqAiOptions({ settings }) {
             required={true}
             className="bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5"
           >
-            {["llama2-70b-4096", "mixtral-8x7b-32768"].map((model) => {
+            {[
+              "llama2-70b-4096",
+              "mixtral-8x7b-32768",
+              "llama3-8b-8192",
+              "llama3-70b-8192",
+              "gemma-7b-it",
+            ].map((model) => {
               return (
                 <option key={model} value={model}>
                   {model}
diff --git a/frontend/src/hooks/useGetProvidersModels.js b/frontend/src/hooks/useGetProvidersModels.js
index b6cb403e1..aea66146a 100644
--- a/frontend/src/hooks/useGetProvidersModels.js
+++ b/frontend/src/hooks/useGetProvidersModels.js
@@ -19,7 +19,13 @@ const PROVIDER_DEFAULT_MODELS = {
   localai: [],
   ollama: [],
   togetherai: [],
-  groq: ["llama2-70b-4096", "mixtral-8x7b-32768"],
+  groq: [
+    "llama2-70b-4096",
+    "mixtral-8x7b-32768",
+    "llama3-8b-8192",
+    "llama3-70b-8192",
+    "gemma-7b-it",
+  ],
   native: [],
 };
 
diff --git a/server/utils/AiProviders/groq/index.js b/server/utils/AiProviders/groq/index.js
index 1b15fe1fe..c556d0357 100644
--- a/server/utils/AiProviders/groq/index.js
+++ b/server/utils/AiProviders/groq/index.js
@@ -40,20 +40,31 @@ class GroqLLM {
   streamingEnabled() {
     return "streamChat" in this && "streamGetChatCompletion" in this;
   }
-
   promptWindowLimit() {
     switch (this.model) {
       case "llama2-70b-4096":
         return 4096;
       case "mixtral-8x7b-32768":
         return 32_768;
+      case "llama3-8b-8192":
+        return 8192;
+      case "llama3-70b-8192":
+        return 8192;
+      case "gemma-7b-it":
+        return 8192;
       default:
         return 4096;
     }
   }
 
   async isValidChatCompletionModel(modelName = "") {
-    const validModels = ["llama2-70b-4096", "mixtral-8x7b-32768"];
+    const validModels = [
+      "llama2-70b-4096",
+      "mixtral-8x7b-32768",
+      "llama3-8b-8192",
+      "llama3-70b-8192",
+      "gemma-7b-it",
+    ];
     const isPreset = validModels.some((model) => modelName === model);
     if (isPreset) return true;
 

From b50f1e747908085bd12dccc94cdb8ee15353fd88 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Mon, 22 Apr 2024 15:06:48 -0700
Subject: [PATCH 04/11] [FEAT] Improve autoscroll during message streaming
 (#1139)

emulate chatgpt autoscroll to not always force autoscroll when streaming responses
---
 .../WorkspaceChat/ChatContainer/ChatHistory/index.jsx           | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/index.jsx
index dc7331476..8fa4815dc 100644
--- a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/index.jsx
+++ b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/index.jsx
@@ -14,7 +14,7 @@ export default function ChatHistory({ history = [], workspace, sendCommand }) {
   const chatHistoryRef = useRef(null);
 
   useEffect(() => {
-    scrollToBottom();
+    if (isAtBottom) scrollToBottom();
   }, [history]);
 
   const handleScroll = () => {

From 2543e8df40aabcd5cb80c2164099c44932161f3a Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Mon, 22 Apr 2024 16:22:14 -0700
Subject: [PATCH 05/11] [FEAT] Remove vectordb and embedder settings in
 onboarding flow (#1138)

* default to AnythingLLM embedder and LanceDB on onboarding for simpler setup

* remove unused onboarding flow components

* add text telling user settings can be reconfigured later

* remove space

* update copy
patch back-path navigation on onboarding

---------

Co-authored-by: timothycarambat <rambat1010@gmail.com>
---
 .../EmbeddingPreference/index.jsx             |   2 +-
 .../GeneralSettings/PrivacyAndData/index.jsx  |   4 +-
 .../OnboardingFlow/Steps/CustomLogo/index.jsx |   2 +-
 .../Steps/DataHandling/index.jsx              |   7 +-
 .../Steps/EmbeddingPreference/index.jsx       | 186 ----------------
 .../Steps/LLMPreference/index.jsx             |   5 +-
 .../Steps/VectorDatabaseConnection/index.jsx  | 202 ------------------
 .../src/pages/OnboardingFlow/Steps/index.jsx  |   4 -
 8 files changed, 15 insertions(+), 397 deletions(-)
 delete mode 100644 frontend/src/pages/OnboardingFlow/Steps/EmbeddingPreference/index.jsx
 delete mode 100644 frontend/src/pages/OnboardingFlow/Steps/VectorDatabaseConnection/index.jsx

diff --git a/frontend/src/pages/GeneralSettings/EmbeddingPreference/index.jsx b/frontend/src/pages/GeneralSettings/EmbeddingPreference/index.jsx
index 25dcd62d3..d8e790f39 100644
--- a/frontend/src/pages/GeneralSettings/EmbeddingPreference/index.jsx
+++ b/frontend/src/pages/GeneralSettings/EmbeddingPreference/index.jsx
@@ -30,7 +30,7 @@ const EMBEDDERS = [
     logo: AnythingLLMIcon,
     options: (settings) => <NativeEmbeddingOptions settings={settings} />,
     description:
-      "Use the built-in embedding engine for AnythingLLM. Zero setup!",
+      "Use the built-in embedding provider for AnythingLLM. Zero setup!",
   },
   {
     name: "OpenAI",
diff --git a/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx b/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx
index c0cd2b199..4075c89a6 100644
--- a/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx
+++ b/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx
@@ -88,7 +88,9 @@ function ThirdParty({ settings }) {
           </ul>
         </div>
         <div className="flex flex-col gap-y-2 border-b border-zinc-500/50 pb-4">
-          <div className="text-white text-base font-bold">Embedding Engine</div>
+          <div className="text-white text-base font-bold">
+            Embedding Preference
+          </div>
           <div className="flex items-center gap-2.5">
             <img
               src={EMBEDDING_ENGINE_PRIVACY[embeddingEngine].logo}
diff --git a/frontend/src/pages/OnboardingFlow/Steps/CustomLogo/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/CustomLogo/index.jsx
index 377157c41..6a79f854a 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/CustomLogo/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/CustomLogo/index.jsx
@@ -18,7 +18,7 @@ export default function CustomLogo({ setHeader, setForwardBtn, setBackBtn }) {
   }
 
   function handleBack() {
-    navigate(paths.onboarding.vectorDatabase());
+    navigate(paths.onboarding.llmPreference());
   }
 
   useEffect(() => {
diff --git a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
index 11612b99b..b30dd45a9 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
@@ -305,7 +305,9 @@ export default function DataHandling({ setHeader, setForwardBtn, setBackBtn }) {
           </ul>
         </div>
         <div className="flex flex-col gap-y-2 border-b border-zinc-500/50 pb-4">
-          <div className="text-white text-base font-bold">Embedding Engine</div>
+          <div className="text-white text-base font-bold">
+            Embedding Preference
+          </div>
           <div className="flex items-center gap-2.5">
             <img
               src={EMBEDDING_ENGINE_PRIVACY[embeddingEngine].logo}
@@ -344,6 +346,9 @@ export default function DataHandling({ setHeader, setForwardBtn, setBackBtn }) {
           </ul>
         </div>
       </div>
+      <p className="text-white/60 text-sm font-medium py-1">
+        These settings can be reconfigured at any time in the settings.
+      </p>
     </div>
   );
 }
diff --git a/frontend/src/pages/OnboardingFlow/Steps/EmbeddingPreference/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/EmbeddingPreference/index.jsx
deleted file mode 100644
index fc44a68de..000000000
--- a/frontend/src/pages/OnboardingFlow/Steps/EmbeddingPreference/index.jsx
+++ /dev/null
@@ -1,186 +0,0 @@
-import { MagnifyingGlass } from "@phosphor-icons/react";
-import { useEffect, useState, useRef } from "react";
-import AnythingLLMIcon from "@/media/logo/anything-llm-icon.png";
-import OpenAiLogo from "@/media/llmprovider/openai.png";
-import AzureOpenAiLogo from "@/media/llmprovider/azure.png";
-import LocalAiLogo from "@/media/llmprovider/localai.png";
-import OllamaLogo from "@/media/llmprovider/ollama.png";
-import LMStudioLogo from "@/media/llmprovider/lmstudio.png";
-import NativeEmbeddingOptions from "@/components/EmbeddingSelection/NativeEmbeddingOptions";
-import OpenAiOptions from "@/components/EmbeddingSelection/OpenAiOptions";
-import AzureAiOptions from "@/components/EmbeddingSelection/AzureAiOptions";
-import LocalAiOptions from "@/components/EmbeddingSelection/LocalAiOptions";
-import OllamaEmbeddingOptions from "@/components/EmbeddingSelection/OllamaOptions";
-import LMStudioEmbeddingOptions from "@/components/EmbeddingSelection/LMStudioOptions";
-import EmbedderItem from "@/components/EmbeddingSelection/EmbedderItem";
-import System from "@/models/system";
-import paths from "@/utils/paths";
-import showToast from "@/utils/toast";
-import { useNavigate } from "react-router-dom";
-
-const TITLE = "Embedding Preference";
-const DESCRIPTION =
-  "AnythingLLM can work with many embedding models. This will be the model which turns documents into vectors.";
-const EMBEDDERS = [
-  {
-    name: "AnythingLLM Embedder",
-    value: "native",
-    logo: AnythingLLMIcon,
-    options: (settings) => <NativeEmbeddingOptions settings={settings} />,
-    description:
-      "Use the built-in embedding engine for AnythingLLM. Zero setup!",
-  },
-  {
-    name: "OpenAI",
-    value: "openai",
-    logo: OpenAiLogo,
-    options: (settings) => <OpenAiOptions settings={settings} />,
-    description: "The standard option for most non-commercial use.",
-  },
-  {
-    name: "Azure OpenAI",
-    value: "azure",
-    logo: AzureOpenAiLogo,
-    options: (settings) => <AzureAiOptions settings={settings} />,
-    description: "The enterprise option of OpenAI hosted on Azure services.",
-  },
-  {
-    name: "Local AI",
-    value: "localai",
-    logo: LocalAiLogo,
-    options: (settings) => <LocalAiOptions settings={settings} />,
-    description: "Run embedding models locally on your own machine.",
-  },
-  {
-    name: "Ollama",
-    value: "ollama",
-    logo: OllamaLogo,
-    options: (settings) => <OllamaEmbeddingOptions settings={settings} />,
-    description: "Run embedding models locally on your own machine.",
-  },
-  {
-    name: "LM Studio",
-    value: "lmstudio",
-    logo: LMStudioLogo,
-    options: (settings) => <LMStudioEmbeddingOptions settings={settings} />,
-    description:
-      "Discover, download, and run thousands of cutting edge LLMs in a few clicks.",
-  },
-];
-
-export default function EmbeddingPreference({
-  setHeader,
-  setForwardBtn,
-  setBackBtn,
-}) {
-  const [searchQuery, setSearchQuery] = useState("");
-  const [filteredEmbedders, setFilteredEmbedders] = useState([]);
-  const [selectedEmbedder, setSelectedEmbedder] = useState(null);
-  const [settings, setSettings] = useState(null);
-  const formRef = useRef(null);
-  const hiddenSubmitButtonRef = useRef(null);
-  const navigate = useNavigate();
-
-  useEffect(() => {
-    async function fetchKeys() {
-      const _settings = await System.keys();
-      setSettings(_settings);
-      setSelectedEmbedder(_settings?.EmbeddingEngine || "native");
-    }
-    fetchKeys();
-  }, []);
-
-  function handleForward() {
-    if (hiddenSubmitButtonRef.current) {
-      hiddenSubmitButtonRef.current.click();
-    }
-  }
-
-  function handleBack() {
-    navigate(paths.onboarding.llmPreference());
-  }
-
-  const handleSubmit = async (e) => {
-    e.preventDefault();
-    const form = e.target;
-    const data = {};
-    const formData = new FormData(form);
-    data.EmbeddingEngine = selectedEmbedder;
-    for (var [key, value] of formData.entries()) data[key] = value;
-
-    const { error } = await System.updateSystem(data);
-    if (error) {
-      showToast(`Failed to save embedding settings: ${error}`, "error");
-      return;
-    }
-    navigate(paths.onboarding.vectorDatabase());
-  };
-
-  useEffect(() => {
-    setHeader({ title: TITLE, description: DESCRIPTION });
-    setForwardBtn({ showing: true, disabled: false, onClick: handleForward });
-    setBackBtn({ showing: true, disabled: false, onClick: handleBack });
-  }, []);
-
-  useEffect(() => {
-    const filtered = EMBEDDERS.filter((embedder) =>
-      embedder.name.toLowerCase().includes(searchQuery.toLowerCase())
-    );
-    setFilteredEmbedders(filtered);
-  }, [searchQuery, selectedEmbedder]);
-
-  return (
-    <div>
-      <form ref={formRef} onSubmit={handleSubmit} className="w-full">
-        <div className="w-full relative border-slate-300/40 shadow border-2 rounded-lg text-white">
-          <div className="w-full p-4 absolute top-0 rounded-t-lg backdrop-blur-sm">
-            <div className="w-full flex items-center sticky top-0 z-20">
-              <MagnifyingGlass
-                size={16}
-                weight="bold"
-                className="absolute left-4 z-30 text-white"
-              />
-              <input
-                type="text"
-                placeholder="Search Embedding providers"
-                className="bg-zinc-600 z-20 pl-10 h-[38px] rounded-full w-full px-4 py-1 text-sm border-2 border-slate-300/40 outline-none focus:border-white text-white"
-                onChange={(e) => setSearchQuery(e.target.value)}
-                autoComplete="off"
-                onKeyDown={(e) => {
-                  if (e.key === "Enter") e.preventDefault();
-                }}
-              />
-            </div>
-          </div>
-          <div className="px-4 pt-[70px] flex flex-col gap-y-1 max-h-[390px] overflow-y-auto no-scroll pb-4">
-            {filteredEmbedders.map((embedder) => {
-              return (
-                <EmbedderItem
-                  key={embedder.name}
-                  name={embedder.name}
-                  value={embedder.value}
-                  image={embedder.logo}
-                  description={embedder.description}
-                  checked={selectedEmbedder === embedder.value}
-                  onClick={() => setSelectedEmbedder(embedder.value)}
-                />
-              );
-            })}
-          </div>
-        </div>
-        <div className="mt-4 flex flex-col gap-y-1">
-          {selectedEmbedder &&
-            EMBEDDERS.find(
-              (embedder) => embedder.value === selectedEmbedder
-            )?.options(settings)}
-        </div>
-        <button
-          type="submit"
-          ref={hiddenSubmitButtonRef}
-          hidden
-          aria-hidden="true"
-        ></button>
-      </form>
-    </div>
-  );
-}
diff --git a/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
index 33883dc7f..29b4e8456 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
@@ -183,6 +183,9 @@ export default function LLMPreference({
     const data = {};
     const formData = new FormData(form);
     data.LLMProvider = selectedLLM;
+    // Default to AnythingLLM embedder and LanceDB
+    data.EmbeddingEngine = "native";
+    data.VectorDB = "lancedb";
     for (var [key, value] of formData.entries()) data[key] = value;
 
     const { error } = await System.updateSystem(data);
@@ -190,7 +193,7 @@ export default function LLMPreference({
       showToast(`Failed to save LLM settings: ${error}`, "error");
       return;
     }
-    navigate(paths.onboarding.embeddingPreference());
+    navigate(paths.onboarding.customLogo());
   };
 
   useEffect(() => {
diff --git a/frontend/src/pages/OnboardingFlow/Steps/VectorDatabaseConnection/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/VectorDatabaseConnection/index.jsx
deleted file mode 100644
index bca7e9887..000000000
--- a/frontend/src/pages/OnboardingFlow/Steps/VectorDatabaseConnection/index.jsx
+++ /dev/null
@@ -1,202 +0,0 @@
-import React, { useEffect, useState, useRef } from "react";
-import { MagnifyingGlass } from "@phosphor-icons/react";
-import ChromaLogo from "@/media/vectordbs/chroma.png";
-import PineconeLogo from "@/media/vectordbs/pinecone.png";
-import LanceDbLogo from "@/media/vectordbs/lancedb.png";
-import WeaviateLogo from "@/media/vectordbs/weaviate.png";
-import QDrantLogo from "@/media/vectordbs/qdrant.png";
-import MilvusLogo from "@/media/vectordbs/milvus.png";
-import ZillizLogo from "@/media/vectordbs/zilliz.png";
-import AstraDBLogo from "@/media/vectordbs/astraDB.png";
-import System from "@/models/system";
-import paths from "@/utils/paths";
-import PineconeDBOptions from "@/components/VectorDBSelection/PineconeDBOptions";
-import ChromaDBOptions from "@/components/VectorDBSelection/ChromaDBOptions";
-import QDrantDBOptions from "@/components/VectorDBSelection/QDrantDBOptions";
-import WeaviateDBOptions from "@/components/VectorDBSelection/WeaviateDBOptions";
-import LanceDBOptions from "@/components/VectorDBSelection/LanceDBOptions";
-import MilvusOptions from "@/components/VectorDBSelection/MilvusDBOptions";
-import ZillizCloudOptions from "@/components/VectorDBSelection/ZillizCloudOptions";
-import AstraDBOptions from "@/components/VectorDBSelection/AstraDBOptions";
-import showToast from "@/utils/toast";
-import { useNavigate } from "react-router-dom";
-import VectorDBItem from "@/components/VectorDBSelection/VectorDBItem";
-
-const TITLE = "Vector Database Connection";
-const DESCRIPTION =
-  "These are the credentials and settings for your vector database of choice.";
-
-export default function VectorDatabaseConnection({
-  setHeader,
-  setForwardBtn,
-  setBackBtn,
-}) {
-  const [searchQuery, setSearchQuery] = useState("");
-  const [filteredVDBs, setFilteredVDBs] = useState([]);
-  const [selectedVDB, setSelectedVDB] = useState(null);
-  const [settings, setSettings] = useState(null);
-  const formRef = useRef(null);
-  const hiddenSubmitButtonRef = useRef(null);
-  const navigate = useNavigate();
-
-  useEffect(() => {
-    async function fetchKeys() {
-      const _settings = await System.keys();
-      setSettings(_settings);
-      setSelectedVDB(_settings?.VectorDB || "lancedb");
-    }
-    fetchKeys();
-  }, []);
-
-  const VECTOR_DBS = [
-    {
-      name: "LanceDB",
-      value: "lancedb",
-      logo: LanceDbLogo,
-      options: <LanceDBOptions />,
-      description:
-        "100% local vector DB that runs on the same instance as AnythingLLM.",
-    },
-    {
-      name: "Chroma",
-      value: "chroma",
-      logo: ChromaLogo,
-      options: <ChromaDBOptions settings={settings} />,
-      description:
-        "Open source vector database you can host yourself or on the cloud.",
-    },
-    {
-      name: "Pinecone",
-      value: "pinecone",
-      logo: PineconeLogo,
-      options: <PineconeDBOptions settings={settings} />,
-      description: "100% cloud-based vector database for enterprise use cases.",
-    },
-    {
-      name: "Zilliz Cloud",
-      value: "zilliz",
-      logo: ZillizLogo,
-      options: <ZillizCloudOptions settings={settings} />,
-      description:
-        "Cloud hosted vector database built for enterprise with SOC 2 compliance.",
-    },
-    {
-      name: "QDrant",
-      value: "qdrant",
-      logo: QDrantLogo,
-      options: <QDrantDBOptions settings={settings} />,
-      description: "Open source local and distributed cloud vector database.",
-    },
-    {
-      name: "Weaviate",
-      value: "weaviate",
-      logo: WeaviateLogo,
-      options: <WeaviateDBOptions settings={settings} />,
-      description:
-        "Open source local and cloud hosted multi-modal vector database.",
-    },
-    {
-      name: "Milvus",
-      value: "milvus",
-      logo: MilvusLogo,
-      options: <MilvusOptions settings={settings} />,
-      description: "Open-source, highly scalable, and blazing fast.",
-    },
-    {
-      name: "AstraDB",
-      value: "astra",
-      logo: AstraDBLogo,
-      options: <AstraDBOptions settings={settings} />,
-      description: "Vector Search for Real-world GenAI.",
-    },
-  ];
-
-  function handleForward() {
-    if (hiddenSubmitButtonRef.current) {
-      hiddenSubmitButtonRef.current.click();
-    }
-  }
-
-  function handleBack() {
-    navigate(paths.onboarding.embeddingPreference());
-  }
-
-  const handleSubmit = async (e) => {
-    e.preventDefault();
-    const form = e.target;
-    const data = {};
-    const formData = new FormData(form);
-    data.VectorDB = selectedVDB;
-    for (var [key, value] of formData.entries()) data[key] = value;
-    const { error } = await System.updateSystem(data);
-    if (error) {
-      showToast(`Failed to save Vector Database settings: ${error}`, "error");
-      return;
-    }
-    navigate(paths.onboarding.customLogo());
-  };
-
-  useEffect(() => {
-    setHeader({ title: TITLE, description: DESCRIPTION });
-    setForwardBtn({ showing: true, disabled: false, onClick: handleForward });
-    setBackBtn({ showing: true, disabled: false, onClick: handleBack });
-  }, []);
-
-  useEffect(() => {
-    const filtered = VECTOR_DBS.filter((vdb) =>
-      vdb.name.toLowerCase().includes(searchQuery.toLowerCase())
-    );
-    setFilteredVDBs(filtered);
-  }, [searchQuery, selectedVDB]);
-
-  return (
-    <>
-      <form ref={formRef} onSubmit={handleSubmit} className="w-full">
-        <div className="w-full relative border-slate-300/40 shadow border-2 rounded-lg text-white pb-4">
-          <div className="w-full p-4 absolute top-0 rounded-t-lg backdrop-blur-sm">
-            <div className="w-full flex items-center sticky top-0 z-20">
-              <MagnifyingGlass
-                size={16}
-                weight="bold"
-                className="absolute left-4 z-30 text-white"
-              />
-              <input
-                type="text"
-                placeholder="Search vector databases"
-                className="bg-zinc-600 z-20 pl-10 h-[38px] rounded-full w-full px-4 py-1 text-sm border-2 border-slate-300/40 outline-none focus:border-white text-white"
-                onChange={(e) => setSearchQuery(e.target.value)}
-                autoComplete="off"
-                onKeyDown={(e) => {
-                  if (e.key === "Enter") e.preventDefault();
-                }}
-              />
-            </div>
-          </div>
-          <div className="px-4 pt-[70px] flex flex-col gap-y-1 max-h-[390px] overflow-y-auto no-scroll">
-            {filteredVDBs.map((vdb) => (
-              <VectorDBItem
-                key={vdb.name}
-                name={vdb.name}
-                value={vdb.value}
-                image={vdb.logo}
-                description={vdb.description}
-                checked={selectedVDB === vdb.value}
-                onClick={setSelectedVDB}
-              />
-            ))}
-          </div>
-        </div>
-        <div className="mt-4 flex flex-col gap-y-1">
-          {selectedVDB &&
-            VECTOR_DBS.find((vdb) => vdb.value === selectedVDB)?.options}
-        </div>
-        <button
-          type="submit"
-          ref={hiddenSubmitButtonRef}
-          hidden
-          aria-hidden="true"
-        ></button>
-      </form>
-    </>
-  );
-}
diff --git a/frontend/src/pages/OnboardingFlow/Steps/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/index.jsx
index d123d8434..f223c0268 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/index.jsx
@@ -3,8 +3,6 @@ import { useState } from "react";
 import { isMobile } from "react-device-detect";
 import Home from "./Home";
 import LLMPreference from "./LLMPreference";
-import EmbeddingPreference from "./EmbeddingPreference";
-import VectorDatabaseConnection from "./VectorDatabaseConnection";
 import CustomLogo from "./CustomLogo";
 import UserSetup from "./UserSetup";
 import DataHandling from "./DataHandling";
@@ -14,8 +12,6 @@ import CreateWorkspace from "./CreateWorkspace";
 const OnboardingSteps = {
   home: Home,
   "llm-preference": LLMPreference,
-  "embedding-preference": EmbeddingPreference,
-  "vector-database": VectorDatabaseConnection,
   "custom-logo": CustomLogo,
   "user-setup": UserSetup,
   "data-handling": DataHandling,

From 9c00db7d3bd127177026af8289206080e119614a Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Tue, 23 Apr 2024 09:59:00 -0700
Subject: [PATCH 06/11] patch agent invocation rule (#1175)

---
 server/models/workspaceAgentInvocation.js | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/server/models/workspaceAgentInvocation.js b/server/models/workspaceAgentInvocation.js
index 376d62731..4ef56e40e 100644
--- a/server/models/workspaceAgentInvocation.js
+++ b/server/models/workspaceAgentInvocation.js
@@ -3,7 +3,9 @@ const { v4: uuidv4 } = require("uuid");
 
 const WorkspaceAgentInvocation = {
   // returns array of strings with their @ handle.
+  // must start with @
   parseAgents: function (promptString) {
+    if (!promptString.startsWith("@")) return [];
     return promptString.split(/\s+/).filter((v) => v.startsWith("@"));
   },
 

From ac6ca13f60a9f2900052ef6f26f56cd2171388e5 Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Tue, 23 Apr 2024 11:10:54 -0700
Subject: [PATCH 07/11] 1173 dynamic cache openrouter (#1176)

* patch agent invocation rule

* Add dynamic model cache from OpenRouter API for context length and available models
---
 frontend/src/hooks/useGetProvidersModels.js   |   2 +-
 server/storage/models/.gitignore              |   3 +-
 server/utils/AiProviders/openRouter/index.js  | 100 ++-
 server/utils/AiProviders/openRouter/models.js | 778 ------------------
 .../AiProviders/openRouter/scripts/.gitignore |   1 -
 .../AiProviders/openRouter/scripts/parse.mjs  |  37 -
 server/utils/helpers/customModels.js          |   5 +-
 7 files changed, 95 insertions(+), 831 deletions(-)
 delete mode 100644 server/utils/AiProviders/openRouter/models.js
 delete mode 100644 server/utils/AiProviders/openRouter/scripts/.gitignore
 delete mode 100644 server/utils/AiProviders/openRouter/scripts/parse.mjs

diff --git a/frontend/src/hooks/useGetProvidersModels.js b/frontend/src/hooks/useGetProvidersModels.js
index aea66146a..cdfe78214 100644
--- a/frontend/src/hooks/useGetProvidersModels.js
+++ b/frontend/src/hooks/useGetProvidersModels.js
@@ -40,7 +40,7 @@ function groupModels(models) {
   }, {});
 }
 
-const groupedProviders = ["togetherai", "openai"];
+const groupedProviders = ["togetherai", "openai", "openrouter"];
 export default function useGetProviderModels(provider = null) {
   const [defaultModels, setDefaultModels] = useState([]);
   const [customModels, setCustomModels] = useState([]);
diff --git a/server/storage/models/.gitignore b/server/storage/models/.gitignore
index 556246672..6ed579fa3 100644
--- a/server/storage/models/.gitignore
+++ b/server/storage/models/.gitignore
@@ -1,3 +1,4 @@
 Xenova
 downloaded/*
-!downloaded/.placeholder
\ No newline at end of file
+!downloaded/.placeholder
+openrouter
\ No newline at end of file
diff --git a/server/utils/AiProviders/openRouter/index.js b/server/utils/AiProviders/openRouter/index.js
index a1f606f60..dbed87fa3 100644
--- a/server/utils/AiProviders/openRouter/index.js
+++ b/server/utils/AiProviders/openRouter/index.js
@@ -5,11 +5,9 @@ const {
   writeResponseChunk,
   clientAbortedHandler,
 } = require("../../helpers/chat/responses");
-
-function openRouterModels() {
-  const { MODELS } = require("./models.js");
-  return MODELS || {};
-}
+const fs = require("fs");
+const path = require("path");
+const { safeJsonParse } = require("../../http");
 
 class OpenRouterLLM {
   constructor(embedder = null, modelPreference = null) {
@@ -17,8 +15,9 @@ class OpenRouterLLM {
     if (!process.env.OPENROUTER_API_KEY)
       throw new Error("No OpenRouter API key was set.");
 
+    this.basePath = "https://openrouter.ai/api/v1";
     const config = new Configuration({
-      basePath: "https://openrouter.ai/api/v1",
+      basePath: this.basePath,
       apiKey: process.env.OPENROUTER_API_KEY,
       baseOptions: {
         headers: {
@@ -38,6 +37,81 @@ class OpenRouterLLM {
 
     this.embedder = !embedder ? new NativeEmbedder() : embedder;
     this.defaultTemp = 0.7;
+
+    const cacheFolder = path.resolve(
+      process.env.STORAGE_DIR
+        ? path.resolve(process.env.STORAGE_DIR, "models", "openrouter")
+        : path.resolve(__dirname, `../../../storage/models/openrouter`)
+    );
+    fs.mkdirSync(cacheFolder, { recursive: true });
+    this.cacheModelPath = path.resolve(cacheFolder, "models.json");
+    this.cacheAtPath = path.resolve(cacheFolder, ".cached_at");
+  }
+
+  log(text, ...args) {
+    console.log(`\x1b[36m[${this.constructor.name}]\x1b[0m ${text}`, ...args);
+  }
+
+  async init() {
+    await this.#syncModels();
+    return this;
+  }
+
+  // This checks if the .cached_at file has a timestamp that is more than 1Week (in millis)
+  // from the current date. If it is, then we will refetch the API so that all the models are up
+  // to date.
+  #cacheIsStale() {
+    const MAX_STALE = 6.048e8; // 1 Week in MS
+    if (!fs.existsSync(this.cacheAtPath)) return true;
+    const now = Number(new Date());
+    const timestampMs = Number(fs.readFileSync(this.cacheAtPath));
+    return now - timestampMs > MAX_STALE;
+  }
+
+  // The OpenRouter model API has a lot of models, so we cache this locally in the directory
+  // as if the cache directory JSON file is stale or does not exist we will fetch from API and store it.
+  // This might slow down the first request, but we need the proper token context window
+  // for each model and this is a constructor property - so we can really only get it if this cache exists.
+  // We used to have this as a chore, but given there is an API to get the info - this makes little sense.
+  async #syncModels() {
+    if (fs.existsSync(this.cacheModelPath) && !this.#cacheIsStale())
+      return false;
+
+    this.log(
+      "Model cache is not present or stale. Fetching from OpenRouter API."
+    );
+    await fetch(`${this.basePath}/models`, {
+      method: "GET",
+      headers: {
+        "Content-Type": "application/json",
+      },
+    })
+      .then((res) => res.json())
+      .then(({ data = [] }) => {
+        const models = {};
+        data.forEach((model) => {
+          models[model.id] = {
+            id: model.id,
+            name: model.name,
+            organization:
+              model.id.split("/")[0].charAt(0).toUpperCase() +
+              model.id.split("/")[0].slice(1),
+            maxLength: model.context_length,
+          };
+        });
+        fs.writeFileSync(this.cacheModelPath, JSON.stringify(models), {
+          encoding: "utf-8",
+        });
+        fs.writeFileSync(this.cacheAtPath, String(Number(new Date())), {
+          encoding: "utf-8",
+        });
+        return models;
+      })
+      .catch((e) => {
+        console.error(e);
+        return {};
+      });
+    return;
   }
 
   #appendContext(contextTexts = []) {
@@ -52,8 +126,12 @@ class OpenRouterLLM {
     );
   }
 
-  allModelInformation() {
-    return openRouterModels();
+  models() {
+    if (!fs.existsSync(this.cacheModelPath)) return {};
+    return safeJsonParse(
+      fs.readFileSync(this.cacheModelPath, { encoding: "utf-8" }),
+      {}
+    );
   }
 
   streamingEnabled() {
@@ -61,12 +139,13 @@ class OpenRouterLLM {
   }
 
   promptWindowLimit() {
-    const availableModels = this.allModelInformation();
+    const availableModels = this.models();
     return availableModels[this.model]?.maxLength || 4096;
   }
 
   async isValidChatCompletionModel(model = "") {
-    const availableModels = this.allModelInformation();
+    await this.#syncModels();
+    const availableModels = this.models();
     return availableModels.hasOwnProperty(model);
   }
 
@@ -343,5 +422,4 @@ class OpenRouterLLM {
 
 module.exports = {
   OpenRouterLLM,
-  openRouterModels,
 };
diff --git a/server/utils/AiProviders/openRouter/models.js b/server/utils/AiProviders/openRouter/models.js
deleted file mode 100644
index 4c2d7946c..000000000
--- a/server/utils/AiProviders/openRouter/models.js
+++ /dev/null
@@ -1,778 +0,0 @@
-const MODELS = {
-  "openrouter/auto": {
-    id: "openrouter/auto",
-    name: "Auto (best for prompt)",
-    organization: "Openrouter",
-    maxLength: 128000,
-  },
-  "nousresearch/nous-capybara-7b:free": {
-    id: "nousresearch/nous-capybara-7b:free",
-    name: "Nous: Capybara 7B (free)",
-    organization: "Nousresearch",
-    maxLength: 4096,
-  },
-  "mistralai/mistral-7b-instruct:free": {
-    id: "mistralai/mistral-7b-instruct:free",
-    name: "Mistral 7B Instruct (free)",
-    organization: "Mistralai",
-    maxLength: 32768,
-  },
-  "openchat/openchat-7b:free": {
-    id: "openchat/openchat-7b:free",
-    name: "OpenChat 3.5 (free)",
-    organization: "Openchat",
-    maxLength: 8192,
-  },
-  "gryphe/mythomist-7b:free": {
-    id: "gryphe/mythomist-7b:free",
-    name: "MythoMist 7B (free)",
-    organization: "Gryphe",
-    maxLength: 32768,
-  },
-  "undi95/toppy-m-7b:free": {
-    id: "undi95/toppy-m-7b:free",
-    name: "Toppy M 7B (free)",
-    organization: "Undi95",
-    maxLength: 4096,
-  },
-  "openrouter/cinematika-7b:free": {
-    id: "openrouter/cinematika-7b:free",
-    name: "Cinematika 7B (alpha) (free)",
-    organization: "Openrouter",
-    maxLength: 8000,
-  },
-  "google/gemma-7b-it:free": {
-    id: "google/gemma-7b-it:free",
-    name: "Google: Gemma 7B (free)",
-    organization: "Google",
-    maxLength: 8192,
-  },
-  "jebcarter/psyfighter-13b": {
-    id: "jebcarter/psyfighter-13b",
-    name: "Psyfighter 13B",
-    organization: "Jebcarter",
-    maxLength: 4096,
-  },
-  "koboldai/psyfighter-13b-2": {
-    id: "koboldai/psyfighter-13b-2",
-    name: "Psyfighter v2 13B",
-    organization: "Koboldai",
-    maxLength: 4096,
-  },
-  "intel/neural-chat-7b": {
-    id: "intel/neural-chat-7b",
-    name: "Neural Chat 7B v3.1",
-    organization: "Intel",
-    maxLength: 4096,
-  },
-  "haotian-liu/llava-13b": {
-    id: "haotian-liu/llava-13b",
-    name: "Llava 13B",
-    organization: "Haotian-liu",
-    maxLength: 2048,
-  },
-  "nousresearch/nous-hermes-2-vision-7b": {
-    id: "nousresearch/nous-hermes-2-vision-7b",
-    name: "Nous: Hermes 2 Vision 7B (alpha)",
-    organization: "Nousresearch",
-    maxLength: 4096,
-  },
-  "meta-llama/llama-2-13b-chat": {
-    id: "meta-llama/llama-2-13b-chat",
-    name: "Meta: Llama v2 13B Chat",
-    organization: "Meta-llama",
-    maxLength: 4096,
-  },
-  "migtissera/synthia-70b": {
-    id: "migtissera/synthia-70b",
-    name: "Synthia 70B",
-    organization: "Migtissera",
-    maxLength: 8192,
-  },
-  "pygmalionai/mythalion-13b": {
-    id: "pygmalionai/mythalion-13b",
-    name: "Pygmalion: Mythalion 13B",
-    organization: "Pygmalionai",
-    maxLength: 8192,
-  },
-  "xwin-lm/xwin-lm-70b": {
-    id: "xwin-lm/xwin-lm-70b",
-    name: "Xwin 70B",
-    organization: "Xwin-lm",
-    maxLength: 8192,
-  },
-  "alpindale/goliath-120b": {
-    id: "alpindale/goliath-120b",
-    name: "Goliath 120B",
-    organization: "Alpindale",
-    maxLength: 6144,
-  },
-  "neversleep/noromaid-20b": {
-    id: "neversleep/noromaid-20b",
-    name: "Noromaid 20B",
-    organization: "Neversleep",
-    maxLength: 8192,
-  },
-  "gryphe/mythomist-7b": {
-    id: "gryphe/mythomist-7b",
-    name: "MythoMist 7B",
-    organization: "Gryphe",
-    maxLength: 32768,
-  },
-  "sophosympatheia/midnight-rose-70b": {
-    id: "sophosympatheia/midnight-rose-70b",
-    name: "Midnight Rose 70B",
-    organization: "Sophosympatheia",
-    maxLength: 4096,
-  },
-  "undi95/remm-slerp-l2-13b:extended": {
-    id: "undi95/remm-slerp-l2-13b:extended",
-    name: "ReMM SLERP 13B (extended)",
-    organization: "Undi95",
-    maxLength: 6144,
-  },
-  "mancer/weaver": {
-    id: "mancer/weaver",
-    name: "Mancer: Weaver (alpha)",
-    organization: "Mancer",
-    maxLength: 8000,
-  },
-  "nousresearch/nous-hermes-llama2-13b": {
-    id: "nousresearch/nous-hermes-llama2-13b",
-    name: "Nous: Hermes 13B",
-    organization: "Nousresearch",
-    maxLength: 4096,
-  },
-  "nousresearch/nous-capybara-7b": {
-    id: "nousresearch/nous-capybara-7b",
-    name: "Nous: Capybara 7B",
-    organization: "Nousresearch",
-    maxLength: 4096,
-  },
-  "meta-llama/codellama-34b-instruct": {
-    id: "meta-llama/codellama-34b-instruct",
-    name: "Meta: CodeLlama 34B Instruct",
-    organization: "Meta-llama",
-    maxLength: 8192,
-  },
-  "codellama/codellama-70b-instruct": {
-    id: "codellama/codellama-70b-instruct",
-    name: "Meta: CodeLlama 70B Instruct",
-    organization: "Codellama",
-    maxLength: 2048,
-  },
-  "phind/phind-codellama-34b": {
-    id: "phind/phind-codellama-34b",
-    name: "Phind: CodeLlama 34B v2",
-    organization: "Phind",
-    maxLength: 4096,
-  },
-  "teknium/openhermes-2-mistral-7b": {
-    id: "teknium/openhermes-2-mistral-7b",
-    name: "OpenHermes 2 Mistral 7B",
-    organization: "Teknium",
-    maxLength: 4096,
-  },
-  "teknium/openhermes-2.5-mistral-7b": {
-    id: "teknium/openhermes-2.5-mistral-7b",
-    name: "OpenHermes 2.5 Mistral 7B",
-    organization: "Teknium",
-    maxLength: 4096,
-  },
-  "undi95/remm-slerp-l2-13b": {
-    id: "undi95/remm-slerp-l2-13b",
-    name: "ReMM SLERP 13B",
-    organization: "Undi95",
-    maxLength: 4096,
-  },
-  "openrouter/cinematika-7b": {
-    id: "openrouter/cinematika-7b",
-    name: "Cinematika 7B (alpha)",
-    organization: "Openrouter",
-    maxLength: 8000,
-  },
-  "01-ai/yi-34b-chat": {
-    id: "01-ai/yi-34b-chat",
-    name: "Yi 34B Chat",
-    organization: "01-ai",
-    maxLength: 4096,
-  },
-  "01-ai/yi-34b": {
-    id: "01-ai/yi-34b",
-    name: "Yi 34B (base)",
-    organization: "01-ai",
-    maxLength: 4096,
-  },
-  "01-ai/yi-6b": {
-    id: "01-ai/yi-6b",
-    name: "Yi 6B (base)",
-    organization: "01-ai",
-    maxLength: 4096,
-  },
-  "togethercomputer/stripedhyena-nous-7b": {
-    id: "togethercomputer/stripedhyena-nous-7b",
-    name: "StripedHyena Nous 7B",
-    organization: "Togethercomputer",
-    maxLength: 32768,
-  },
-  "togethercomputer/stripedhyena-hessian-7b": {
-    id: "togethercomputer/stripedhyena-hessian-7b",
-    name: "StripedHyena Hessian 7B (base)",
-    organization: "Togethercomputer",
-    maxLength: 32768,
-  },
-  "mistralai/mixtral-8x7b": {
-    id: "mistralai/mixtral-8x7b",
-    name: "Mixtral 8x7B (base)",
-    organization: "Mistralai",
-    maxLength: 32768,
-  },
-  "nousresearch/nous-hermes-yi-34b": {
-    id: "nousresearch/nous-hermes-yi-34b",
-    name: "Nous: Hermes 2 Yi 34B",
-    organization: "Nousresearch",
-    maxLength: 4096,
-  },
-  "nousresearch/nous-hermes-2-mixtral-8x7b-sft": {
-    id: "nousresearch/nous-hermes-2-mixtral-8x7b-sft",
-    name: "Nous: Hermes 2 Mixtral 8x7B SFT",
-    organization: "Nousresearch",
-    maxLength: 32000,
-  },
-  "nousresearch/nous-hermes-2-mistral-7b-dpo": {
-    id: "nousresearch/nous-hermes-2-mistral-7b-dpo",
-    name: "Nous: Hermes 2 Mistral 7B DPO",
-    organization: "Nousresearch",
-    maxLength: 8192,
-  },
-  "open-orca/mistral-7b-openorca": {
-    id: "open-orca/mistral-7b-openorca",
-    name: "Mistral OpenOrca 7B",
-    organization: "Open-orca",
-    maxLength: 8192,
-  },
-  "huggingfaceh4/zephyr-7b-beta": {
-    id: "huggingfaceh4/zephyr-7b-beta",
-    name: "Hugging Face: Zephyr 7B",
-    organization: "Huggingfaceh4",
-    maxLength: 4096,
-  },
-  "openai/gpt-3.5-turbo": {
-    id: "openai/gpt-3.5-turbo",
-    name: "OpenAI: GPT-3.5 Turbo",
-    organization: "Openai",
-    maxLength: 16385,
-  },
-  "openai/gpt-3.5-turbo-0125": {
-    id: "openai/gpt-3.5-turbo-0125",
-    name: "OpenAI: GPT-3.5 Turbo 16k",
-    organization: "Openai",
-    maxLength: 16385,
-  },
-  "openai/gpt-3.5-turbo-1106": {
-    id: "openai/gpt-3.5-turbo-1106",
-    name: "OpenAI: GPT-3.5 Turbo 16k (older v1106)",
-    organization: "Openai",
-    maxLength: 16385,
-  },
-  "openai/gpt-3.5-turbo-0613": {
-    id: "openai/gpt-3.5-turbo-0613",
-    name: "OpenAI: GPT-3.5 Turbo (older v0613)",
-    organization: "Openai",
-    maxLength: 4095,
-  },
-  "openai/gpt-3.5-turbo-0301": {
-    id: "openai/gpt-3.5-turbo-0301",
-    name: "OpenAI: GPT-3.5 Turbo (older v0301)",
-    organization: "Openai",
-    maxLength: 4095,
-  },
-  "openai/gpt-3.5-turbo-16k": {
-    id: "openai/gpt-3.5-turbo-16k",
-    name: "OpenAI: GPT-3.5 Turbo 16k",
-    organization: "Openai",
-    maxLength: 16385,
-  },
-  "openai/gpt-4-turbo": {
-    id: "openai/gpt-4-turbo",
-    name: "OpenAI: GPT-4 Turbo",
-    organization: "Openai",
-    maxLength: 128000,
-  },
-  "openai/gpt-4-turbo-preview": {
-    id: "openai/gpt-4-turbo-preview",
-    name: "OpenAI: GPT-4 Turbo Preview",
-    organization: "Openai",
-    maxLength: 128000,
-  },
-  "openai/gpt-4-1106-preview": {
-    id: "openai/gpt-4-1106-preview",
-    name: "OpenAI: GPT-4 Turbo (older v1106)",
-    organization: "Openai",
-    maxLength: 128000,
-  },
-  "openai/gpt-4": {
-    id: "openai/gpt-4",
-    name: "OpenAI: GPT-4",
-    organization: "Openai",
-    maxLength: 8191,
-  },
-  "openai/gpt-4-0314": {
-    id: "openai/gpt-4-0314",
-    name: "OpenAI: GPT-4 (older v0314)",
-    organization: "Openai",
-    maxLength: 8191,
-  },
-  "openai/gpt-4-32k": {
-    id: "openai/gpt-4-32k",
-    name: "OpenAI: GPT-4 32k",
-    organization: "Openai",
-    maxLength: 32767,
-  },
-  "openai/gpt-4-32k-0314": {
-    id: "openai/gpt-4-32k-0314",
-    name: "OpenAI: GPT-4 32k (older v0314)",
-    organization: "Openai",
-    maxLength: 32767,
-  },
-  "openai/gpt-4-vision-preview": {
-    id: "openai/gpt-4-vision-preview",
-    name: "OpenAI: GPT-4 Vision",
-    organization: "Openai",
-    maxLength: 128000,
-  },
-  "openai/gpt-3.5-turbo-instruct": {
-    id: "openai/gpt-3.5-turbo-instruct",
-    name: "OpenAI: GPT-3.5 Turbo Instruct",
-    organization: "Openai",
-    maxLength: 4095,
-  },
-  "google/palm-2-chat-bison": {
-    id: "google/palm-2-chat-bison",
-    name: "Google: PaLM 2 Chat",
-    organization: "Google",
-    maxLength: 25804,
-  },
-  "google/palm-2-codechat-bison": {
-    id: "google/palm-2-codechat-bison",
-    name: "Google: PaLM 2 Code Chat",
-    organization: "Google",
-    maxLength: 20070,
-  },
-  "google/palm-2-chat-bison-32k": {
-    id: "google/palm-2-chat-bison-32k",
-    name: "Google: PaLM 2 Chat 32k",
-    organization: "Google",
-    maxLength: 91750,
-  },
-  "google/palm-2-codechat-bison-32k": {
-    id: "google/palm-2-codechat-bison-32k",
-    name: "Google: PaLM 2 Code Chat 32k",
-    organization: "Google",
-    maxLength: 91750,
-  },
-  "google/gemini-pro": {
-    id: "google/gemini-pro",
-    name: "Google: Gemini Pro 1.0",
-    organization: "Google",
-    maxLength: 91728,
-  },
-  "google/gemini-pro-vision": {
-    id: "google/gemini-pro-vision",
-    name: "Google: Gemini Pro Vision 1.0",
-    organization: "Google",
-    maxLength: 45875,
-  },
-  "google/gemini-pro-1.5": {
-    id: "google/gemini-pro-1.5",
-    name: "Google: Gemini Pro 1.5 (preview)",
-    organization: "Google",
-    maxLength: 2800000,
-  },
-  "perplexity/pplx-70b-online": {
-    id: "perplexity/pplx-70b-online",
-    name: "Perplexity: PPLX 70B Online",
-    organization: "Perplexity",
-    maxLength: 4096,
-  },
-  "perplexity/pplx-7b-online": {
-    id: "perplexity/pplx-7b-online",
-    name: "Perplexity: PPLX 7B Online",
-    organization: "Perplexity",
-    maxLength: 4096,
-  },
-  "perplexity/pplx-7b-chat": {
-    id: "perplexity/pplx-7b-chat",
-    name: "Perplexity: PPLX 7B Chat",
-    organization: "Perplexity",
-    maxLength: 8192,
-  },
-  "perplexity/pplx-70b-chat": {
-    id: "perplexity/pplx-70b-chat",
-    name: "Perplexity: PPLX 70B Chat",
-    organization: "Perplexity",
-    maxLength: 4096,
-  },
-  "perplexity/sonar-small-chat": {
-    id: "perplexity/sonar-small-chat",
-    name: "Perplexity: Sonar 7B",
-    organization: "Perplexity",
-    maxLength: 16384,
-  },
-  "perplexity/sonar-medium-chat": {
-    id: "perplexity/sonar-medium-chat",
-    name: "Perplexity: Sonar 8x7B",
-    organization: "Perplexity",
-    maxLength: 16384,
-  },
-  "perplexity/sonar-small-online": {
-    id: "perplexity/sonar-small-online",
-    name: "Perplexity: Sonar 7B Online",
-    organization: "Perplexity",
-    maxLength: 12000,
-  },
-  "perplexity/sonar-medium-online": {
-    id: "perplexity/sonar-medium-online",
-    name: "Perplexity: Sonar 8x7B Online",
-    organization: "Perplexity",
-    maxLength: 12000,
-  },
-  "fireworks/mixtral-8x22b-instruct-preview": {
-    id: "fireworks/mixtral-8x22b-instruct-preview",
-    name: "Fireworks Mixtral 8x22B Instruct OH (preview)",
-    organization: "Fireworks",
-    maxLength: 8192,
-  },
-  "anthropic/claude-3-opus": {
-    id: "anthropic/claude-3-opus",
-    name: "Anthropic: Claude 3 Opus",
-    organization: "Anthropic",
-    maxLength: 200000,
-  },
-  "anthropic/claude-3-sonnet": {
-    id: "anthropic/claude-3-sonnet",
-    name: "Anthropic: Claude 3 Sonnet",
-    organization: "Anthropic",
-    maxLength: 200000,
-  },
-  "anthropic/claude-3-haiku": {
-    id: "anthropic/claude-3-haiku",
-    name: "Anthropic: Claude 3 Haiku",
-    organization: "Anthropic",
-    maxLength: 200000,
-  },
-  "anthropic/claude-3-opus:beta": {
-    id: "anthropic/claude-3-opus:beta",
-    name: "Anthropic: Claude 3 Opus (self-moderated)",
-    organization: "Anthropic",
-    maxLength: 200000,
-  },
-  "anthropic/claude-3-sonnet:beta": {
-    id: "anthropic/claude-3-sonnet:beta",
-    name: "Anthropic: Claude 3 Sonnet (self-moderated)",
-    organization: "Anthropic",
-    maxLength: 200000,
-  },
-  "anthropic/claude-3-haiku:beta": {
-    id: "anthropic/claude-3-haiku:beta",
-    name: "Anthropic: Claude 3 Haiku (self-moderated)",
-    organization: "Anthropic",
-    maxLength: 200000,
-  },
-  "meta-llama/llama-2-70b-chat": {
-    id: "meta-llama/llama-2-70b-chat",
-    name: "Meta: Llama v2 70B Chat",
-    organization: "Meta-llama",
-    maxLength: 4096,
-  },
-  "nousresearch/nous-capybara-34b": {
-    id: "nousresearch/nous-capybara-34b",
-    name: "Nous: Capybara 34B",
-    organization: "Nousresearch",
-    maxLength: 32768,
-  },
-  "jondurbin/airoboros-l2-70b": {
-    id: "jondurbin/airoboros-l2-70b",
-    name: "Airoboros 70B",
-    organization: "Jondurbin",
-    maxLength: 4096,
-  },
-  "jondurbin/bagel-34b": {
-    id: "jondurbin/bagel-34b",
-    name: "Bagel 34B v0.2",
-    organization: "Jondurbin",
-    maxLength: 8000,
-  },
-  "austism/chronos-hermes-13b": {
-    id: "austism/chronos-hermes-13b",
-    name: "Chronos Hermes 13B v2",
-    organization: "Austism",
-    maxLength: 4096,
-  },
-  "mistralai/mistral-7b-instruct": {
-    id: "mistralai/mistral-7b-instruct",
-    name: "Mistral 7B Instruct",
-    organization: "Mistralai",
-    maxLength: 32768,
-  },
-  "gryphe/mythomax-l2-13b": {
-    id: "gryphe/mythomax-l2-13b",
-    name: "MythoMax 13B",
-    organization: "Gryphe",
-    maxLength: 4096,
-  },
-  "openchat/openchat-7b": {
-    id: "openchat/openchat-7b",
-    name: "OpenChat 3.5",
-    organization: "Openchat",
-    maxLength: 8192,
-  },
-  "undi95/toppy-m-7b": {
-    id: "undi95/toppy-m-7b",
-    name: "Toppy M 7B",
-    organization: "Undi95",
-    maxLength: 4096,
-  },
-  "lizpreciatior/lzlv-70b-fp16-hf": {
-    id: "lizpreciatior/lzlv-70b-fp16-hf",
-    name: "lzlv 70B",
-    organization: "Lizpreciatior",
-    maxLength: 4096,
-  },
-  "mistralai/mixtral-8x7b-instruct": {
-    id: "mistralai/mixtral-8x7b-instruct",
-    name: "Mixtral 8x7B Instruct",
-    organization: "Mistralai",
-    maxLength: 32768,
-  },
-  "cognitivecomputations/dolphin-mixtral-8x7b": {
-    id: "cognitivecomputations/dolphin-mixtral-8x7b",
-    name: "Dolphin 2.6 Mixtral 8x7B 🐬",
-    organization: "Cognitivecomputations",
-    maxLength: 32000,
-  },
-  "neversleep/noromaid-mixtral-8x7b-instruct": {
-    id: "neversleep/noromaid-mixtral-8x7b-instruct",
-    name: "Noromaid Mixtral 8x7B Instruct",
-    organization: "Neversleep",
-    maxLength: 8000,
-  },
-  "nousresearch/nous-hermes-2-mixtral-8x7b-dpo": {
-    id: "nousresearch/nous-hermes-2-mixtral-8x7b-dpo",
-    name: "Nous: Hermes 2 Mixtral 8x7B DPO",
-    organization: "Nousresearch",
-    maxLength: 32000,
-  },
-  "rwkv/rwkv-5-world-3b": {
-    id: "rwkv/rwkv-5-world-3b",
-    name: "RWKV v5 World 3B",
-    organization: "Rwkv",
-    maxLength: 10000,
-  },
-  "recursal/rwkv-5-3b-ai-town": {
-    id: "recursal/rwkv-5-3b-ai-town",
-    name: "RWKV v5 3B AI Town",
-    organization: "Recursal",
-    maxLength: 10000,
-  },
-  "recursal/eagle-7b": {
-    id: "recursal/eagle-7b",
-    name: "RWKV v5: Eagle 7B",
-    organization: "Recursal",
-    maxLength: 10000,
-  },
-  "google/gemma-7b-it": {
-    id: "google/gemma-7b-it",
-    name: "Google: Gemma 7B",
-    organization: "Google",
-    maxLength: 8192,
-  },
-  "databricks/dbrx-instruct": {
-    id: "databricks/dbrx-instruct",
-    name: "Databricks: DBRX 132B Instruct",
-    organization: "Databricks",
-    maxLength: 32768,
-  },
-  "huggingfaceh4/zephyr-orpo-141b-a35b": {
-    id: "huggingfaceh4/zephyr-orpo-141b-a35b",
-    name: "Zephyr 141B-A35B",
-    organization: "Huggingfaceh4",
-    maxLength: 65536,
-  },
-  "anthropic/claude-2": {
-    id: "anthropic/claude-2",
-    name: "Anthropic: Claude v2",
-    organization: "Anthropic",
-    maxLength: 200000,
-  },
-  "anthropic/claude-2.1": {
-    id: "anthropic/claude-2.1",
-    name: "Anthropic: Claude v2.1",
-    organization: "Anthropic",
-    maxLength: 200000,
-  },
-  "anthropic/claude-2.0": {
-    id: "anthropic/claude-2.0",
-    name: "Anthropic: Claude v2.0",
-    organization: "Anthropic",
-    maxLength: 100000,
-  },
-  "anthropic/claude-instant-1": {
-    id: "anthropic/claude-instant-1",
-    name: "Anthropic: Claude Instant v1",
-    organization: "Anthropic",
-    maxLength: 100000,
-  },
-  "anthropic/claude-instant-1.2": {
-    id: "anthropic/claude-instant-1.2",
-    name: "Anthropic: Claude Instant v1.2",
-    organization: "Anthropic",
-    maxLength: 100000,
-  },
-  "anthropic/claude-1": {
-    id: "anthropic/claude-1",
-    name: "Anthropic: Claude v1",
-    organization: "Anthropic",
-    maxLength: 100000,
-  },
-  "anthropic/claude-1.2": {
-    id: "anthropic/claude-1.2",
-    name: "Anthropic: Claude (older v1)",
-    organization: "Anthropic",
-    maxLength: 100000,
-  },
-  "anthropic/claude-instant-1.0": {
-    id: "anthropic/claude-instant-1.0",
-    name: "Anthropic: Claude Instant (older v1)",
-    organization: "Anthropic",
-    maxLength: 100000,
-  },
-  "anthropic/claude-instant-1.1": {
-    id: "anthropic/claude-instant-1.1",
-    name: "Anthropic: Claude Instant (older v1.1)",
-    organization: "Anthropic",
-    maxLength: 100000,
-  },
-  "anthropic/claude-2:beta": {
-    id: "anthropic/claude-2:beta",
-    name: "Anthropic: Claude v2 (self-moderated)",
-    organization: "Anthropic",
-    maxLength: 200000,
-  },
-  "anthropic/claude-2.1:beta": {
-    id: "anthropic/claude-2.1:beta",
-    name: "Anthropic: Claude v2.1 (self-moderated)",
-    organization: "Anthropic",
-    maxLength: 200000,
-  },
-  "anthropic/claude-2.0:beta": {
-    id: "anthropic/claude-2.0:beta",
-    name: "Anthropic: Claude v2.0 (self-moderated)",
-    organization: "Anthropic",
-    maxLength: 100000,
-  },
-  "anthropic/claude-instant-1:beta": {
-    id: "anthropic/claude-instant-1:beta",
-    name: "Anthropic: Claude Instant v1 (self-moderated)",
-    organization: "Anthropic",
-    maxLength: 100000,
-  },
-  "mistralai/mixtral-8x22b": {
-    id: "mistralai/mixtral-8x22b",
-    name: "Mistral: Mixtral 8x22B (base)",
-    organization: "Mistralai",
-    maxLength: 65536,
-  },
-  "huggingfaceh4/zephyr-7b-beta:free": {
-    id: "huggingfaceh4/zephyr-7b-beta:free",
-    name: "Hugging Face: Zephyr 7B (free)",
-    organization: "Huggingfaceh4",
-    maxLength: 4096,
-  },
-  "mistralai/mixtral-8x7b-instruct:nitro": {
-    id: "mistralai/mixtral-8x7b-instruct:nitro",
-    name: "Mixtral 8x7B Instruct (nitro)",
-    organization: "Mistralai",
-    maxLength: 32768,
-  },
-  "meta-llama/llama-2-70b-chat:nitro": {
-    id: "meta-llama/llama-2-70b-chat:nitro",
-    name: "Meta: Llama v2 70B Chat (nitro)",
-    organization: "Meta-llama",
-    maxLength: 4096,
-  },
-  "gryphe/mythomax-l2-13b:nitro": {
-    id: "gryphe/mythomax-l2-13b:nitro",
-    name: "MythoMax 13B (nitro)",
-    organization: "Gryphe",
-    maxLength: 4096,
-  },
-  "mistralai/mistral-7b-instruct:nitro": {
-    id: "mistralai/mistral-7b-instruct:nitro",
-    name: "Mistral 7B Instruct (nitro)",
-    organization: "Mistralai",
-    maxLength: 32768,
-  },
-  "google/gemma-7b-it:nitro": {
-    id: "google/gemma-7b-it:nitro",
-    name: "Google: Gemma 7B (nitro)",
-    organization: "Google",
-    maxLength: 8192,
-  },
-  "databricks/dbrx-instruct:nitro": {
-    id: "databricks/dbrx-instruct:nitro",
-    name: "Databricks: DBRX 132B Instruct (nitro)",
-    organization: "Databricks",
-    maxLength: 32768,
-  },
-  "gryphe/mythomax-l2-13b:extended": {
-    id: "gryphe/mythomax-l2-13b:extended",
-    name: "MythoMax 13B (extended)",
-    organization: "Gryphe",
-    maxLength: 8192,
-  },
-  "mistralai/mistral-tiny": {
-    id: "mistralai/mistral-tiny",
-    name: "Mistral Tiny",
-    organization: "Mistralai",
-    maxLength: 32000,
-  },
-  "mistralai/mistral-small": {
-    id: "mistralai/mistral-small",
-    name: "Mistral Small",
-    organization: "Mistralai",
-    maxLength: 32000,
-  },
-  "mistralai/mistral-medium": {
-    id: "mistralai/mistral-medium",
-    name: "Mistral Medium",
-    organization: "Mistralai",
-    maxLength: 32000,
-  },
-  "mistralai/mistral-large": {
-    id: "mistralai/mistral-large",
-    name: "Mistral Large",
-    organization: "Mistralai",
-    maxLength: 32000,
-  },
-  "cohere/command": {
-    id: "cohere/command",
-    name: "Cohere: Command",
-    organization: "Cohere",
-    maxLength: 4096,
-  },
-  "cohere/command-r": {
-    id: "cohere/command-r",
-    name: "Cohere: Command R",
-    organization: "Cohere",
-    maxLength: 128000,
-  },
-  "cohere/command-r-plus": {
-    id: "cohere/command-r-plus",
-    name: "Cohere: Command R+",
-    organization: "Cohere",
-    maxLength: 128000,
-  },
-};
-
-module.exports.MODELS = MODELS;
diff --git a/server/utils/AiProviders/openRouter/scripts/.gitignore b/server/utils/AiProviders/openRouter/scripts/.gitignore
deleted file mode 100644
index 94a2dd146..000000000
--- a/server/utils/AiProviders/openRouter/scripts/.gitignore
+++ /dev/null
@@ -1 +0,0 @@
-*.json
\ No newline at end of file
diff --git a/server/utils/AiProviders/openRouter/scripts/parse.mjs b/server/utils/AiProviders/openRouter/scripts/parse.mjs
deleted file mode 100644
index 11c67b22c..000000000
--- a/server/utils/AiProviders/openRouter/scripts/parse.mjs
+++ /dev/null
@@ -1,37 +0,0 @@
-// OpenRouter has lots of models we can use so we use this script
-// to cache all the models. We can see the list of all the models
-// here: https://openrouter.ai/docs#models
-
-// To run, cd into this directory and run `node parse.mjs`
-// copy outputs into the export in ../models.js
-
-// Update the date below if you run this again because OpenRouter added new models.
-// Last Collected: Apr 14, 2024
-
-import fs from "fs";
-
-async function parseChatModels() {
-  const models = {};
-  const response = await fetch("https://openrouter.ai/api/v1/models");
-  const data = await response.json();
-  data.data.forEach((model) => {
-    models[model.id] = {
-      id: model.id,
-      name: model.name,
-      // capitalize first letter
-      organization:
-        model.id.split("/")[0].charAt(0).toUpperCase() +
-        model.id.split("/")[0].slice(1),
-      maxLength: model.context_length,
-    };
-  });
-
-  fs.writeFileSync(
-    "chat_models.json",
-    JSON.stringify(models, null, 2),
-    "utf-8"
-  );
-  return models;
-}
-
-parseChatModels();
diff --git a/server/utils/helpers/customModels.js b/server/utils/helpers/customModels.js
index d0d162c4a..3c6b5350b 100644
--- a/server/utils/helpers/customModels.js
+++ b/server/utils/helpers/customModels.js
@@ -1,4 +1,4 @@
-const { openRouterModels } = require("../AiProviders/openRouter");
+const { OpenRouterLLM } = require("../AiProviders/openRouter");
 const { perplexityModels } = require("../AiProviders/perplexity");
 const { togetherAiModels } = require("../AiProviders/togetherAi");
 const SUPPORT_CUSTOM_MODELS = [
@@ -232,7 +232,8 @@ async function getPerplexityModels() {
 }
 
 async function getOpenRouterModels() {
-  const knownModels = await openRouterModels();
+  const openrouter = await new OpenRouterLLM().init();
+  const knownModels = openrouter.models();
   if (!Object.keys(knownModels).length === 0)
     return { models: [], error: null };
 

From df17fbda36ed020f3b23f0b569a654a0b224e7de Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Tue, 23 Apr 2024 13:06:07 -0700
Subject: [PATCH 08/11] Add generic OpenAI endpoint support (#1178)

* Add generic OpenAI endpoint support

* allow any input for model in case provider does not support models endpoint
---
 docker/.env.example                           |   6 +
 .../GenericOpenAiOptions/index.jsx            |  70 ++++++
 .../src/media/llmprovider/generic-openai.png  | Bin 0 -> 29556 bytes
 .../GeneralSettings/LLMPreference/index.jsx   |  10 +
 .../Steps/DataHandling/index.jsx              |   8 +
 .../Steps/LLMPreference/index.jsx             | 224 +++++++++---------
 server/.env.example                           |   6 +
 server/models/systemSettings.js               |   6 +
 .../utils/AiProviders/genericOpenAi/index.js  | 193 +++++++++++++++
 server/utils/helpers/index.js                 |   7 +-
 server/utils/helpers/updateENV.js             |  19 ++
 11 files changed, 441 insertions(+), 108 deletions(-)
 create mode 100644 frontend/src/components/LLMSelection/GenericOpenAiOptions/index.jsx
 create mode 100644 frontend/src/media/llmprovider/generic-openai.png
 create mode 100644 server/utils/AiProviders/genericOpenAi/index.js

diff --git a/docker/.env.example b/docker/.env.example
index aabc139f8..5130ddb74 100644
--- a/docker/.env.example
+++ b/docker/.env.example
@@ -66,6 +66,12 @@ GID='1000'
 # GROQ_API_KEY=gsk_abcxyz
 # GROQ_MODEL_PREF=llama2-70b-4096
 
+# LLM_PROVIDER='generic-openai'
+# GENERIC_OPEN_AI_BASE_PATH='http://proxy.url.openai.com/v1'
+# GENERIC_OPEN_AI_MODEL_PREF='gpt-3.5-turbo'
+# GENERIC_OPEN_AI_MODEL_TOKEN_LIMIT=4096
+# GENERIC_OPEN_AI_API_KEY=sk-123abc
+
 ###########################################
 ######## Embedding API SElECTION ##########
 ###########################################
diff --git a/frontend/src/components/LLMSelection/GenericOpenAiOptions/index.jsx b/frontend/src/components/LLMSelection/GenericOpenAiOptions/index.jsx
new file mode 100644
index 000000000..456b50427
--- /dev/null
+++ b/frontend/src/components/LLMSelection/GenericOpenAiOptions/index.jsx
@@ -0,0 +1,70 @@
+export default function GenericOpenAiOptions({ settings }) {
+  return (
+    <div className="flex gap-4 flex-wrap">
+      <div className="flex flex-col w-60">
+        <label className="text-white text-sm font-semibold block mb-4">
+          Base URL
+        </label>
+        <input
+          type="url"
+          name="GenericOpenAiBasePath"
+          className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:border-white block w-full p-2.5"
+          placeholder="eg: https://proxy.openai.com"
+          defaultValue={settings?.GenericOpenAiBasePath}
+          required={true}
+          autoComplete="off"
+          spellCheck={false}
+        />
+      </div>
+      <div className="flex flex-col w-60">
+        <label className="text-white text-sm font-semibold block mb-4">
+          API Key
+        </label>
+        <input
+          type="password"
+          name="GenericOpenAiKey"
+          className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:border-white block w-full p-2.5"
+          placeholder="Generic service API Key"
+          defaultValue={settings?.GenericOpenAiKey ? "*".repeat(20) : ""}
+          required={false}
+          autoComplete="off"
+          spellCheck={false}
+        />
+      </div>
+      {!settings?.credentialsOnly && (
+        <>
+          <div className="flex flex-col w-60">
+            <label className="text-white text-sm font-semibold block mb-4">
+              Chat Model Name
+            </label>
+            <input
+              type="text"
+              name="GenericOpenAiModelPref"
+              className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:border-white block w-full p-2.5"
+              placeholder="Model id used for chat requests"
+              defaultValue={settings?.GenericOpenAiModelPref}
+              required={true}
+              autoComplete="off"
+            />
+          </div>
+          <div className="flex flex-col w-60">
+            <label className="text-white text-sm font-semibold block mb-4">
+              Token context window
+            </label>
+            <input
+              type="number"
+              name="GenericOpenAiTokenLimit"
+              className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:border-white block w-full p-2.5"
+              placeholder="Content window limit (eg: 4096)"
+              min={1}
+              onScroll={(e) => e.target.blur()}
+              defaultValue={settings?.GenericOpenAiTokenLimit}
+              required={true}
+              autoComplete="off"
+            />
+          </div>
+        </>
+      )}
+    </div>
+  );
+}
diff --git a/frontend/src/media/llmprovider/generic-openai.png b/frontend/src/media/llmprovider/generic-openai.png
new file mode 100644
index 0000000000000000000000000000000000000000..302f5dbee0aebe15a3fc4cd6073d58314c418487
GIT binary patch
literal 29556
zcmeFZby$^O*EMP)prRrrph$OjE7C0;3KE;{ZWKYJq`N^%x*L>`*o1&|DcvnCd~^Ta
z_j|tgdB1bcA1D4hUYD1+_r34E?zQHcbIdWuB0y1I;w~m3=9Mc~?n+6DDqXp9RT}jd
z9SvS_r^UMo|6tfiYT949g4Krldo`LKi|ERg8-GnzG#oVKWcduNEt&KTt@RO1E|xZM
z^_43EE`0E#CBi}Psf(qBl|7$}AoV|2@WIchmzk-BFrWVC9|1c<BR(Zj@&CLO{wGLn
z;^1Jz$IR^P?9AlM&SY(8%*@Km%gfBd#>~dX2v;!LyIMKuxiDJUlf#|<{Z^s~djmUD
z8wXQstEZ@2>*-rNItWrz|Ldy%7?PpEzrM!C(az$ZFEKP=Mpz&$5mpZN%&bhT|29fP
z13m{+2Mff18~AezhyV79g(>Pu_$>6Sj0LG(7!46ddX5$j)Iu;#HhK=G`WA?%j8Bab
zRtP&&14e5bgq5DD05fW!7N-B@PXD~}?>A@uKN!M4m;IL~{=YdH&mA1>O!faYAy)QG
zdjGuQh?+$v7&)_^A!<rk{%uPB<5PUk4ekHSz)?@4jIjN0ufU|B-muZLvqz}7+8_j}
zl@RvUj&=r!{~8JZdBYcW2t5acp%5Dj8wVo`2O}H10P}x)>tBm0@Skspxj0A}3UL^4
zvKz7S=ri&n*x4C55C(>fdWHrFMlM56R$gu%9s_Q6qkrA&KR)um-AP;@Zp6vP$;QRW
z%gVvZ&CAKd@~_YQ^XC8d5fy7k0~6F^39<d_%K!D+|GNDDWSRecy8h>*{`<84zqHUc
z|7CZfR{5W8i&|fJ1J;-Q-_{pi<9qJtU}9}2q+)9M^o5?Co~6E?g8=H{|M|v$d$|AS
zp$LiN-{SCJBXrTT`QIWCF6R3uTCD9<tgS7CUg%jl={==ULRc9h>=1Ue0?hyYivO$e
z{?Cl`->!k&^k1Tx`CqwBXgtME@yZpe$5NutRa}xbk{vyWmj8ClQnMMzl1}P55q|iN
z#m>$rk2%?0(qcWWruC@0a=p&cvQzInm2KR(UP-I%j~<FuFYhrW1a+x=RRPc8zE`7G
z`(W}xlEYE$_P%G+Q%;MCSK?3aqu;nE_9yoi>Ic=wq*2%2J$rNW|NrOz%PHv1eDXH!
z^w+|IZ+<>K6H{LePkq|Z>JKx{++j0{yp<FNBpcfMlok=elba_Ci;Izoi8Au?ST}Fp
z>?}L~7%K9#h6L6pF^mF3DxxQYfDl`@JX_9mtc3L2pY{3q_4oDp^hH)yH9Y*8!)5~}
z9JwmZ7zn-el$I7B{dYZ-^!!0Te{xt+P~0aW>G!K~Dbj70m$zbab#-0(d&5V<@4oaq
zG72e?oS}gdz3VMn)!E7&pDHlSUu=GTMj=H<>RZM@E*0S_Je0ZWnk*lrmj7*d7*|(!
zoS`Y(6QQ}ZRH&WA;~MzF|DOHf6fcu*lZc*P`hD4N<j>8<Dr$N5Z`>1&ph!wi&Qq^u
znyz=GY>>D|$c3JzR;ZP$LRbFvDrMV1MKNRCjUP(rLD{Ql5z0z69w(UmPFseT@7_<<
zc_yBpdypnv^C$IHvLT6}NFO#^{aJdw)gLR%e3a>U_zR-yRCZFs%347>D2o9J_Y4*%
zKf-=EUT;mZK4Se#W5f2qt?{+6_EVSpA~ZLRD5P4D$e_MtJ~pon4XsLxcmDnz*K-Cw
zeXgjaMY64~t`hTmB~i-6K5#$30U)8J1xJMtK6izOpMR)n`k|<p_+YvxKRnM>>EnBk
z8N;$laioV_*x1>5T~=83m-?3%@`hIaxRJ(Pt0(s@Lo>ks7WV5+Mz#c-!_L!JuU_>O
zYYM4xN(UK<i&N#R6&wAYqnv7Rl=+zTwFo`EAYC%Tx4xdg^#hjP>Ce2MdCK)XGo^bT
zq0#TM-Vla}&oS#P#E#pKRax@8>VK1XL+z_LqA2o0#AVfQd38FUnlBkE_f&16m8S7H
zGB&mU%W(e5_N5moE9=XTS!pe~o@OVFm$|n{ZHToBV?ORYX*gRJ9;#KA;2;cf#k6{~
zwa@d?ZHh4D!%}a;uBZlqdhzS!zUlf<8wa1YxA(gVee;8EM^efD3K`YOvYO^w(vU0(
z#nqg!V?VhUB2NDHWZ=NVl#UNg=9@~M%Fm+5qRaBhHL-DRmFA<q2wEC$5gK#!CtF($
zJLe=Whw(YKj*gthgDP!-42@~}CrJY)6x7uIJp~MGZ0uc~oloiMgElsZF>l|#+9Nb@
z3&TWAZGy3Vc6vJ5>UDisY-|UF@g1}W&a@?ue`gjf!L)@|a~C(CV!pq1m&5;WoKAW4
zt#*#3rN!{b<lYe98%(d8dWQ2yYh2gyXlZE|mX^{-*L(GImGXX=Ro2wi{aRj@XsmO@
zxQmf)J1_n-?==y=x_VM_5<}<}sV~PG<>mGoB_<EbmwG7K*_Ab7uO;5Eof#&!wzj@F
z&$-O>Zf>G1kkocjbW8vC=GR_yeiDzZ&wJPpr#+fh({-vXd=+hM!=(rNWel)C(J?U6
zEj0*|`JFz?C64^e*T#>Q_G8e_mc+xz!Dc8_;^tOQ@jRt<;Cp;|dK3ynP0%eTR$iSt
z7~EDpC6KnJ&P_oNDkGd<UG3txZf^g2_4*Gp@BCkxQG+dSSO{RoB`r2=xjHO<AH=hN
z{+ykVGl+|OCsGn(`S<p=LOt~ao6D~&T9syg)v@Xrsb3Zkr9-bjWfo2yw_n;r7L0ek
zt*<94Vk&ZRbDLXM57KICs;PJXwWg&)C10pyz_Lb5LxWnW;2v2eB_&B&Su%F^$fP9V
zva)iq=uERu_q)vkA%d+N4(T$*Khczy6-Et`#U~_mcMqG7?W~J4>C`Qh5Su5<OC*jI
zKH_t^|HA*y_uk&SC4y01doGxmm><W>aPjeteSFN6k)!z5*33zPIp_DZq9Ov9E^`AJ
zJEx{z4Gs=U$xAIkY$ox0zq4QNvt8QIgwgoDQDgU2RAZN2{E_0hMw{a5Mx|9aa^8T=
zz-*H_An7KKmS|8_^5!>L(QM7Gq;zupr#w|8o~V4H^ik1kTYG!@Y7MQ6$pe$1O3Rt*
zm3tIY8H&X@X=!hRgYWdE2zI=Ce~Z^^4`;OaHF=Ip0<(+90};($#r)wrk2pR$UmS2j
za2wG}V#Lg)j}m<pe1g36if<pt?C3=H7x(DVe;*!>{`f>;@60$gU9a_n2}g77cr^M_
z>y7*dugO90M73RnCKW4fKuwKH)%IA|mY}<&v^-wzN+_)eP5y%jih(Z(nWnRj>SNr|
zU=BfDye!7To*vm4M%{1lJ!0axuSjDk0@A)dOF8?yO~B=V&X-)&ZHOzFYva#=oT{~t
z{nLEWy~L=^<9*@dIv}&-@^p?SA0vX|0S->5?yRdnRR~e648>K{J~7tyXfMO1@9OKy
ztJqbG+Sstbdcr3wEsa^IUH!eieK9<UA}Uy>^1K=XWphICxo9Xg1{M|-FK;|d6lq*2
z1`HVPynE0Sf9J8lO4Hi>z08W#t+uYnhNEx(!~z}!@4qRo8Wf>JG9O*HwRKE4s6RYD
zJ&j8(#*C83hz@-HbZcv?!fH68snLCYd%NQg5x1m*f_GacuEq=5#{8>v(Sc8<>-Tph
zNap4@Ez2b#GahbD_UGt&JZ}lP5v*$Q<uzfYmYj(si^2C`qt36-kI&Ao;v(7XaAIcb
zzrA@%`kU%D9-~p~_mIz7S*pC;{%Po>QNwTFzP-|PGG{+gb+_EL+meM~tkId7#Cz{i
z_4ZWWApRFxO52{?@ZiVn2_Nnf#!ZT9SSb&)7RKNUc0#(xBIaugy*y#2R!GJh+NJy0
z*^`HM=LyH#D$7<2ogXZOA;i2+!Oflr7)M`Rc-iocjq98?TY7S7CMv8DSnhPzRRfu#
z*Gf7G2TeEx#tVsh6F3$-E-zv^*GD2_W7V^~LlZvS@9rRwipYg3Y9JBHby@f`0`hi}
zp!28x=HtNnqb=30pg{_<-b7AHI<|<d>AJbqRa39ty;8OkhVGY-3R$F$ADx_??S5Y`
z9>@^8?R7fa55=`!`htn`0clhyE98B>7yj6<nw#WUq2fnIMYS30dWpUA@Q7|8kRyF&
z&=G9ZQd0`+l#p8OQGkBr=+1E3;c4m8TO9kv%COi=Bxd{f++0fyYbK=8-<b+Ri*s2r
zi(b0#{@xer?uh&K>-2nY_VPXs&gZd&C`3HujHcr?bG0HJ<wdn>N~xB~$wV*DQx?-X
z7eX$Rw`%!?CC`LbjNUw2k4sHeP*dY_J#k%FUe09xshrE)trr{igBS2qCC_S-jickY
z;oiF;TArzrYKBQMO~{NYyx8N7AZA{V1<B}!_+biPv6DD5DQpyIaN3**tg5aEh776q
zx0onDN>Vz)S2`<0yOgBt#hKGm0g-!v;VSNOz4Ny1;W=+#YV+4cq`IW6G#NSj`=kxx
zz1w>O>vzRkRFgzj=Qe^9>xqPBW^UZPIq=!mK&#3`et)UgmcD4$l!FjC?JSw0!9cs$
z$Ynb9@#yjt|KhMKhuH0oNYxj15gHO@pKI4wC+n-nGhXujX$lYfdTG>4#?3u?HB;q-
zcxJk7rnqc8N4S^g*{|QLnq-@UPaN5=+S%FHI;^rugg&1C`t3ceehTD6sFFX{?^0$D
zW*t=$zh5K^md|e=9gRKQoET_ySJ$ex5Sw;$d>LCl7`_;#o2B%!*-KF9WaWj>>4I{V
z<t!-!Qo<L4>%LUP%2eLN^mNj|DsDMedwctMcJ2gU-^6GEk@YyyuKxbe(o6|fyJMEM
z;e2DSUORqmT1(#S?Cdh<Sud{kHk+;Un-P(bBx9fE^cd+FW{38+TUtb5Y>-Gue=o^#
zSxiYz^EsM~ZefUHk%;db_1ZW)b1!>OVlSJnRv+Z6265|nhxGI?u-^3+MJHJ__^6h@
zI9c5M+1TaSlar9dmzHU}bHJeCU@hO!$cR@z4l%d3CSCjyJ;lrH1MlKs$~BCzq@<n?
zA&DBbW}LB1uUixu)IQxOgi;eqooYB&Q|hoW_U%<mVFPX`KtyiqnYmEw=H7UAV|wEs
zKK^9Bd#o?Alm;rK9(tXu3PbrL%TtMR?20e=+|VE}bAr?zZ$RX?e%B(Dim<V>%YYI-
zlp~k*!vC-)w!G;xW!6nLM#hk7_oFf>FidUj!V!ZuiVh4ZPo6le4#s!pDVq$J;qoPq
zED`ybhIg27*q!z~x;UM=^{UPTLr;SbD}4Pg!S96yQ2_Sw9C`wJmJ?}8c?B_w>=<pO
zWAi-;?6Kz(8cd8lJaNkxJN!Cs7rY6amS#n#%6!aPw9Ob4on;R)8SD>MSes6lwndpW
zIyWbspPXEi^zsslEq<kU*7w@b@bgd^;x@n<i#pc0sxXQG$ap?JK4VZFS_7$X`-YZv
z!zStL>-$-#oR}?_I9O{S(K1m%%EEGmo4Xp@k)ZIUhDK*G5qCsN_^xE&*6GO!tHaJ4
zDtQ8l<cZ4OX?(fj$?o@<JKuF1IwP`>sB#amAYX+rjR6Unmeu;=ntUp6Yf!(i#AFFe
zg_dPNO;1^g!y||Fk!a%-w?Go_)79{qV>4|1wby>o>r`rm6c^u{u5(CNFHWg2nMq3f
z`qe*BMiW2Ibi(t`1ZQ@?OJLN`pVGo;NLyZh{)Z1{-orebPJhX&r4-x6i=v*$abOLN
zio#JVe%%omonI3krkHhO?|B@av5w0HuXqT7&K!SfR+yBU8lJc7k!O|FEEAqH@!Jxb
z{43dtkyLVoL)FgKXm^R9{dN2EL}MdeU}z}0-YGIATyK;$)(`e5B4|lAG)cTTMX-0%
zcyrair?(d|x+REOt@7o*=vw{P(JZP$mwW5hHSR}D?Aa0tlUf?cozkiAz0=94b?i$L
zL?+ielLQ%fCp{23L1)!`-J8ILIOu$E;8MnaarLTEbEcr$yYjN~@oI1Htg|(WXIW~>
zIr5fNpGf+{p1(&&->Ehi4`Dz;YP8=vcU|fUF`9jMePLliAcibFGP0Gqd^s#4p<AY3
z*x%XKRiIrTgTrhrEO#~he7=4=U*(mBqbT|!xkv;Bq3;K5UPsL9w+^`R-B}uqPBfm#
z&e<;aJqE<~Do>9!g5vkm()XS87ax=OqEG*<k7sdxMwkRsNKMs*fAtXy(x~^k4&75|
z*0Y4L#SE)3dbOe!6OO&ZMC&+w*Qk$_Z^iQwQ*i?u<MpwPXNSTgvl6Nj=vnW>DFU=A
zJsz=o5I}43l!oO86RYpNvx3|BbCS~1U!sCKRoc?cm-|p44FIE!lT(#@x1N$68>@B|
zYNKIeWB*W(R1s2U?B+BdO@Ep1x)~kYyXg{*GZA*h*x1-eT+H@xgV+Bw%^bS8$G)_&
zwUFc+cBbroD@{Fh={4PBcG&`C5jZ}ajC`C{KR-SiB1d&nMeVhHF_UA`tI~qdgl|kY
zr>?BrgwC)*>qBcCBT_X#?{z&FtY-$)sV!sP7cO%FRR>$ck+}J4xAV&)?u)EG6%Z7N
z<FOSO%9i~$nq%mV?>@@Q(U>z}vfwdwv%aZVI*W{j<!z~fIJ;F3frqC@I7Jwp;<KYB
zJL9sRyrCS;5}OCwRh9rh)4Gd|)Ne#?JB}pr{w!7xZSr)>^m>NK7>v`gA6$*&(7OiL
z;s14}!yt`{4u;!O@WiR>c!hu5v2k#sd1Q1qa*TqK+I~I8Gq5?KO!o9}v-PJ`q{&px
z%a>o>Z_)>A7pW25L9?2zZ7o}*A1kpXueMg-9KkuH;^YizzTD?0<Ur4YTEsP6XYn(a
zl>Eb8#6^qP@M-p5?tKx>0N^hsKKSkSO<E5$xRy)rz7V>j8B^<d#&zQAitEJ;Fbq15
zy^SG-p)7mq`Y2)gP5+*r?zvIO(j_)}S<FJJ2tecC?g?M`-<x$GeWjSmAX~id!1v)E
zQFnG6!Pc~lLz|*GjtC7s1|;%Xp+?vJKchSQ#V&EOuF!paRxB<KTQT7vgp%_8HUxQd
z>a4Ywq!b-{M*{<c7#lZttU+l<yr45vhe8rXvBsErhNQ@V?e<K0Y#gKZBThTt6IaS*
zIY_#zQ2T%{$n7B=k%T7VS_B2F+XA|d>uP&O3$By&Xt{^CIgkrV%0oZa|19D?##jLs
zg1PzlT2oUKCF7i3gYIg3!f_COJf|@ekQWs6^!06A(IKX`a+w2Z!zP`~G+*Das04id
z0|nbFg)@=qHJ`G?b3LP>ZHS>qY$o>;xjGazG&IIr3tpn9SFp>=%LhLe48%|IE}9}c
zNo&8W%#c1vY^@n1)!#|uoK{OA<>KOk!zgres@93GdFo;{-PAkbxUN~|@F+k^3hOAZ
zwx;Gso`J-NJA{(?F^te|Q!)yMkV||jv$emI)1TzJAQBlC_7(E9%dX$@fX3(I7(WJN
zg~dP;UT>o9+CjVokSh>UPHh}=o+s`2(#Nsg<PlW1Jzc$&OiZ5&C#%@a+Rzg?Oka`R
z$tgJMLL%v_(Ywlmo0~~2TPIX#JO>X<x)o-c45)A8GcRq_?qd~h7{pWY8Js$}Ic$IO
z_pj$=5rQ3%Etl}4Syz|K@{`_wa3SmAsw8X#Ar=$Ftvh-zOn;W7XW-gMMeO|fljVM7
z1(2sn>w~f&ov-2qMu_+e(a<Li=Yv6u*j=}>)*cIZ!~u0v3V=jFP>_Hpty!P`8_pAz
z2iLA&+uhrvtA3Vn0l=QejUfiQ-7@1@A%6vH%Dmjn`H#O_0~rldv0DsIR<=o=EmY)*
ziu$q}>u|uT2t<St!L--7M(T1~&9yJ5vJ2;kGPpZz_hq!pNXk4+7daF`&w32?w1ms@
zct3UKd%cDR&TWb~{_S|5P=nCaH+>DRKnX+y_sAj@%52|MS?cJkOSN=K8Sh6;D&6?w
zCJ0oE@$Zawi|MA2&z~3e?&T6gs5LY;t_+t`M^ekD!TwtsG|KWOA8MBS?j~u&V%@w8
zD@)v2P;1X?cR;{9KF(vuMvr7m)Yp$=@gly8ciZP)tAi|~cEwXb3>6j1ScIm3Am2XD
zRnFnEZrtU&diCmJijho2TVtE3QEy6Xg5$cR!e!w^zxDR&o7Bj=Bu8m<^D?o;Z%(>Z
zDJUpZzOOt9G>vZ79%Vu?V6d0%tAaRXX4#wuy1D{BJ?8)MMO6mXw{F0I+_xHDyoj}$
zZEBtIJbT2cUz1@k6A{QK?zHja9n`Md!dc0XI-UzmO}j2;;hT<Uh}C*VpuK<Rd3JAS
zy4mX~lTg#zaSRTzxaqr|?r#0<i|aip>^U`eUpz;A+7aR)yemh@Z8Ya=d$2xqi<y}@
zQJG%GdVX!KJMG=|m9g~e^lF7hy%UvFl9Dzb(HEDO%k4**PLI}u{Ojv8JfW%o`%vM2
z;p=D5-x)Mtt_9xj#!Q0^$nC`N_w2B-U!V52y(+OL6+L@oJCJ~a-dDS5X+xuLzR{fS
zc*9~dw?Mnpo7#VI{nlfh3)w8C-|OqG$F}nXtQItXHh&BZ4BDyW58t?Pybo=Dwz?<}
z#J--g>>VIqqU+3<k!&6Mq4wJ|jc2E~qbn6`{+=G6o!G8dd9sz8@rlqN11O{f2DpNA
zJM)eZU!wf7?lB88hIo5jGRNS@PPiq>o5;xQorVxGylzUurB{!Pk6#`0Bm6qt8v<mW
z04I5%kzAtC&r6M>qgb!?a!a>aquzwQE!`QtXO~_*@!X-U5}(w}cwU;B(RGBTrad>w
zB@+h5^!WG`nzGKq$!dDbSDdip7u$M=QFshfSh(4)&|((gVR6&n7)I@C!96sMMX?wJ
zm-ToHlm=a<*L52|TqGlznF{30jl|`0Jl)S692nO3(^lf-c()Xsw#9>%ddEx6sR#D)
z?H1RDr62T=<+H^MWQx<xbRdT!f1Uo}#dDw9n$HVBPiMFVJ?Mj0|A9PZiG6$N>=)S`
zpFbN4oz2NqSxl<s%@<hQLAze>wE25)ksj+F;XMp2qrtY_U;-{;1%-QG>z)bq3|5LM
z%4o+4H3<bj;taHUU0338f~i)dC8uO(7oV#BWNvO=N=BwNM`bb3KjbBV{ihW`Caje<
zK2WFhRg8J>_GgXFac?0*hXqsQo%BaTJGNBsKe+r(n|5uA^te(HVJe@ruQCPN9~kU>
zeHTo^9|Jguc5B7tga{~r#3{;qM7Q6X#^*wddH&nEf3RACWJz42+`V6?zLu0iiVO;>
z`w@08BYA<PH3wmyZga|gX?{}QLGhnvob%s<Nhv7CmWDTh18q9H(1rX*F0D8ImNq}z
zxj02Om1}rvXzCyV`yI#0+x{fMjzI(xDiFD++fhqz@8-L2%T>X>70vQFnLufI>}=`s
z+U(r7U+N|2I^_9)d72935;=Qh+h@@PPV+A&?r+o5p5=Sa-t4|FVtO6Or3OuQG)==!
z4H;?<#+lBto;_T8&2p>8`%*;EV^^4s`<N={U=Peoy?Xr`m+@y*AC@$vL)H9I)C4Oj
zD{Ee^i$e>@LT<)qIa%>s`xW)i3SHOic`D$^S06o)2Mkc=^cO9LNxLsPU!DG-ei>*@
z^^$0fD7t9OX06H}s}2i6_tP=SeFxECf0Ikx;l33^pKM12%nk`p=alP!Dz$hSra|40
z^^v?*-`#lv0h=rD-o0BIWvHeH^xKJ3_yMjR92y!YF88BE#ys@i&2S}5NKNf8ns(=L
zUE{cZc4W}KAO!%bf67?f^xM?neARh%Y%IPqwL*q_brFMZZJ;BtEeSDdOy7W5nW}Rn
z${fh08727&?4<KOXSVV(iwlA0Qc!oEK^sfJk=9)MC~olfYF~2w`QOypa1ANBrY}TW
zTUK`ndBSo#O?_|Nn&oEnihHIdv=;RK*tkEr<9Dlnc&)c>y9q}`L_|wVyUbXrIcfk#
zKRX||xVuJ=6_E|uz6E+|=ev0^Tbi!0QEz-JJb(q(jaZ6+iUWr`XfH6DEi_FkwFCqN
zYV9Qs{ua@Q(BPsF1h0P0czh9uky7z!`I`YU2=(?ZEwl)gp97`#IiEzu<TD-fM`~(#
z5_QWxDi(y^{ag=db_riOxjkNKd@m1^|KUuNr~h`-CBAmGCAr<2N}c1TkH5b}!0x!4
zKvqhcr3TT(;f4E#uuB-PeI~E-MT7pgD2jlM0*k~xQs{`CoXQYmKK@UAm9A#5u{XMj
z$0eF*wmOKU3fX^fT<886-QoWRI|_<DDn>lr{<QV>_EHIdUS*}_jrR+}D|hSF+M201
z-VdQ|u6f#3yN~Zurp=Aw!L_O^-brWC9r=X1YHOn9<$hm&>-Bf#N73VTu5;-FA3xwW
zbJ}bL96U}=0)<BpbhJX$c7=TW$zdR63=i?}#7!hWX7~tXM{-begLbkU;Dx;RJWC11
zd*(hMCt!EOxq5Ly>6S!~+Zh}z>$Ek|4p^neV^P}gebfHl-dL4^KX0dd&&o?!&%_Ru
zmzR{!3biWZ_*}6c{1%Mk_Pz?8NJLDGTDC?vmkKRwhdW<gm^7ytde$`+I^0Hg@i=wy
zLch#7`9pwSCC1xArQNSFVZIz45pOQNWK(#;AxYC=OVZFrK%+q{=oIWaaGS^DfCkh#
zCwuG8GFdY%Li;5#C}LL7X!oaG{kyxnOG_GqyQ^!)K?q&j-XW2<;j`u@RL}qJy?<wa
zzxOX&n$;sqUN6m<@b+3`d|ySa=MfZZBY7|Uu{JFyn1Q~BEi%dR`U?g`(uCmd4Tat~
z`BA3VJ^4LUQKw$ax=k%DlrkEPZg*>)a5@JG?w~R0)+$9wRXWlu^nT2+&yinosKZXx
z47VYpMp2ooB9kRm7E=`gCqZ}*@bPu$&;W`sF);-SOGHqFQS9xDnS=@67s-2zwK+Mz
z`jSm<OD~Qoc^`j{$5shP-Y;WYwoq*-?KzDym0X7PwhoG8)GZ&Tt9LkIOZB?A=^sk$
zD9QRD($Q&Qg%zlk0d|2T+DPi53e$)7sfU<y9YKF%K~oKW!WjX&UYXIfn_9uEb^tc^
zL+lFo6cU@58+8=aVhn<!RMeviWq-brZP!jtPL6Ju!_#G9)vgXpNYKhuP#O~3TwH7q
z&Xv6Q``0;`h<##eptNE2eL5+rz@@+Nk9u|Ha{jglIPD0d68H)ok406l<D<}}u;RhX
zai1*YKT}+Y+)nlUK+<$cjmlxE?iUwcxj6F8h}zs_N%8ED=@qwHGAevxbEp{;xvNc6
z7ou>Sw#T)l$lU~h@8IU<b`$qyx9m1d;Ia&ilvlS}M`8oUh3q+4VEPbZv(-oJHn06*
z(hGiSDr#zW_bq|Ljp>exyvSAD2k)w@xfPpkrVh4qLF55MTDqKZi+p|^Z3k2x2;R&p
z(ls(l%JwPh*NUtV65nQLQ-PG_N<Q$%dOSDN*d|S^I^13%IgssWo<Wu~(5O9n=3y?)
zF7xE@B3sEADET{&1j1l~QBRM@q|?&q?#xO+=Y6#mhur<5<)+a2%0sWsnt&W5(OuEW
zDjr;XnRK7kurh}EwK<XMqSt`)ZkmNmWCxc(5o{O9Kw&^MvD#_5US$$WY7;#@(zAQS
z1rMC}29;%_rNtWE{y=XlK<<C9b!h0JqRvGRhb80R*ReCj6@LKKb@b$}9;{9W!HzCP
zAk_xh*@%}8X=rHP%wAk47Q{mWppO%<y#~|3B%M|8_HwV<^V{Sk^7|`?0N+GzKWH9E
zqtr|WYf9y)-Q3*xmYLgz@63MoyE5`+5gGRF{Uc$cJHUi;wZ9MvzhvfS4t+>1KexXA
zBJ;!D!ll=-UW^<RzRojVLEo<5Vlh8_rLT}=qalN-$+VW)<k2n-HR~%Xxd1AJBE@yI
zQ7S5Ry7WT44T_&w#`}Ms+^iCG1R^>tO<+JiFBn1-{F2>QDdwdVo!bY0cKh!Rz`VWu
zxmn`y)#c?$d3jG_^IPb-=2w4zYr~j-By7dd)b3{{C(u*Jkv_D#GLdy#PfriFV7%+V
zJ|y<iwq;c+fYd<WdK?v#j8%Ew8p@W}gES#Fw9EG0Qo&FY0?40Uz36A~{*S8wzODn3
zKL7hS@Iui>A4(}eJ6W~6c_UC-;vaE7CLytI2t12_|L3jkP`f$EjGoI_!0_l#pWdBn
zvhT2n|GS)%ItI-i&>d8u@B?MqyS>Y@K8Oukhxi>5aZuPas`M$L!+r`}u)k*P6)1@F
zpc3dIM=WI%*#fu<wG*d#a9{s$J2u9@h0MveJKAc*9&&ts0=(FLQ0*s?x7G1uGup5F
zoxN_ds}xU4T3WR-kql@i8JVxDz>Np8YvK<PN~cvXdez8Wke!wm#%|odcj51yX}>Hl
zu>VsQ)Rqvnd`9-|I?<&dEjdNS``*XX<tX09FDRzO6^Z9B-vL@L%ocxXY3ae{q<{R&
zp*-E<6jfx+wbVfAthv5M_o+tbe)(<M`!Fg)&F`(P*Nu&h+s~k1vzoCB9#+CFLEOX(
zWZ3fYx%R33``&)RII*yo&$*9}zn3n^Dj>^)w8!f;cLSIdgY%kF4)nX6XU|9s<D+$W
zM@%?SG-vb0iNeA9Wa7%rARf1kxK=lv#6ePZNNL|*_(S1g11!_gUmWAwa9F_t28^G1
zLx#qaYL=2aHUMJZfx$$pP<|KVRqm*Lj>{<x4R7zr`kz+~4)Hf{<Cl4M$PW$<;d(2;
zSmNW`Q5XbdE<m4poxh&nI6l*s^X3rD0bP96LDbj(;YjvfNRX`F-$aUDH*baMcb733
z!0LPbMbq^@bLO)CL~1vo0tFzrzP>($equy;9Vq%kf~qtE(kO%?MO1eanPyB^Zx<yw
zd1i!!>K|IcUU_*bz4pLpQRY{`@ST)JGx#kfHebGn;ARDA@IcTltsLFZzwD-R1cir(
zM;wnA@dLpWL*SeWURTdd@eV-c#<AhxikYWYU`zA%&Q?ei(MaSn$}c1Hp+$;WGWR75
zQ(KKWiJ~JOfgxsEy&|1qZ-1YL#^#liq-y2?2R}P|&|`jQJbb1mli0kXRd)FlzINSN
z_f+b7;jRkWNE4990(wYFnna%9;IzpwH^HXyjAyrgatrH;-AYK`8<rB&eItDXgGT};
zPeB!<g4w|IdwBKu^mwpNmEMVJ8}IjXClU0;7m(5m<#Twd@zP34?!PZxN{-9A{{8Bw
zCqawe!j~<-GbLzgTJLG<1b@$1J^n72$m6nd|HZ9)`b)tyz*k%;z|4O2>Z3@`@E}*g
z-Bj;AR?zqsmo>|IHDC3#J-~|xCJ_{H6x9rzG`s8E4e?OIfXH(8h;{;tJi>*wwH6Xx
zPrpQN>wxZ4Cy`BM<n~_)!H-`)Qb+;G<D>K7H>FPw$p`RV2$H|&G#?2Mk2gIkt*NPD
zG5qlqz8@#&$`d}1IAG6^j$lg>H8DYdfp(AW@^wN+HRCw*8SJ(5<!0gCV(&}IR~`*7
z&b?1gPEc~>>w4!*wfwxtIKDwaLG3kJXBqVj_!+XpAz)Nl8LH>5G#j2fOy&ncK>c)#
zQA$Q(`N!|pBth>KH^+5sg5$&$Z6UgELqn0`cZtd_zg{gXFQ-Q|p!(8#-=dnv@{JY5
zL@>l~dq)ejCEV&fbF5Wg(#U9s)8^$dXx0TYH=lg?dkZTfF>zf{<~!i*goN+Vtn)$#
z09_%(H-5dm7k~C(l+GPHC#P&cwRH|#zFLK(q@?LR(XQ^9+ypgFfB9}<J#HBvk4H;S
zH>o6S*Eg+o!NtM(SRG64|B2Xf4Aa|DEK1WIJsWeP>e$6Wi_t84FYk0dc-5z;zu)-m
z)8mHYy?hkEUTaJK?UnHEOGQP+uj#G+u8WnzdtJt<_E0VJ4Oq2f+e1OhhUeTHA@W`T
zsVl=+^w=|=Gdchy`#Q%U1>s8{Z;zwLrmL%zI^`d-G_VMHK3@HMsyd-zj@crii8jt#
zyYdIELJPra#Z*+Z)c0=q@etj?)XGhW3ZPlPs6MSKDG37++5SL-fu!M*>G5QB^@Q~E
zYb75|Rr1n2>#3mvK5#$WGMG8P`RZd(W=Y8p(srNQn3x*>K_fOCb|aUbIa0F5W{)N(
zIS6pF2M!tc-S^(rk3J1~LhUQ2iB?<7i-SjJO})0U;H!`~wXhb<fP7W&6jD%7K<9cD
zr1>pMs)!^*?Um5377oqWl#~>J5g)z1&h9b`9NoHh{W`sA+mUkaXgROZZ4$2o)@rM1
zHsRufGqpUG8>7Yj+bOPuAU<^y8dXaCv!wzyHa5sEqgp%x<bbuP=%>#uRdB_Hsi>Z7
z(1-2n)5b-psOWjPEpPyg6MiIUw%~b_pDwc1KXfPdNaz>1)dIx^?J#Gm6|CLFd`IK#
zhi0Jqy$|jw$XI$)R+gPAo*91nXHE6A=EmXt1sB$lwLxuI#*mrmU=8c`#mQr#vjc;a
zjhX2w?i{uOqC3RAZc+V0ml5s(0hHfg;ZcQ;nsCU*3t$Kf3zNnyK0^%|5noZk0bv}Z
z)`+`7E`<%41dn>oKwRpZYsr;pEb2kCN{979KkMdGAK~WxoVl3#=(Bn#!A=_!UCkGN
z4PKh-5FJKS1T6I?vfDhn#8izd&iiOxa0fhRwT|mm8T{1&FyMgtLj!RzX#n?3CMftg
zvwizKZFWkDL6r`-sHg}<CBqj)%nI(`dH(zz*Pq!c+{~9otsitX8yp__wd=`97fKh3
zw?h7dovUIxpAU94hU-A(7nB_5tzO&P-6f^qsgY)~LVqHw<;Lgjx$QY~wqs4q{E6RF
zu_`=Za3qTY)m?|i>bRtAU+y}8z<LxMbXPUUf)cz%sm8rzhsV3v^A#Vu{Dlm6o`T8%
zt^>7?K|!~oirL&;Y98W^)F~BWzWW=lLRV!u*|%=p*uJdm*_(xom1%oV_dxb7%9R!?
z{Fg-6`{ZUazoXL6r7<-?F_e_i-j~bN?Tq1adSY}^8M?DgH+XFpoA{pkmfeB(FXqJT
zUkg(z6N3~Hx}~5dLL>f?E``zRN@9}6wcs*YeSK^or*_uXtyw^y1os&@ArM+tSvQAz
z|KZg<_7|5MPC7=>?_#`6nnv8FmQOKUT;l}7M{L>8^p0F2N47x+meXSyM+vAnkSJjd
zKya-zO)V+m^8IjQ@=ps5om-;ykUQFFacFF8PMp#BN7y2bP9d<j1(_T72q&F4IMl_M
z%`0mw-nhBDqXZ$Z<BL>L`DCBe)YR7<nu?0g4q$`UJ2keAAzLc0p=OYSFx)x=2deB-
zB-^9-_#|F;@qxqaptkX@0I&>9RO&lgSutT?aLcH))0z{5n&I-}nb6-Aa_H-|XqCUN
z1=F%GX;?6LyTU^L{q;gVS;(Mj<}G$iHf2m{EPzu8sogas^X_6!>W|VF?)61{)Rfc@
z8{fR^#Z3T9fm9G)Z#!@LeON@A?#Dv<OnYeyhG6UX_(TvL^G?NN0Jt{#p+5CSzv*5Z
zwIIxljC=@u;CE;5%MaYT-XY&Z2(Ly@UM;C3h2cMXghH<PI&SeG0h3fq-}DsTNGidR
z1;qzC){~XidnOZ~173I37%Vf1@or|bK7Z+$KGWzHVE>#H=ntFoHjIdfNK3vv5fL9y
z?{Z!jc2CzIl~{Jj-$8pnUZ%o!)4|Tk2*B3){ABUT-*N?Dp&$Pwi|I2`Qc^yd?Qh;0
z%r7nlDhte~J=_dg&0?TuyY8MW@9gcBA>$y5cq#ql5)HbEC01GUROrCP5E@!teP8D0
z$9%D?0Rd9PJT{8Ek0)`$1gtg)8UzFjw=$y|&OJ~(-o{LMM*~@Yn=#d{cHg!PbHmqa
zUC(bn(q9lqyi}S7EeZ1OGRiGec<JsB$|(IrKbvy{Fj7YAGfxOY#H%c(jg<LsE8B@G
zDyE?$l;7q`<lWD-_^g{M#8vrWXJ_XrIr)1?%2B+kRel8<7SIq%NK4Z_fByW~#XZ)g
zu^=HRTLQ9Co%5zNGKNt~UY?4UcD2dQt{d~Hdt<CN2&C383++@=VvOczhpTd#;&(~b
zh-BsD5W@+TU`3|&0?i2}=+z%>kb-kcq2g|9SC`a4ZMs@MulI$3abHU1<WUTGblx@#
zTWVD^>9q@?4_S!j4`X}pV(0YJ?0*|I^cBmyA{D{od~pq*sqHG_?3UbQ;+{{(r$?5f
z=hl(^78gD@8!o;lqMDqjpDMx9g-HE;a0P}4HM;M%8>j9aYFlFy5(a7&;^AfAjr%fT
zJ=GB3)<z+g)h|o7xVdRb_rMw-oF?Oy?%eTQYIbImTs>9>xqayADsLH(6qJ;urbxU4
zyo+yTEU$4$zkQQU<hxm@W<JXLC|DerjTZG;59GRaLl@{6U~}QdcT!wq-v>j=u0h96
zDoK;^-0?1;JM_|utC}%EZj)mK6<@yiZXdV!@oY`inm<w3jI)XZ+5VgMF>N6kP?%g+
z6QbZmOWYcReP{E`+wBiDy;YwWkg%R8_{Y56)KS0f{dJYyn3krKd8m#f1bF~v)LiWx
zEbE2~I`7LRdbERedNX`AwnHbCe@Gy@9QjnWibe`40>mR`1?IJ%c(t=5DE79ii?-lZ
z<HSb4GF_ZbN=n1&o{aAYUzP4;?HB}*mZ0c9WNtXeoW0z!21&-!OKx|qCi3BCii=Ob
z&`I3U#h$SihqVr+XQ<CDa^!s?_gA~TR4=3KwE1(Zj*|<Y!sCEj21qWu)v`U2M^r(K
zpfAVjc+6Pok!G<5=-Jt^*=H{APsuQs18JrdX#WlorO;8S#RyIUV}P>xx3BwrdC!1s
zYwwthvRem-%iq&KqL$a_LF9z#tOegwLZ!JSU6L7Dh6GQu`;uuAeQDVp9KVuR4K4wp
zLMOr1mj_sYQP^V_*dF^w1Y?iR#T2(pxOhlPN&Oz#%ouztZDj*SMq=V%HTuCvNYLU!
zfWfZ2+iVB6(EV9ye5a%&2iXLc6ksOe&*asq{QUfgd0ak@&Uyra?(A#7+^@~J^M+Rk
zd3i&XL@J`Qt9Nm0+C31DIDLf}{SNwl*I6~-DzKE4m5xth$0;X1YRz+(I_Q5tkR;2I
z|2BS=Q4!d6=%$CwNA^w=t#{|Wy-^64^1J}IjDY02!O#fqY6mX#LH$T_R@Q;+zvt&>
z!*N{5MKN>)FAGSWv!$r^Cz1KNb{i_{XNAx1C<t>t#K-Tz$p`Ns1;x~Y?&U>ztgdG=
zaH(O*mW^ccnw@2^Prghj+e?XL7V(ZKJ=Y@z;WrSQSeDzGSwTSs03sDiQ<{16rf<r%
zt-W2ZgmnG;E4|L~_;~h=<N5qzJ_e@&3X^5#SHI@_h30!N&xEm_2)+90-Tpy(oC;|8
zm*GPMoccU7Iy$OmfkjGr=y&h_2Kh4+L_k$Di)g8rFK2NM+}{5Q39_|!mM~uCnOy^y
zBBl*kb1qK)-dk8)y4EfBy^MIWrqtm0d?>V6u8Wv5ZhV|~W1`Vtxaou|)$;^by-0_>
z12Iu1Ih?EaV&*S0^#rb59jsN(!pW_?sr-9N>LK;cQE@XFogJao))uEYO*&2Qu!#y)
z6mZ+2I)xAL5SkxfZDT?iL_tUV^<f+Z-KZk2?y^@n8?URGP$Cp~?YXhBX&4v^HqsM8
zsh$^kMa=KK+47VK9QKEv-<C!`NuYdjI)ZLuqKeg4k71*{&~mGLk+T4{m$^BSBdgc0
zXNBAZ{BAg2m1fZ^X(uJ~Gzvx4lzpJm6Y~0iotpM^6MFHLQUhWkyU$7uIbh+;G8X00
z@)J`CF6#lMxU;jTz;{699+(U6XAX3p+_nXqRgP%BR{QhjcD2trIn=M~9kQRlM*~C6
zFU53LTpA&V6&A29v<<iW@j05!s$cnhz$!@drcpIt&0&4wraC@85FJMH`315ST8sch
zmZD>I7UFY^21}k_2MMDV{R5{=V;u$ptadAp9u(EQ4SHT|oPNKXEss}cOBx&sLDrWi
z3Tr>}z!IY{MiKFrcL`Ye5YqQ(gHZ7^mYLrGy+c7o$t%kO8a0gM*U#0VgVo{4+)l}s
zmWjBV9UPx-VPqqwbYAjSFRzYP-@80>#j8KupshyNB&VSXdr2<N0*$HJ@E28m4^GoM
z%K+)ZYf<&KpyP>;3k?^3p%<aq6jf4sDRlwpZf<GGXh_VAmIHYEU)%jM%mV#yFaCl}
z<N?3)HYquID=9SiY;KJyafOpSw*N>v#x2LC06IzJN=eqAf9tu&Hxt9Cwe!t=+wOSf
z0pR8SuAv-DE6ts!6c`PSo-2=@^Z{3DI+YvFi>27+>64gGZ&tat=nthj5zpI<3^kgU
zS!ws-oJO}}dd!SO{xGVg7xK6iL>Y`h7~t_(_}KWt95!<;7`p5;GskPq@gu3^-+(nZ
z@H{rA-_@mNC`X-{ufn_|;m<m_cv!iurf5dvWXZ<hqy<VNHIHRFivEzlN=7S%-6Yf$
zsEi$icUbm#4d0vifru$JC~T_}S;~IQKL^juIS5-?-G5}unWO9xU1f+@O&*I)BK6T-
zmFuG?XTr_oM(b)Rfq@w^%koP^BAP?CG7Sw4aRPeR1nZoQy9N>Gb*2w#Y4ZYa6Xp+_
zC2*Pc_}b2|%r=vND=}BaOqN7>=;olWd_LvVuevX<vnxBi(9)`V(Vx=+*xadQbkrXX
z>5Lb)rY!mu$54PrDUQvQ436+1P6DF~G%6Fo?p?1cUo8$6!_v}@6XkO;GPi@Lb`v-W
z+~yy&GM}q<OK6_*$QGMcYN2$B4mdZWJ1f)^qVqMS(H)ueDPM&S7#;#)BM#6;Sn!`$
zE%|$BFu6O5M+BadgIAfh?+==!yu2E*yoxeR%`MRG#rBt6YU&eTcx{}_#9ScZXbm`Y
z#7_Tgg3)cM#QD<8E@+;I9_$)jJv|Gfa*1Q!J5L{Wgc=;=hX2IEEUV+Qn$U&2OFNs)
zrhuYdW_gCSB-X!t?st3T&nfm990ftCoJOK@Iq*%C`W#5?tH@ujjo;o5y!qO7bu}ZD
zP%{RsG^8|=uAWj-5jFNlOn!cD>qMh(Ko^8^W;#>wNRd}fX7vbs02QXw3C*56KpZ{R
z-)cAkh#muuSbv6NfB|q^;dpgfcMQU3z9R(jtl0}3rx{9l-4#r7q5p8^EkC}!U-{AW
zc%A#a8=Ta&_RCCs$)83FwO9r1=w9<V)>+#YFwhS=oCD2E#BEh#v#ZqN?y%goHEk|R
z%c`rZyB{KBnmhPsebg^>5EDZCEr`QXk>8_*D(M;Vo;-PSXJs_>)8=Hk-5<gj2JODy
zM2tg=b|os<VD`(*JG(ilsFoaRz{*S^ky$07fo+iQ;5<_Zh189kXl(4D;<+Cgt?uE%
z|5)^oS?o9EvxY2&4B(VS{%8SWcMt)}oWIj%O3BazbxT+}%}6Sk-t+|(=n}vK1%&r+
z7W}?>lmP==r!zA;H%@QS?A;!3bvCMPWOyGMdJp`ylw<-)VnMO@%N=h+9An+3<^x$9
ze{K$Cj6o^4FIzt>y<NV=cr4H<jRoZiGT^f;C0eYb(h4##P4e0;po0-}9`Y6r-rB&b
zgNk*(p;Vw1CL0Zp83ajp-_q7}eIT-ISOv9yK!JmA$kHy2C@?Wf^Ykf_I!+AVPc0w(
zZy(NQwXInI%PsXJcBC|(_55w7Pt4H2lUJZo8+iTJJ(O9DN{%2D{<s#5;CZOf4SP1V
z-LkZH75IlTg>x6z%9r{OM=6bl#>SUb)^}@<!SoJ$3|5qOV&=dzCp+7AePmPm$@F|E
zYEF=BuuE%d>CL|*=mc1~`4Z}YAG<KT2a<YE@jFXAqg6lbLN%EVtWDE_hDVcC+i!p)
zg=T`jR8eUhMIT+B9|%`jjCT(y^nNxLtr_n(VN8--B@0<)1qNQNSQ8n6K!P3OMbS6q
zPVjss;@jaYx)6l`QV8ElGyKr;2$H~8B=Yv?T#X0_G_cFzODLFxQf36**#zwfLx?yz
z@L5aR**NuRML@@g<Mk+}zvI(mjcTv!GBHf^I{F!{9xoxFYJ%`jep!<Y)GAYFOUP3e
z$PpzaC3P<%8K=LKF)}6t_$f8%QbL^#`a$$uRWxVl!GkBC>hDHJfNSEgEkOE-=AUQi
zh@0UQ7}m_p?a^AYUg;Zimm@{G{g6rGS@Z<vJ3f)JJWZP#+65wl0SPC#5{*;662L3D
zk1XJAvzV3!KV5C;C?523{M7!B>z!<mS6*hzCUlZ`9a)6WD*m>OPBB8+4K{_pPOX^0
zKTkc(+kr3~0&|+!-xj%910y3UYK0W++0<+Q#0pW+$kM_>SZb>E1wSWaNUC>y`{5>k
z9G4?oBbgg$MapwGm_pxN96G<8?i9XUwfu1B2^bmnc?pTu!@7llq`D}8y6dn#qG~Ia
zICxDncl05NcQ{H5HyCAtBTieBMcI%LR-mk2czFdLflgF&?6NhZJfoXK1xE{g;(Wix
z;BJF~`)qFHz)jG0ch}=!H^*YECcxOJFU`Oo3%48LrRbPJUGGd?AV+|*hT%W%U8Gl+
z3GUU26RJ0jq!N`2{S1O@V31$bp%_Y0^!`mYQlQ-d-E*6m<vZBwXlQIeHUNt5d(o)V
z4+4agv(5C64qQ}hjHsoez5kuw)Z)`3g7uiMCr>%&5%@A5QU`P2Do>=b<_VW#5fqqu
zBxpwgCT_jeK-_}Y_42l<xLK*{^-h-JcZj+H8KUnn$GaC$Y?hdq#kFrWy2l9`KiS1+
z=CinYX`2ayqcls8@#7ug5PZMM?-aPL3?2XGhq5nAV%pLOD=QAduD(8__AkT40uFI6
z$v?20El7flg@f^_vj5f(lb=5ewf*r^&#ptV(g%_g)$mSDP1)%RK)~YT<AW~@xq$Hy
zIR6vRLeheO&jTi(fij(^mS+L;pFb9ftw!L|yyRxuQxM;E$+lE5;DpZ{q+_5Rpwq)5
z2r0{uMQ6vX<^-5N)zEbWFx`^h3AP7aqx)go@Ni|1B2hkxb*Tp2*<`4Wlf-jJ2s&xR
z;Z$uBpXc`_)rE}nO{bpVzzp-)KBL%og_@k|#X1I%J_}w|23p)=<P$97S#?0U%)u@O
zQGket8sarwllNT$bIb<}L~qvgb5%+J0TPCk6**H~1^XQ_$@!)MKn7Ac38coT{R@t8
z%@j?IAZ!(@fQIorJD`Fc2!5Rsn*n`ntC<QdFPY4NA5S@=x+19t0ll1`N2xyIzD@Cl
zg8)3X3t-mOEH%R&Ez-qDG#5OT!hX!}^yc^n>Ctr5lMk!>!p;{05}%$pwz1^j1)naE
zTZRb4B!vo7UmuK|OU@nk9CSypdUl}SqunFyJTO(pz`$ZUTI0caRGr;ODMj}5Ybq^#
zH$7R>&7jy4{YB}rvNDpIV({lY{2qchA7h2HusLnZ^p#KVqFo11=KaPuq_7g$^d*>}
zvH-ntu~To1EAc9BP9a2`9FF;g#YHW=4Ob&Up=~g4%E^cok0$;VMUYBigOXiSR~vJ-
z&&I~4QRQ*-?1<#eUK_?8Viq_Lad{>rK}%`hfdEg|pS9unXnfr?@8+hSc>YkZC&qdD
z0h#K1<PrhGATYwV0X33YuH)d`NCKY=m}vlSq-h5GNosY#alhru9e0$9d(fzDx7e);
z2Vf|gjEPW423*9QNTf2(g+AsG#?BG5J-<1aEKo-1QSZxJpt!MlPN<+*=2xy$3*3bt
zF9*S8>0~)Mc+mQNW2!Q-c3{Ayk`GepVwcr4cu6?74Nf!&W$5AfnBDpaV+KBhp>hvi
z1o4<aAs-wgArQ2?ktu#hqEM~st--0+{{DV^vkj?KOF{+Ycw9K14YS?Z)x~*RLNhM#
zf$xV8V~B*j(e(g9FCXQc{vSY<L!+B6w?5LIKfkEpUjgQwkZ;f>u#;VjmIk3@Jll_O
zs9AYv5DsrfgCZXu7WP!yef*<zmOcO*fwP05_V_m=N2Lu?$wKxqjFVLXM9RD<3n-*_
zLGt9D9@%}750#s+a&m;6Rg(m=^zpF9C|VEgF2UDhTLaYDakG%`ub$_C$R~wuwPi(#
zw-Jq30)t-smHwh9Q8@J>wL)~KwB3y|26gF63yF*YlaJ{4mV3E%a$<BD#VUp5fJK24
zHgFp+EFway_IhD9oVR`oWPe44gVK<a>1VUtP9Nnw6%NaZ8=zU+Z4i*tAlaO^XAGcw
zMm4OkH&`5Y?gK!Owoupkrc$O3hHn5D4+Xu267{RbvQ!HTYijG2^VJGFny3){A8js9
z`%-uI_thC9VoLLfxGjygoBl=%bgu=$t_=gZdf0q)bu9h8YC4Bz6r^|#^O0akJY%W?
zvfGY}YpP8bha?u`bs^v-b6ELtl{@Gdxu>#IdKgay*}mF()@U)IvOv2!Wzu<z$031H
zO37Ber>`eTC>c=uL}h4rCQ5%4Z-pMp_0J;yF7u)Jq?Y2s#GmzZHuq2HQ^i+Mn2-Sp
znjMzr6F=;ZmjfIl$xaFti!PMWwGoJT(D1Py3$?&{!b}<){d9l^LP?2(B2Q!_CTsYb
z*ljfP(PFSIQ?}_gtSH`Ail9)55Cw`cATUW>)a9O-*Zh}{c^|$;Nj-FRTe^b+Rui)a
zjmwLRyR(;ndw|%dH;CgzBaJ$I7Q^ejC4lz+YKVAdr~Z%`hr{YrJk+U(@Ni929{@t}
z@tWs#wh#U9k?5Tt+k)dWsxG@mBGCNvq={aPPA(it{<Tu70cJUwjoo>yJXym4IMAmv
zU59c6v1W?T&Ch4nm>a0Rh@kLUA6-6K_EMM?^0XOTm2NP)i;U~KOT=AjdG<+~*s}K-
z%E<i=93r)Li<lvVoJv!h#d7OvKZ|u!hjRK=wyw~Y9fP2?mwI{825ey*hb<XYmX_Am
z)+ycxQD==;g3E%R7cYZDwMSbqiasSKX36H=fsM2AkF<BP1l%!j%$B~7x!4R2tOu2|
zKX~w4K+qly&TN*S@Gvl*8<duMT(;g@8X@r611qFFAVvG*6;?uStAfsqC<+V(1qHXG
zjn(_<9B^<J^1J}}^{yrw=*K<b4Jk_IPi*z<#_k!s%}LwURiINIv*H&7>HEg5VkYxS
zEfDEjlwZQ{oJemxA$X!rU*=k#4GKf|ujkj{H%4&bKck%{o8M<{reb~BCOdH*>U#zp
zeFn!EJDm8Nn(E$4HK3JjbpNA2zK4sld^~8q;Z>i8vL8W!ppMKaQ^|kUYel0h3t~W)
zYwGxFYHFfV)r#NkfS@2a$MRLrz@O}$#m^GbaOIr)fbT*>odb3!=)%M^2Y$0AW51>N
z{dou*o4DoU@79&sYG%i^pGAs(G>;@@WR_6|0RTS_*iGSA9!!KQ8}~te_t5>`{URK7
zaOp?6@eP?+MrRjNbjbDc@<uSmjmhd%@ENnY&WVDN9#}M^^&Sec2nt(<L!RcIgx-ty
zw`ds{9FF}~*4L3gyCMlV?QXogdUeTGQ;4qJ;d*CJ4+S@O&Qu3k;$;p>I|7eEFfnTq
zIIVA>-H3~P@U_Z-*7M=nIg)w2)IOGmL0<w!h5@{Q^AVFo=o3ncnx+gEQo~1uYREQQ
zgYhQMTh80l_P;*L*sUL0UYs?j!pHDoCVn(|@|&HULcZ$k>!Si>K2q?yqd1W(G9qGb
zXV?NjwcF8}l!_t6T_WF@m6s|hv{h0Rz%+q&bMvO(h_hSg*iW-){bmlF6V;ATBINPz
z{Em$?cTlFF=-wHLm*M<UZ-#F|GE^N2P`i3Y3hz8-BcP_HZg1-T9zw+KF{TLn=KZ&w
zmBCYB&{5!F`*M>U_6ao{`=d^Nm}mMwdb_HytfDAOi8M%e3rLEDQW7F9-QAJ`(%mf}
z(nxoQ(%pzC7?gB~Al;43X6AY3n|T@E`22sk_ndRjS$plZ*0l!xKV;>6UqUMV`PU=Q
z{?_-Hf6F-hcuhnk%aZ<@nThFx^<gqb%+H}AxZm=#(_{-W2Z!B-2Cfe4<i`hH>MX05
zH2=OrG6D-bA-%N&j8q!zoVR^&Fc0a>O*}gDo=xT6n*JDm<}o-xojgG3Pv*Z*50LgW
zW?ZF2gH__$vs+hWZ#XW`-Qk&Mw7D{jA3uCJn~b}m<K(Q882s~RBWfVbjTTop>~#w^
z!fjgzm{^@wzu-^V)r_})Z){8*P!lv!)0ehDwTgjriwwzr79VymJbmrKc@)gTK^coL
z3t0@+)m)%DyQK_3H8*2%e@0asHe7(D`-c@ec5@9>zIS{*4Gj&S2nlGcizJ$!3#GEk
z_?{m(LKjFZ!u&qq!V#$OZ>tl4x4<^#E@SEys&d!(i^ft#TYwCn@5jAr5N*vA<MPlK
z{~B{BW|s@+y<c2V<1wVFS)u!tN=T9%jw=qM1^n?pY?#Alfc>Gy+&|Yca)#D4-MgeW
zc%S8HMMQ!@P<FT>&y}q0;z3$uT?y#!mO+O?>eD^}GZpW&bliU`!jmOmWJ{%tWIAzG
zZCWd_J%VrgUY_zW3#LQ&XRBcfdO6nL9**gIRefM_VkaX5sZExS^B<64&B<LVbUVON
z$#`p+o_b3M0wo2fdmv#gQCqv2Y29rqs^Z64?0k<%uP0W-Zqd|rtU3EpgR;_FL&(6j
zUe|qmdcwZa)kV<oZWT_WD<%sqCmsqBv)UbXeso5<T^imt#?vrHJldYaYoCknSsD6@
z4?SP+kc~R^ZH>M(>0Z7M&j0G4n~P^YPctZ~xS_p<wZ4GM&p(~nsCI9h+PqdW2oe)u
zqoDwJ8Z5&&p|&YcMnTa#Gb~>{$*#or*U3~Bzv15%ri297Gu7TrtxcYe`k3v5=~t2l
z>dMLp&HAyBC=y`8%XP^@Lka&D*B1jeAHO2+^C;}##zK~tmv1}WG4^Ty&E~R0sGLk?
z=;|KRpnjS)y!u-Bg+gEK%}!5PjOa3`dBz`6*jbwd$`Xi%78WKM@(`AGWNl?oQVKaC
zv1wKJZ>LUq3Gk}DFOk-H@%y#Fh(S|8<K>BXaX_pwX_h8|P!!0bPbDCi2iz4=TNxRG
z-#@Ash;E)`-x&9tIRTCcc4|I!BXo5soZj?0KOj=f776aerFs5Z?oq*y4Rltl-mafN
zkzeTRcdh(gYtZ8pBPJxIy>P>F+ntLpS)Xw|h(3HF7WjdD_0J#EnOLg5<9+dbsR_Z=
zAa)UoRgs5SHGaKPgv6SDYY}vd`yN(1o58qDZ=|yg+qKQSGz@kaQikc0<nB@8M~R4w
zM|4oBG03MQ3A$ChR#J6sLSV`K-a$kZ(+S3IM;WVM@t+FZlyfSiUN=)VnwdJCO{w@C
zEQK%bpOZU_CgYMKA=2#PkYfdkMP&P*6O9_Rd8|BT_jyW#gL6Xq)P-f9N*E32<OJb}
z2dDJR8)o?ItaZwL5ut~H-sZQYbeM^;g+*xNzn{53CY7h38R-U0>gYto#PkoT6+2!3
zc>(6vZ*Lk9bHsGM7627Qd4)_hT`x`HFIvb`H~t{|P0uHph*MPDAYU_~3f+%5&@^$7
ztWlq}#KpquyIdLQn)_O5_ddJBZ5*L1`p9K#o&bzsqsy!1T3$BoZrgh&HmFLtxS3gM
z7tG3j&Q0p9&q1Nhsoxgz_M7sol85rjxv*?Msgi@y#bk-4Fg33I%$eEOvLr_r$8TOA
z@~$}2^f?DXySBITha;kiTxW&MyRLA`?JOH-dw(ee-D<J{`^}BPo61oGJ{_H3XgKKI
zJMH2S1tKLYEBkeaa`~{<cs_+x$P&wg+%Uyv29Z`sh{D=>6wm!JwaL=Gh{%}detw9I
z?>=t}FpozgSzw!xqMAv?^vntvbxloaucgf$(A0nt$P}=s$MHpd_iQq(@<1^JTzB_3
zG>?hfy-$M*L+_AMD-{zUYm}mr_3smVpKd=p+D_GdKkMl1+&{A5AKc#FKHx9kPhz0r
z#La2g7P9%+VYxdv+~ePsfZ<DvagVpmE%|!8<n$@SPFsEGyvIjfCGiX{BZT=SFJbE9
zL@)3V5vc%kDeB{3mLI1n!<3qt1?TRzN2Bk?J<FGh`TTkKrWAABNd`g2V-MjHhqABK
zUvbhVPM3wybZl>_roMjsZ@q}$6)6S(Kka1wf}+#WgwOe6I>B&;?f<Oq>~4wYyExh?
zbR8fI@Evdi7t;RM$zeyH4dQ=ihg`F<ksNxhI%*!m)OPmv-z()w04X9Feoe1+qt|e4
zj#FUjJzN`wOP9@f;)*ev-B~iu7lH*t^!Qd2%J=7U;Z^EJ3`OJK!8qH9&MVU?7UhW=
zD6%VbTB-m1`Lj-mm-F)-otS53VQ8oTAhyVW#`zvdF#%hpb%<d{5LEDmE#uuoL-zu&
zFP1Vpe3w>M43fzVvRiGUqN1Ia`#?}|bQhmm_+bQfDrMI<y4~(yL$bw71hv|4KCX>Y
zd{IXKjvb>iffV*Y#KK`b%HcK~M)U1=&GXg!2(<W-0FK@)zQvO?Y>iDEBW&~gN{#%J
z(DAcql~sZ=OF(<ONLzc`w@O<QmkrW@ftYQ`fjdh6SK$-zCMv2YE62CVl?{U)S?AfO
zmHlrW26`1nA6vE>^nPw?Tv3F=)i+}j|M)fSz=DxjA2PVoT`x<(er<D4u+G8guQ7TJ
zatwXEEj$rBb4p@%cI^20)Qg^8f>BXXv<X1BMyg=v_&miGrl#?s#x1h6baZzPt&YRh
zZG3g7+Vbn-@)lP9>sITd_Hrg}ZuHiZo#(Kd#AL6RM8?EmYgV7_EM#h?H|nwmndi!c
z6b>h^%!Xp39(zTczy#2TnJgMR#H|h|)908;qoMc|4!ZR7AtGJf>{X;x8`5!bV1v-a
zBQq&<w#_G^pI!`S?@XAN*BT9yE~ciZy1Kimfw6e_`0?G|hc>uvWpb7@i#M2+Mjbwp
zAg?fWSH}DClLw142Q5?rayjk+`;3H;>6M`Jy^-7Yg!1=Td}Yb;J(v`FI8sRd{?$G>
ze*Gn#8yguJdDzRg<&7Sz<DG}iZAV?KPqT6FdS8A(ZYB&=Iwo$tBGt8i6!+o&fpKaX
z4PrTEm;9(_Gd^_~&<)G;*O#cxPZI}MZawg~y;uZ;AoIVPeNZN<zV+!<$*Hh_EjBGJ
z?bdy7*d{YLNaGuUdQ<gL9osZ1SJ1EI!bGE;zjdvolQKGrI+@->dLecI_7m{8U=-k6
z$7G>balo)`ZU%cAjRYQd4rkTno{0?3HwVjicM~!$I1;j8OG4G`_RpP!`l(OIXpv%=
z)<;W(-gRz;q_UCUA2t%RUEU3ugOYb3I~;dq>zA{~`9@Or2nr7tGVGG<>7uw*RWItY
zYE);jA)<i6Y5~#Q;^m~Ivn*epn6;RsDfjI;*!P>!hu`86NRvJbMi=rU8CaCQ>IN<4
z;8OnJ-sD2~J}-Bz8$~f<++c7*K0`9QVMv4h^ty1lk*aD?#3z{$!)A&0A;AD9XRNoT
zok!nJ=lfwF@9CXuuV}l<4y*9tQe`A&c=QM#dcNZNKEeg6rQ&yS;l6kNgsmEJJ#Y07
zE@)VJ7bVKW!?S;$(Hzn4T+EcNP)26)<gxOjG_2DdW?K43`1kKWdh+B+mn5zLrR{Y4
z<!P<cPfJkukjM@Vp=PJOheu&>22-AxO9HwcE+b8xDZ?u2>LI`eE~`35bmOq$%_-;b
z8pC`6VFEjU<P0}AoQRMm!ah8ZA2*b>;dV0XdF6VBc5rZr-9mz%n00@Czp`;}`@q8L
zS6-+h=HKDYhKTa`sU~aZ%H3|}i)Voc*t99b@mcYK<?)k_+ZWidqQOGm1z5K<HYgWG
z@pf)kV!#%<yq~~~>RoWB_hC(4UDp(MKKI(8j-!*CCdS*A+1H|e2Pox}RlUw4l%eui
zckg_D90A7~baEigF9`nPr%#^(l9Gr((wR8%oc!~4vpy%+i}pWDu>k?Gc#(Y`M`yL&
zDDwRh7k@fBv>!TfO2ttk!dPZHG$JMzs_4~Qa)5f=Fs72JK9I?IUKy)5V05MX%PeK3
zZi86d&fL;M3!i>^Q&-O{<!gbQ3jwX`#d1!&H4Nh$E;EEru35^g3p4nU{b-n&gJ39j
zV&<&UOc;BFg)A+77Yl1EjyqqvcVwc0o#O4XlRb-JwzhuA0^}~iMur!C?9Iqo>PyJ7
ziST@PaAblQY(iGQKHS%>w?Z_cp_!WE4N_(aiI2Yr@DdJ#%?je@GRi0~id-;p%vB#S
z;-dqAIKad(wll}FwJn#sE8oAs^N8mjK7N$wjRBLo+8}k}j>TH<k01EAKFk`rXW#Og
zxjcjo3pEK@rrDF^oYvzyYpgc`i4khb&&Y1)iRpxw?6h(7^M^t2d3J8@cE@}9l6h)+
zy64Ln7B)F=KzuwNAR(+?F{T7@)_4hhb(HuLyy}l1_LrXvLRkY|r6}k^<XH?8Ywv%3
zJvB9@{-B2C-<P4Ge()<hUTg`>Mn<y@7nfGM*sOYgfxUL;)edy<*yg?6A3`LBcH?AA
zNAeGjDAkNk5A=mf{m6`rS=PohQYMT<SN-!D8`z!9%oxx@r63&i=H#J#<Acxga<ps@
z0u`7-CF!55sHpt%lBVtz!x5v!%efKSHC_txEF2V8r_)Zp@rKOGEa4ZD+L9=cF&S9*
zaujH;;JiF~O<e7twic;BM1I4)!3kMYYmMSBD(bR5OXgRp*E=y$RPnO%Lg+`RKBu%3
zK#Duz#{C<7s40IV)=BPs_L4~{<SYx3po0@Vw3?WsV$A-@<f!r5m_kqfppxV1j)Aae
zdIT(bb8|~gkA`}f()xNnN-E05ogGw|W)Q;VmKHPH+1Vv-Y~+8vfB*gy-xGGIv*Q3b
z3L1pBd9o<uXQHDZxorQqgZal79r(Y@(HoV*b#B&INksl!$ui3N>LJU^rl5yoU=zX=
z5NKv0B$6;x71Xn^vqRxg<KeX#LrYF3eh3p=8?W*U@fC)~+_<{mR8C0~DRATcAmz5H
zk<W_oQ^{dW>RCJd4zdFF4AE*i0{XHhuk_V$T-MKieGjqZ<m8^DoUG@+fQw{dW$hU;
zXsu<oq5%T~o9~MQ%Um&8))*7gCjtT{|5BX6lBR@E@_P5j+Y+W@nHTcCN}X3xha{Xo
zs@{8r5oaW@g4Crq=6$0w3u_3-OUTnx+f;^xno3S=K$(A!h$=?Ic7mQ=xM%USoZvd2
z`hMx7=VDv1R4f(VqtZBV73%FDxMF2)Z2KDeJq1fs1gH}k-XF+K=n=9+&a;f1Q-cc$
z6_*l0NJt1_dOL+5Wi_}!n_WuXg%_-9F;H{7m0{$yR*Qps_F^W)`2OKJrq59~3XC!t
ztaJq9)N@`9lI~&iM+F51#*<mJkmg6-?CDwmOW2f_MfshLnW<^eNG8(5*JqA(wlk<q
z*c8e3DHUH0nI^xq0EqtCCkZWeobWj6XHrtAtM3>sZokz35DQXxz5{N-qJDx$C0G|;
z82bFz#L&TU8O7xJ8fd>f(o-V<fYS-nBLQ%xO_D2b=lK0qBJkZ9DRrFqFfqrz+rrcJ
zAEgB8{Kp|;IX-p?9YMt{nW9nsTYt&OB4RsY0E4aA{N~dokY$yGud#%g0E9BOx4#36
z4Y*6Pe}0uF4i30%Y;0(EkP6wQ^w0Um?~kx_inaT=F@9PF>c4lhf_+v=M$Ds6LsEJ{
zO3IQ61M|TQ?)NuH_e))giHRMZU7xEdDb>B2!vI(c{9-WAKB^X%TKv%6RYg>iNXgsj
zhQ*KPf656Ei<bKVI-mfS2M=<|?D7aO68nrFVyPty{p{;Qi6PhNofsgV(A2D{sSB{~
z4ZA4{=V9ICle>>kNJNw`rXDamD-1OgJ=-SVBcl#D?h&J+qg6ly(@-Ce#8`@jkr;xP
zhp6OCB!O1C08ffU1S%m5I-Ml)fBnZDISI7y0Z8}hLaf9BA^C<kM@$xtj$Ap1F$53$
zzxlXWPBR8wh&;ruKuZ{bG^`s|spILq$cPtKZ;t(Y{)&U&iRNuS=W-6)wIA!BLll$t
zs>=88UYBIYMDX`mO=hRKwL4tUVcQP)@w;2k?}F@ogPp}V5k~0Q;i8}B`H$)pvzzW`
zUbbpCe!Ir!9||j8?-Ex61U))&-e71sW|EZF)YLq)Sql0<i=KEw{!%d;)q$&8*N&`|
z6K?K%e07}CFP+s@ZmeKn(<daNWnA<198{|zW~#T`TCJ(IwR?J+960@nvka~3@i?{)
zziZv>uMDU`Fo7wSBdKALH2zpTJU~(v6fjmIt%CmmkNRF9XQmKa60@*JK+PUndt=hr
zQ;fs{LmRtE?FTX&Hq&2p&V2r09j(t(VfE4;OuK?AnoPA+J+6{541O<N(%WpKfTZ$C
z)76do`Z+>XWUEKvFy198B61KKigL0U4o?e!8XV`tA9^)GK@tT;g-e?1gd;{x5dby>
z4JP55uNOQi=33pK!PuMFTinT2j_8rN_ajU6nSug4r+!OFxfVlxOIBtkN0DOI7uK79
z;W2oTlCZB0M40qGq^+R=9v@<YpAkm(%P7ir_se(RN^D-gew~zMYiSt<9oUua4&TM4
z9UKAz0zyJ!dI5nu-E?&DA-n@fV6mG7TBr7vUT+Tr9wj~!!rswQ*Lpm|?JA(8qM}<o
zj8AwU9TIZ)iSHjQ#edG^_>q$33xPr5twQsDtz3exKA1bNUIBy&5u*)|VU+Tc65Q$Q
zUzt5WL~HkX?%VqEYe-T(9|AaA+$shuD=Tk{KJ8WfNEFBf(PX9Iwj)h{e5%3feX>R7
zcIBR;SS_EsqIc5`xAv_lM%2#Uj`r@}g)1?b=Wmlf^xFvaOE)*70DglWdwr($G1Mv8
zckg<q@>&JJY0&0%Onyp$kB9F?_HrZ>$fvS+ezG7h*Q&<MN)BQ!-2gCu%GoZCMYg$N
zN2jnqgA|I;V+93;ht3zg3LZDUymnT3`z`3`xO-otlE8N46?zPXnd8N8Cr!`rfDtPz
z)1d9nYYYd6<INN3RdPFRsP_#n+(CfQkfk+__lt{*IVS?}*r#6oa_O6I&TmjOKO>s@
zHO-oIeK50o22+<R;7eZQ&rc+gtGs=f@GgP-<&IBfM@0JNh3QVlul4Wk6r^F_wQt-M
zuq=JK?^=&$)ly@&dr*UQo4h(#juAgsgJQL-#q}@_ZEI4gl>KCc3X6(6>ez>Yfnm0_
z*RN8((=axFFxG7RGZ85-ZB5T42?52eC714j?6tR3&*e&4-C~<kwV`&KBO;(3-U;9H
z4Wfz4g@DdD%J15ZoF$JN=fNWV#PteDA6}VqT66?NDxu}Q?C@`Sp3e2IaE9-l<_3fA
zEKgG$AHm0`?OxqwCul69G><iOQs0}Mj!+Sy$|6|JPT>goT@t}2x3}jwxRW`<hV>4?
z_~pxR7(gUF3X04bKHC8oA8uRAQ20Hw`UbTQqns!%KIJ`LJVm}?4F1=FSt2dAM2v_z
zF`c4r+p{>Bn3$C_26`w+h<?|eY;erw>>r=Qz>gwdF8%$h!eOuT#DUZAa+SF<h!Fwm
zN8`D4ja1RoVH@kX+)|Rj57uf*Thkp>{7GkfdOA8wDcKE<BX4!JwT&l7w)gh;C(c`d
z8!{UChm`Ge6+bdM_raP$Sa`O+%oZ*>ji<=$>t`aUMJG1|`1$$IjtJ(a`K-ifVJ<Z`
zFW~U(Dx%@fQOTFeh^sa{r?T{aDsT2}b@}g7U}*yL->bIt2J?OT3H<yhz=y`0MKmUm
z{Wt0M<)05R(~B$hO|JX{kiJBiJPTj17YQpFiBrKi^SNp=L1t%f3YL5=hd~XN)pz)0
zpp^JF_A}u)%*n}ZAe>-erP#<%gVhKo6S4<Cd(KtBA=d7WOCOJhgM$N%;qb47%$rq8
zNlE?w>kyPmBQ-co5fA{%G<okng_sZ%OUo$eV&_5rZN&u*2r5oaf2_?uv#}vpxbcmB
zFz5_fdlB`UkFDm44u(kkOu0>W`{<aN@4C6UK?Nl6vg>1geScl4n)Zr6LRY}$GjCBk
z#HD*$`&++w_B@0^qHnwyAU2_x7T+6gGI#oUJFcA|97=Hngh{3s-<q7v3J0H?azi&z
zNAzP!iT2m>s`P{1aEKQN$SmzA4g@phZJy7$-~Rr|z|{BrTJK%M_PX3>mnRwS{7?r%
zYSwc{D;8*$!_FC*CE{f)X6&!oO8n&-|0d%pa;<hn3O`w%APq}6HdPQYYw(WPUz{jU
zOcFZAqYtW{6#o8p(@luLF<4mO(mXZCF1qyaHhVJoxKxt9d!v36ukI$`N7HTWV2$Of
zJKFk`N@<5OOW&2J(Q-oMmhAhef}$eRiwZ70t({=|g(hyC9n7F|HlbiFgo1)1)9E)l
zayqY|Q~2f?<*1X3qu9zoOniKNu39S&jYt^8(lIbIOP3n3bzGu?FvWbF2FL`zGbaMz
z%aT58RT_i?3!aEgB)JgVT~=><kEnkn1mfI1ul{Y0%2_}oGziLm50Fgh{QAOWnR0#I
z>X2*(aei{6Lo!N(>rN{w3BYOJ!oHaI{A@2`L8Q5I>1z9JU?KZBBkpNxPNP_}RkzQc
z$LGh%{r&x^g1)G>rd#X#1Wg`)@%dk!8J6;x*xE+B&+kM7x3N+90#@aMm;b}S>wy%x
z!ZVixLd~}*a?Hq2FU;xTlIc>0Z$rMY$hf1%S12A^@@`_IBHWVfz-?4?A424#kDzDS
zkGopAdMTWa?mu7Ip|M~OBoryCVZ1|l3-$7X`_`gQtU7D|m^F`fX&3CSHTG+Yn!Zpl
zuNzmpzDHPuGbOdrI9K(pdY$d`o3ti^!JW#q^z=OG##a>wpkHLyX`qB!e#UL9ucUV6
zNiZV<aGAmSBUuS`A3v^^*lR<uLo@*F50-DUnV6RIm6(^$57#Qznp*h9H#IBEu0CF0
zU%~jqY5W`Bof)g521zqbh;)rR&GFWJ`{!+Lb5}v-mM22JlY`+J|3?4vM6?qWpLi+}
z5Y&3jc`2mvQw?`s#~vo<kx1{d@bM7=N2=^?00iMzJwMZ=Ll5Djt=wyhZ8_~H)WSZW
z&ZmO!;yxK>sFEscZ};B|xYUK<R^7(Zf&!HCi7KtjCQ17K<jSo{90U-ArfeXH!8(_U
zqlg3VXnsL~<aWJ~>((cMj)A16p0`lUE{0<?DEwJnT{+#JHS)2asqs#4S@s&0WyD9>
zHY*Nc+XY{F#iOcG9Rt;3<igHunzg&@Uz(lCvs-Vv#KE<>WoHjvxIR`<|9#a^8Y_e*
zLdq}AVKw%8Zl+qURZ@m(m)g1M_4fMh2zOjJmzuo3Z1gR(M<*sGVr=T;v?4jF+$*1*
zDNmbTn~jQEW+&M@x0)%!Cgw;D&u%Qk<Zn?@94n~VbA$_3*IrX~M0?pB*SJFvQPwo?
z9G5K&m27ZfVd3=62Z(ha{a8Qln|Jg=wRn)_J@1ksPs-b_xy>KRkWZJsX_NK#9tjcM
zeLkWr>d(W%F3rb&@&6<?TQK0DbXYq2yJN7kHNPs$s0xYbA7ArN&)9bKySuqbr6?j=
zO;%Cq@}7nkhu>9DsMCwJC}C|WR{_-i%+Qe9wm&F=;4)fQtBUg1H(y^LJXeEO?0c)w
zx6*1B39C@ND+g_-k%KQOT;(nXuETas9oEeyu}g>n%{b`flJs*gNy@!Rp0^|?JS`In
zMNlW*^Ez3N9W7FjYHhH0-B{{C2NK>|gA2kBkF$QdeSP)3>>Z&b(IlypfokKtC+k?{
zV>ZsJ>DRb{0hgE0XTEUbqqk<Y*uMUG{X&Pn+CwI%tZwcdOVWo;^e4&PXedY(dhHlO
zemB@u(~VjbjE9HvgZsSpt-O-c9YzJJCspM3k6)-uHlFJDOS*bk<0%h%CvH3yPEJnt
z&<QmxY?&vUB$whWD%$c&`g@-o-`>5)@jAB8^rUGu$kUk{`p=r4;^K((RZ{e<g5=O6
z@BON$f*0LSdaz?$Nis%(VZXqoFY?N_LWeLK+BE0x(a~{(kqI~JK9y@+W$sqR4dZ{s
zN_X780o^ATs9I~KlN24z^Rk)sC9_-m5!Q}v$AdABHm%j)pQ!cJ+V8m5G!BNG4%Tjj
zh8PZHfE+WNll5bHK|^V*nlm@IH39|2$xfkGby=3I$l<E|#F?YGI9-D?J4yNO#!=<z
z%3z$p@Pb!)@W2`l+E$#%%^Z5?#MZHmQufo;jP`B9Z}A#MWzE%G6%|uv#izTrojikh
z_0}uZ<J1mSzrGjzW-PqfoqZ7C%8{lJ7HY(?bPH0-4m~Ia_nu?l)w7@H+McOjY5VGT
z^;<T{|6i~4)@ZoVrY34<MH&CtUokQw-}i?n-d{ec5Y3;Uo%!6_*bD^SdlvjDd*UcM
zw9@GkWePH)vylbe#!~ARuWQZViKlnXw&rC7U_^d;6$^Tpk8AFm$p`qf<CURee?z1|
z)Vk*S{_-L(H<o8HPvT@RvSp}qV|jZu6iO8h?U&$d$XIn><{eG7#qX{){{jW2nbb!f
z+EQKM`Thxd<jiLX>cBG&Tj`M6);=+uG8G2(ND_43zXJzXOrY`tT%dPy1Mg+%%e@wt
zqd8!Zj;qaLBgEM6y>P9m`%PU<@q`u+-W6b+RQ%GMR(QE=qIy`FBjYhHFhkByCn{~V
ze6E)6R=iHDKuM_%d642%@thCJ9g0s)RhR*X3tCG=gLKB4$;s;z_2sH*wY5(5sNd?#
zwYnk1?y&YdgLF=(9P49*+x$&H7TT-*HcVrb<K}N#JRXqVVbzmHG~U_b`qr!#FwKuk
zA&8RgcXe;N!9Lh5{HBK_dvwe@59gU0><x&<GqIVZf-Y#}B^8I{c%*1FG&CsNq5+^u
z0_}5N=}WaY6hf#RdNn`GGOyO^e&9zW+*}3g@Dx3`AB+$H8t<hqLj+T;4x&)6h%@4M
z&(BjsC3g4vvb|TpyA@J7G6{Z>(_>;fQ%=)_1p8k_vYD8G5iK+`hQsT0CzNg%=TBQ`
z8?*(+>Uax3kWkK?05VNx*Np(yFX_4pekgj8nb*K9Wb+%X%`X$`x&X8!^C4X74~_4T
zx{_)9#lHPR2FF}zLOya>+bJh(vb{ak$yUcg-;(l!krgRL-sD_gIsu0ayC(EP5TS2z
z%Y$Ty?18eb_GAEAEH-`BI+}#D3pBbWc6Jp<g^5tBfh@sfnVE)d{4qCocNNu))1O%Z
z{U%5B(JWEuqgX932O$PtC;ga*){DuXI%_L)ix`UqAH5`_Q1Nn-Nbh2WbnU`6Pv~@d
zyzCO2P$>Wp)WC>+r<Qf86cnUVF;sUSNSkW7MtU<VrbR8jRUX;obJ&Sakp4BKE}F)x
zv;A)l96yU^@tr!WG=2vU)=Go)BfZ(4u_l>Lm3+5|3?+iL+&yCaFU>yp8F&bsoc4`9
zu;8sPr5ZxFNv`=yMum^m)YL-4QEmCuvVg1%sG3VkPWsE><X}NaOq{n6Anq}+Z?O#b
z@fLG!Own%0{88PJL-|pm9aOss(s3no8My}UB|RLb9s&ue{nwVXMbLM%a&M+#`^nK@
zc9K^Wpu5{p%u!n$%($*74O`w<dg{!;*QmYx@*C@&Lwa8UW9DS>D=<Jq^+C&Xct4iX
z%wHTq%uGlKl4%Iqy^dHg-vRNI%Hz;6o!!e92(pC$1Mj-wE;DQE(w~Mt_Ee%y_z=FK
zJDD=PdiJL^DMK8e<trZ^(bvo;C@covI#1b%m0NIJmlI1p&gHIkR*B+=%(dHGtTS=m
ziHV>mBGh>NeN=JjhrDK2F9_7;EjX(R2`#Vu$jpNF(Q;HgIk}acFzA^Cx6PL)nLks>
z%5M8%`|k>MIr5T+%+H(-iLWj$`RiRZD|LoHyYxM0Ctex$JapPRL)UNZrfx)*OEBZT
zIIYMy_)i^1b&051aT~0P`m*9^ipLJ76I%kh+v)FQ7|-1L<)HuJ7<!!S-<sF6>16Ng
zb9BZX7Dt}%X4Ed|d48VC=Z&M7Azb+La9;A5Ng1h7WVkCZ7#LEc(1jcb*}Q$gF0d*4
z(xP6BgSmF!ZBfi_zJ&;^BQ~4xR*@AzLr>Fq?+_F#tY#>CBv1*sQLZrgM5In>k8s!n
z!q@8Q<^FTMKXvePlv3-g6JXvOPk*FaSQ~_N;z6nG75imspWySm5FdVDR2&+CvO0O-
zE>S?IwCIEtCsU}ZkbXecabv=;Mun{0^7sZmtbKZoOVrT#L4wPuyCy#0=|20L!x2f=
zBzi_(!d~f^ZfH}GSGxoE^@i#Ok?l^lgc)Dy8q`YMUb7ww*~bF#pqB6L+;;f^;fcX3
zk(~Zi{6XPy6>lfa|J}2)zqqn}2SUzL^-_ZogWIlz8JU=t{#{>cv{1RZI|nzWkW^Gw
z0z0X~!YZjd%`@BXO>$2Dp}!5CRZw4{8=?&>b$P>~w^Q(l4DuxIQFs@tHhM5IF<C7%
zaAag;(h_3CzkeSM0t}CXqX#d21H}TEI60v;;1QoyHGU!m-Ga`E%EgTh3?4PLh(6Oc
zkAFywW@ZA+ie<sU?INJWzisT}r(uz$rA0(WRvwX*!6o_l`WnA_6$_04xLSJFiw4bS
z&n=6JtmfMUz}@l<=%vI@a^S3pE0&d&k&*f4b!lOs;(&a=RM;M9Fjv`jAn-!oe*Pbc
zM)6FgDDfjMCZ^;hH8sB4J9Mt-mHD@n<od+>{~byBf8;d(KR&)E>McFK^T3|;<o3Oo
Nvd<MIt0atr{sXCDy=MRb

literal 0
HcmV?d00001

diff --git a/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx b/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
index 5fbc826ca..0575f34c0 100644
--- a/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
+++ b/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
@@ -5,6 +5,7 @@ import System from "@/models/system";
 import showToast from "@/utils/toast";
 import AnythingLLMIcon from "@/media/logo/anything-llm-icon.png";
 import OpenAiLogo from "@/media/llmprovider/openai.png";
+import GenericOpenAiLogo from "@/media/llmprovider/generic-openai.png";
 import AzureOpenAiLogo from "@/media/llmprovider/azure.png";
 import AnthropicLogo from "@/media/llmprovider/anthropic.png";
 import GeminiLogo from "@/media/llmprovider/gemini.png";
@@ -19,6 +20,7 @@ import OpenRouterLogo from "@/media/llmprovider/openrouter.jpeg";
 import GroqLogo from "@/media/llmprovider/groq.png";
 import PreLoader from "@/components/Preloader";
 import OpenAiOptions from "@/components/LLMSelection/OpenAiOptions";
+import GenericOpenAiOptions from "@/components/LLMSelection/GenericOpenAiOptions";
 import AzureAiOptions from "@/components/LLMSelection/AzureAiOptions";
 import AnthropicAiOptions from "@/components/LLMSelection/AnthropicAiOptions";
 import LMStudioOptions from "@/components/LLMSelection/LMStudioOptions";
@@ -150,6 +152,14 @@ export const AVAILABLE_LLM_PROVIDERS = [
       "The fastest LLM inferencing available for real-time AI applications.",
     requiredConfig: ["GroqApiKey"],
   },
+  {
+    name: "Generic OpenAI",
+    value: "generic-openai",
+    logo: GenericOpenAiLogo,
+    options: (settings) => <GenericOpenAiOptions settings={settings} />,
+    description:
+      "Connect to any OpenAi-compatible service via a custom configuration",
+  },
   {
     name: "Native",
     value: "native",
diff --git a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
index b30dd45a9..548272fe0 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
@@ -2,6 +2,7 @@ import PreLoader from "@/components/Preloader";
 import System from "@/models/system";
 import AnythingLLMIcon from "@/media/logo/anything-llm-icon.png";
 import OpenAiLogo from "@/media/llmprovider/openai.png";
+import GenericOpenAiLogo from "@/media/llmprovider/generic-openai.png";
 import AzureOpenAiLogo from "@/media/llmprovider/azure.png";
 import AnthropicLogo from "@/media/llmprovider/anthropic.png";
 import GeminiLogo from "@/media/llmprovider/gemini.png";
@@ -136,6 +137,13 @@ export const LLM_SELECTION_PRIVACY = {
     ],
     logo: GroqLogo,
   },
+  "generic-openai": {
+    name: "Generic OpenAI compatible service",
+    description: [
+      "Data is shared according to the terms of service applicable with your generic endpoint provider.",
+    ],
+    logo: GenericOpenAiLogo,
+  },
 };
 
 export const VECTOR_DB_PRIVACY = {
diff --git a/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
index 29b4e8456..b9e0f5bb1 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
@@ -1,6 +1,7 @@
 import { MagnifyingGlass } from "@phosphor-icons/react";
 import { useEffect, useState, useRef } from "react";
 import OpenAiLogo from "@/media/llmprovider/openai.png";
+import GenericOpenAiLogo from "@/media/llmprovider/generic-openai.png";
 import AzureOpenAiLogo from "@/media/llmprovider/azure.png";
 import AnthropicLogo from "@/media/llmprovider/anthropic.png";
 import GeminiLogo from "@/media/llmprovider/gemini.png";
@@ -15,6 +16,7 @@ import PerplexityLogo from "@/media/llmprovider/perplexity.png";
 import OpenRouterLogo from "@/media/llmprovider/openrouter.jpeg";
 import GroqLogo from "@/media/llmprovider/groq.png";
 import OpenAiOptions from "@/components/LLMSelection/OpenAiOptions";
+import GenericOpenAiOptions from "@/components/LLMSelection/GenericOpenAiOptions";
 import AzureAiOptions from "@/components/LLMSelection/AzureAiOptions";
 import AnthropicAiOptions from "@/components/LLMSelection/AnthropicAiOptions";
 import LMStudioOptions from "@/components/LLMSelection/LMStudioOptions";
@@ -38,6 +40,120 @@ const TITLE = "LLM Preference";
 const DESCRIPTION =
   "AnythingLLM can work with many LLM providers. This will be the service which handles chatting.";
 
+const LLMS = [
+  {
+    name: "OpenAI",
+    value: "openai",
+    logo: OpenAiLogo,
+    options: (settings) => <OpenAiOptions settings={settings} />,
+    description: "The standard option for most non-commercial use.",
+  },
+  {
+    name: "Azure OpenAI",
+    value: "azure",
+    logo: AzureOpenAiLogo,
+    options: (settings) => <AzureAiOptions settings={settings} />,
+    description: "The enterprise option of OpenAI hosted on Azure services.",
+  },
+  {
+    name: "Anthropic",
+    value: "anthropic",
+    logo: AnthropicLogo,
+    options: (settings) => <AnthropicAiOptions settings={settings} />,
+    description: "A friendly AI Assistant hosted by Anthropic.",
+  },
+  {
+    name: "Gemini",
+    value: "gemini",
+    logo: GeminiLogo,
+    options: (settings) => <GeminiLLMOptions settings={settings} />,
+    description: "Google's largest and most capable AI model",
+  },
+  {
+    name: "HuggingFace",
+    value: "huggingface",
+    logo: HuggingFaceLogo,
+    options: (settings) => <HuggingFaceOptions settings={settings} />,
+    description:
+      "Access 150,000+ open-source LLMs and the world's AI community",
+  },
+  {
+    name: "Ollama",
+    value: "ollama",
+    logo: OllamaLogo,
+    options: (settings) => <OllamaLLMOptions settings={settings} />,
+    description: "Run LLMs locally on your own machine.",
+  },
+  {
+    name: "LM Studio",
+    value: "lmstudio",
+    logo: LMStudioLogo,
+    options: (settings) => <LMStudioOptions settings={settings} />,
+    description:
+      "Discover, download, and run thousands of cutting edge LLMs in a few clicks.",
+  },
+  {
+    name: "Local AI",
+    value: "localai",
+    logo: LocalAiLogo,
+    options: (settings) => <LocalAiOptions settings={settings} />,
+    description: "Run LLMs locally on your own machine.",
+  },
+  {
+    name: "Together AI",
+    value: "togetherai",
+    logo: TogetherAILogo,
+    options: (settings) => <TogetherAiOptions settings={settings} />,
+    description: "Run open source models from Together AI.",
+  },
+  {
+    name: "Mistral",
+    value: "mistral",
+    logo: MistralLogo,
+    options: (settings) => <MistralOptions settings={settings} />,
+    description: "Run open source models from Mistral AI.",
+  },
+  {
+    name: "Perplexity AI",
+    value: "perplexity",
+    logo: PerplexityLogo,
+    options: (settings) => <PerplexityOptions settings={settings} />,
+    description:
+      "Run powerful and internet-connected models hosted by Perplexity AI.",
+  },
+  {
+    name: "OpenRouter",
+    value: "openrouter",
+    logo: OpenRouterLogo,
+    options: (settings) => <OpenRouterOptions settings={settings} />,
+    description: "A unified interface for LLMs.",
+  },
+  {
+    name: "Groq",
+    value: "groq",
+    logo: GroqLogo,
+    options: (settings) => <GroqAiOptions settings={settings} />,
+    description:
+      "The fastest LLM inferencing available for real-time AI applications.",
+  },
+  {
+    name: "Generic OpenAI",
+    value: "generic-openai",
+    logo: GenericOpenAiLogo,
+    options: (settings) => <GenericOpenAiOptions settings={settings} />,
+    description:
+      "Connect to any OpenAi-compatible service via a custom configuration",
+  },
+  {
+    name: "Native",
+    value: "native",
+    logo: AnythingLLMIcon,
+    options: (settings) => <NativeLLMOptions settings={settings} />,
+    description:
+      "Use a downloaded custom Llama model for chatting on this AnythingLLM instance.",
+  },
+];
+
 export default function LLMPreference({
   setHeader,
   setForwardBtn,
@@ -61,112 +177,6 @@ export default function LLMPreference({
     fetchKeys();
   }, []);
 
-  const LLMS = [
-    {
-      name: "OpenAI",
-      value: "openai",
-      logo: OpenAiLogo,
-      options: <OpenAiOptions settings={settings} />,
-      description: "The standard option for most non-commercial use.",
-    },
-    {
-      name: "Azure OpenAI",
-      value: "azure",
-      logo: AzureOpenAiLogo,
-      options: <AzureAiOptions settings={settings} />,
-      description: "The enterprise option of OpenAI hosted on Azure services.",
-    },
-    {
-      name: "Anthropic",
-      value: "anthropic",
-      logo: AnthropicLogo,
-      options: <AnthropicAiOptions settings={settings} />,
-      description: "A friendly AI Assistant hosted by Anthropic.",
-    },
-    {
-      name: "Gemini",
-      value: "gemini",
-      logo: GeminiLogo,
-      options: <GeminiLLMOptions settings={settings} />,
-      description: "Google's largest and most capable AI model",
-    },
-    {
-      name: "HuggingFace",
-      value: "huggingface",
-      logo: HuggingFaceLogo,
-      options: <HuggingFaceOptions settings={settings} />,
-      description:
-        "Access 150,000+ open-source LLMs and the world's AI community",
-    },
-    {
-      name: "Ollama",
-      value: "ollama",
-      logo: OllamaLogo,
-      options: <OllamaLLMOptions settings={settings} />,
-      description: "Run LLMs locally on your own machine.",
-    },
-    {
-      name: "LM Studio",
-      value: "lmstudio",
-      logo: LMStudioLogo,
-      options: <LMStudioOptions settings={settings} />,
-      description:
-        "Discover, download, and run thousands of cutting edge LLMs in a few clicks.",
-    },
-    {
-      name: "Local AI",
-      value: "localai",
-      logo: LocalAiLogo,
-      options: <LocalAiOptions settings={settings} />,
-      description: "Run LLMs locally on your own machine.",
-    },
-    {
-      name: "Together AI",
-      value: "togetherai",
-      logo: TogetherAILogo,
-      options: <TogetherAiOptions settings={settings} />,
-      description: "Run open source models from Together AI.",
-    },
-    {
-      name: "Mistral",
-      value: "mistral",
-      logo: MistralLogo,
-      options: <MistralOptions settings={settings} />,
-      description: "Run open source models from Mistral AI.",
-    },
-    {
-      name: "Perplexity AI",
-      value: "perplexity",
-      logo: PerplexityLogo,
-      options: <PerplexityOptions settings={settings} />,
-      description:
-        "Run powerful and internet-connected models hosted by Perplexity AI.",
-    },
-    {
-      name: "OpenRouter",
-      value: "openrouter",
-      logo: OpenRouterLogo,
-      options: <OpenRouterOptions settings={settings} />,
-      description: "A unified interface for LLMs.",
-    },
-    {
-      name: "Groq",
-      value: "groq",
-      logo: GroqLogo,
-      options: <GroqAiOptions settings={settings} />,
-      description:
-        "The fastest LLM inferencing available for real-time AI applications.",
-    },
-    {
-      name: "Native",
-      value: "native",
-      logo: AnythingLLMIcon,
-      options: <NativeLLMOptions settings={settings} />,
-      description:
-        "Use a downloaded custom Llama model for chatting on this AnythingLLM instance.",
-    },
-  ];
-
   function handleForward() {
     if (hiddenSubmitButtonRef.current) {
       hiddenSubmitButtonRef.current.click();
@@ -251,7 +261,7 @@ export default function LLMPreference({
         </div>
         <div className="mt-4 flex flex-col gap-y-1">
           {selectedLLM &&
-            LLMS.find((llm) => llm.value === selectedLLM)?.options}
+            LLMS.find((llm) => llm.value === selectedLLM)?.options(settings)}
         </div>
         <button
           type="submit"
diff --git a/server/.env.example b/server/.env.example
index 131dcf895..c333e4ec0 100644
--- a/server/.env.example
+++ b/server/.env.example
@@ -63,6 +63,12 @@ JWT_SECRET="my-random-string-for-seeding" # Please generate random string at lea
 # GROQ_API_KEY=gsk_abcxyz
 # GROQ_MODEL_PREF=llama2-70b-4096
 
+# LLM_PROVIDER='generic-openai'
+# GENERIC_OPEN_AI_BASE_PATH='http://proxy.url.openai.com/v1'
+# GENERIC_OPEN_AI_MODEL_PREF='gpt-3.5-turbo'
+# GENERIC_OPEN_AI_MODEL_TOKEN_LIMIT=4096
+# GENERIC_OPEN_AI_API_KEY=sk-123abc
+
 ###########################################
 ######## Embedding API SElECTION ##########
 ###########################################
diff --git a/server/models/systemSettings.js b/server/models/systemSettings.js
index 20c161cd5..bdec2af3d 100644
--- a/server/models/systemSettings.js
+++ b/server/models/systemSettings.js
@@ -358,6 +358,12 @@ const SystemSettings = {
       HuggingFaceLLMEndpoint: process.env.HUGGING_FACE_LLM_ENDPOINT,
       HuggingFaceLLMAccessToken: !!process.env.HUGGING_FACE_LLM_API_KEY,
       HuggingFaceLLMTokenLimit: process.env.HUGGING_FACE_LLM_TOKEN_LIMIT,
+
+      // Generic OpenAI Keys
+      GenericOpenAiBasePath: process.env.GENERIC_OPEN_AI_BASE_PATH,
+      GenericOpenAiModelPref: process.env.GENERIC_OPEN_AI_MODEL_PREF,
+      GenericOpenAiTokenLimit: process.env.GENERIC_OPEN_AI_MODEL_TOKEN_LIMIT,
+      GenericOpenAiKey: !!process.env.GENERIC_OPEN_AI_API_KEY,
     };
   },
 };
diff --git a/server/utils/AiProviders/genericOpenAi/index.js b/server/utils/AiProviders/genericOpenAi/index.js
new file mode 100644
index 000000000..61e7bccf0
--- /dev/null
+++ b/server/utils/AiProviders/genericOpenAi/index.js
@@ -0,0 +1,193 @@
+const { NativeEmbedder } = require("../../EmbeddingEngines/native");
+const { chatPrompt } = require("../../chats");
+const { handleDefaultStreamResponse } = require("../../helpers/chat/responses");
+
+class GenericOpenAiLLM {
+  constructor(embedder = null, modelPreference = null) {
+    const { Configuration, OpenAIApi } = require("openai");
+    if (!process.env.GENERIC_OPEN_AI_BASE_PATH)
+      throw new Error(
+        "GenericOpenAI must have a valid base path to use for the api."
+      );
+
+    this.basePath = process.env.GENERIC_OPEN_AI_BASE_PATH;
+    const config = new Configuration({
+      basePath: this.basePath,
+      apiKey: process.env.GENERIC_OPEN_AI_API_KEY ?? null,
+    });
+    this.openai = new OpenAIApi(config);
+    this.model =
+      modelPreference ?? process.env.GENERIC_OPEN_AI_MODEL_PREF ?? null;
+    if (!this.model)
+      throw new Error("GenericOpenAI must have a valid model set.");
+    this.limits = {
+      history: this.promptWindowLimit() * 0.15,
+      system: this.promptWindowLimit() * 0.15,
+      user: this.promptWindowLimit() * 0.7,
+    };
+
+    if (!embedder)
+      console.warn(
+        "No embedding provider defined for GenericOpenAiLLM - falling back to NativeEmbedder for embedding!"
+      );
+    this.embedder = !embedder ? new NativeEmbedder() : embedder;
+    this.defaultTemp = 0.7;
+    this.log(`Inference API: ${this.basePath} Model: ${this.model}`);
+  }
+
+  log(text, ...args) {
+    console.log(`\x1b[36m[${this.constructor.name}]\x1b[0m ${text}`, ...args);
+  }
+
+  #appendContext(contextTexts = []) {
+    if (!contextTexts || !contextTexts.length) return "";
+    return (
+      "\nContext:\n" +
+      contextTexts
+        .map((text, i) => {
+          return `[CONTEXT ${i}]:\n${text}\n[END CONTEXT ${i}]\n\n`;
+        })
+        .join("")
+    );
+  }
+
+  streamingEnabled() {
+    return "streamChat" in this && "streamGetChatCompletion" in this;
+  }
+
+  // Ensure the user set a value for the token limit
+  // and if undefined - assume 4096 window.
+  promptWindowLimit() {
+    const limit = process.env.GENERIC_OPEN_AI_MODEL_TOKEN_LIMIT || 4096;
+    if (!limit || isNaN(Number(limit)))
+      throw new Error("No token context limit was set.");
+    return Number(limit);
+  }
+
+  // Short circuit since we have no idea if the model is valid or not
+  // in pre-flight for generic endpoints
+  isValidChatCompletionModel(_modelName = "") {
+    return true;
+  }
+
+  constructPrompt({
+    systemPrompt = "",
+    contextTexts = [],
+    chatHistory = [],
+    userPrompt = "",
+  }) {
+    const prompt = {
+      role: "system",
+      content: `${systemPrompt}${this.#appendContext(contextTexts)}`,
+    };
+    return [prompt, ...chatHistory, { role: "user", content: userPrompt }];
+  }
+
+  async isSafe(_input = "") {
+    // Not implemented so must be stubbed
+    return { safe: true, reasons: [] };
+  }
+
+  async sendChat(chatHistory = [], prompt, workspace = {}, rawHistory = []) {
+    const textResponse = await this.openai
+      .createChatCompletion({
+        model: this.model,
+        temperature: Number(workspace?.openAiTemp ?? this.defaultTemp),
+        n: 1,
+        messages: await this.compressMessages(
+          {
+            systemPrompt: chatPrompt(workspace),
+            userPrompt: prompt,
+            chatHistory,
+          },
+          rawHistory
+        ),
+      })
+      .then((json) => {
+        const res = json.data;
+        if (!res.hasOwnProperty("choices"))
+          throw new Error("GenericOpenAI chat: No results!");
+        if (res.choices.length === 0)
+          throw new Error("GenericOpenAI chat: No results length!");
+        return res.choices[0].message.content;
+      })
+      .catch((error) => {
+        throw new Error(
+          `GenericOpenAI::createChatCompletion failed with: ${error.message}`
+        );
+      });
+
+    return textResponse;
+  }
+
+  async streamChat(chatHistory = [], prompt, workspace = {}, rawHistory = []) {
+    const streamRequest = await this.openai.createChatCompletion(
+      {
+        model: this.model,
+        stream: true,
+        temperature: Number(workspace?.openAiTemp ?? this.defaultTemp),
+        n: 1,
+        messages: await this.compressMessages(
+          {
+            systemPrompt: chatPrompt(workspace),
+            userPrompt: prompt,
+            chatHistory,
+          },
+          rawHistory
+        ),
+      },
+      { responseType: "stream" }
+    );
+    return streamRequest;
+  }
+
+  async getChatCompletion(messages = null, { temperature = 0.7 }) {
+    const { data } = await this.openai
+      .createChatCompletion({
+        model: this.model,
+        messages,
+        temperature,
+      })
+      .catch((e) => {
+        throw new Error(e.response.data.error.message);
+      });
+
+    if (!data.hasOwnProperty("choices")) return null;
+    return data.choices[0].message.content;
+  }
+
+  async streamGetChatCompletion(messages = null, { temperature = 0.7 }) {
+    const streamRequest = await this.openai.createChatCompletion(
+      {
+        model: this.model,
+        stream: true,
+        messages,
+        temperature,
+      },
+      { responseType: "stream" }
+    );
+    return streamRequest;
+  }
+
+  handleStream(response, stream, responseProps) {
+    return handleDefaultStreamResponse(response, stream, responseProps);
+  }
+
+  // Simple wrapper for dynamic embedder & normalize interface for all LLM implementations
+  async embedTextInput(textInput) {
+    return await this.embedder.embedTextInput(textInput);
+  }
+  async embedChunks(textChunks = []) {
+    return await this.embedder.embedChunks(textChunks);
+  }
+
+  async compressMessages(promptArgs = {}, rawHistory = []) {
+    const { messageArrayCompressor } = require("../../helpers/chat");
+    const messageArray = this.constructPrompt(promptArgs);
+    return await messageArrayCompressor(this, messageArray, rawHistory);
+  }
+}
+
+module.exports = {
+  GenericOpenAiLLM,
+};
diff --git a/server/utils/helpers/index.js b/server/utils/helpers/index.js
index 837a28f60..c8cdd870f 100644
--- a/server/utils/helpers/index.js
+++ b/server/utils/helpers/index.js
@@ -77,8 +77,13 @@ function getLLMProvider({ provider = null, model = null } = {}) {
     case "groq":
       const { GroqLLM } = require("../AiProviders/groq");
       return new GroqLLM(embedder, model);
+    case "generic-openai":
+      const { GenericOpenAiLLM } = require("../AiProviders/genericOpenAi");
+      return new GenericOpenAiLLM(embedder, model);
     default:
-      throw new Error("ENV: No LLM_PROVIDER value found in environment!");
+      throw new Error(
+        `ENV: No valid LLM_PROVIDER value found in environment! Using ${process.env.LLM_PROVIDER}`
+      );
   }
 }
 
diff --git a/server/utils/helpers/updateENV.js b/server/utils/helpers/updateENV.js
index ee9d4effa..5e629baf8 100644
--- a/server/utils/helpers/updateENV.js
+++ b/server/utils/helpers/updateENV.js
@@ -132,6 +132,24 @@ const KEY_MAPPING = {
     checks: [nonZero],
   },
 
+  // Generic OpenAI InferenceSettings
+  GenericOpenAiBasePath: {
+    envKey: "GENERIC_OPEN_AI_BASE_PATH",
+    checks: [isValidURL],
+  },
+  GenericOpenAiModelPref: {
+    envKey: "GENERIC_OPEN_AI_MODEL_PREF",
+    checks: [isNotEmpty],
+  },
+  GenericOpenAiTokenLimit: {
+    envKey: "GENERIC_OPEN_AI_MODEL_TOKEN_LIMIT",
+    checks: [nonZero],
+  },
+  GenericOpenAiKey: {
+    envKey: "GENERIC_OPEN_AI_API_KEY",
+    checks: [],
+  },
+
   EmbeddingEngine: {
     envKey: "EMBEDDING_ENGINE",
     checks: [supportedEmbeddingModel],
@@ -375,6 +393,7 @@ function supportedLLM(input = "") {
     "perplexity",
     "openrouter",
     "groq",
+    "generic-openai",
   ].includes(input);
   return validSelection ? null : `${input} is not a valid LLM provider.`;
 }

From 323c080b5e72d164eca8a7ad046606722f301e41 Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Tue, 23 Apr 2024 13:18:28 -0700
Subject: [PATCH 09/11] Support single-model providers for workspace LLMs
 (#1179)

---
 .../GenericOpenAiOptions/index.jsx            | 64 +++++++++----------
 .../GeneralSettings/LLMPreference/index.jsx   |  6 ++
 .../WorkspaceLLMSelection/index.jsx           |  5 +-
 3 files changed, 40 insertions(+), 35 deletions(-)

diff --git a/frontend/src/components/LLMSelection/GenericOpenAiOptions/index.jsx b/frontend/src/components/LLMSelection/GenericOpenAiOptions/index.jsx
index 456b50427..8f5a00b66 100644
--- a/frontend/src/components/LLMSelection/GenericOpenAiOptions/index.jsx
+++ b/frontend/src/components/LLMSelection/GenericOpenAiOptions/index.jsx
@@ -31,40 +31,36 @@ export default function GenericOpenAiOptions({ settings }) {
           spellCheck={false}
         />
       </div>
-      {!settings?.credentialsOnly && (
-        <>
-          <div className="flex flex-col w-60">
-            <label className="text-white text-sm font-semibold block mb-4">
-              Chat Model Name
-            </label>
-            <input
-              type="text"
-              name="GenericOpenAiModelPref"
-              className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:border-white block w-full p-2.5"
-              placeholder="Model id used for chat requests"
-              defaultValue={settings?.GenericOpenAiModelPref}
-              required={true}
-              autoComplete="off"
-            />
-          </div>
-          <div className="flex flex-col w-60">
-            <label className="text-white text-sm font-semibold block mb-4">
-              Token context window
-            </label>
-            <input
-              type="number"
-              name="GenericOpenAiTokenLimit"
-              className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:border-white block w-full p-2.5"
-              placeholder="Content window limit (eg: 4096)"
-              min={1}
-              onScroll={(e) => e.target.blur()}
-              defaultValue={settings?.GenericOpenAiTokenLimit}
-              required={true}
-              autoComplete="off"
-            />
-          </div>
-        </>
-      )}
+      <div className="flex flex-col w-60">
+        <label className="text-white text-sm font-semibold block mb-4">
+          Chat Model Name
+        </label>
+        <input
+          type="text"
+          name="GenericOpenAiModelPref"
+          className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:border-white block w-full p-2.5"
+          placeholder="Model id used for chat requests"
+          defaultValue={settings?.GenericOpenAiModelPref}
+          required={true}
+          autoComplete="off"
+        />
+      </div>
+      <div className="flex flex-col w-60">
+        <label className="text-white text-sm font-semibold block mb-4">
+          Token context window
+        </label>
+        <input
+          type="number"
+          name="GenericOpenAiTokenLimit"
+          className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:border-white block w-full p-2.5"
+          placeholder="Content window limit (eg: 4096)"
+          min={1}
+          onScroll={(e) => e.target.blur()}
+          defaultValue={settings?.GenericOpenAiTokenLimit}
+          required={true}
+          autoComplete="off"
+        />
+      </div>
     </div>
   );
 }
diff --git a/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx b/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
index 0575f34c0..271d91974 100644
--- a/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
+++ b/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
@@ -159,6 +159,12 @@ export const AVAILABLE_LLM_PROVIDERS = [
     options: (settings) => <GenericOpenAiOptions settings={settings} />,
     description:
       "Connect to any OpenAi-compatible service via a custom configuration",
+    requiredConfig: [
+      "GenericOpenAiBasePath",
+      "GenericOpenAiModelPref",
+      "GenericOpenAiTokenLimit",
+      "GenericOpenAiKey",
+    ],
   },
   {
     name: "Native",
diff --git a/frontend/src/pages/WorkspaceSettings/ChatSettings/WorkspaceLLMSelection/index.jsx b/frontend/src/pages/WorkspaceSettings/ChatSettings/WorkspaceLLMSelection/index.jsx
index 19e6e5daf..511ed34bc 100644
--- a/frontend/src/pages/WorkspaceSettings/ChatSettings/WorkspaceLLMSelection/index.jsx
+++ b/frontend/src/pages/WorkspaceSettings/ChatSettings/WorkspaceLLMSelection/index.jsx
@@ -5,6 +5,9 @@ import { AVAILABLE_LLM_PROVIDERS } from "@/pages/GeneralSettings/LLMPreference";
 import { CaretUpDown, MagnifyingGlass, X } from "@phosphor-icons/react";
 import ChatModelSelection from "../ChatModelSelection";
 
+// Some providers can only be associated with a single model.
+// In that case there is no selection to be made so we can just move on.
+const NO_MODEL_SELECTION = ["default", "huggingface", "generic-openai"];
 const DISABLED_PROVIDERS = ["azure", "lmstudio", "native"];
 const LLM_DEFAULT = {
   name: "System default",
@@ -145,7 +148,7 @@ export default function WorkspaceLLMSelection({
           </button>
         )}
       </div>
-      {selectedLLM !== "default" && (
+      {!NO_MODEL_SELECTION.includes(selectedLLM) && (
         <div className="mt-4 flex flex-col gap-y-1">
           <ChatModelSelection
             provider={selectedLLM}

From ff5d7d83726f43e77257773efb9996eb653df896 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Tue, 23 Apr 2024 16:22:37 -0700
Subject: [PATCH 10/11] [FEAT] Chat UI font size (#1172)

* WIP text font size change feature

* store text size settings in localstorage and improve styles of popup menu
---
 .../ChatHistory/HistoricalMessage/index.jsx   |   2 +-
 .../ChatHistory/PromptReply/index.jsx         |   6 +-
 .../ChatContainer/ChatHistory/index.jsx       |  32 ++++-
 .../PromptInput/TextSizeMenu/index.jsx        | 124 ++++++++++++++++++
 .../ChatContainer/PromptInput/index.jsx       |   2 +
 5 files changed, 161 insertions(+), 5 deletions(-)
 create mode 100644 frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/TextSizeMenu/index.jsx

diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/index.jsx
index a128e0195..d9efd98cc 100644
--- a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/index.jsx
+++ b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/index.jsx
@@ -44,7 +44,7 @@ const HistoricalMessage = ({
             </div>
           ) : (
             <span
-              className={`flex flex-col gap-y-1 mt-2`}
+              className={`flex flex-col gap-y-1`}
               dangerouslySetInnerHTML={{
                 __html: DOMPurify.sanitize(renderMarkdown(message)),
               }}
diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/PromptReply/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/PromptReply/index.jsx
index 5c48e9224..98d41a11c 100644
--- a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/PromptReply/index.jsx
+++ b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/PromptReply/index.jsx
@@ -21,7 +21,7 @@ const PromptReply = ({
       <div
         className={`flex justify-center items-end w-full ${assistantBackgroundColor}`}
       >
-        <div className="py-8 px-4 w-full flex gap-x-5 md:max-w-[800px] flex-col">
+        <div className="py-6 px-4 w-full flex gap-x-5 md:max-w-[800px] flex-col">
           <div className="flex gap-x-5">
             <WorkspaceProfileImage workspace={workspace} />
             <div className="mt-3 ml-5 dot-falling"></div>
@@ -36,7 +36,7 @@ const PromptReply = ({
       <div
         className={`flex justify-center items-end w-full ${assistantBackgroundColor}`}
       >
-        <div className="py-8 px-4 w-full flex gap-x-5 md:max-w-[800px] flex-col">
+        <div className="py-6 px-4 w-full flex gap-x-5 md:max-w-[800px] flex-col">
           <div className="flex gap-x-5">
             <WorkspaceProfileImage workspace={workspace} />
             <span
@@ -57,7 +57,7 @@ const PromptReply = ({
       key={uuid}
       className={`flex justify-center items-end w-full ${assistantBackgroundColor}`}
     >
-      <div className="py-8 px-4 w-full flex gap-x-5 md:max-w-[800px] flex-col">
+      <div className="py-6 px-4 w-full flex gap-x-5 md:max-w-[800px] flex-col">
         <div className="flex gap-x-5">
           <WorkspaceProfileImage workspace={workspace} />
           <span
diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/index.jsx
index 8fa4815dc..902409e49 100644
--- a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/index.jsx
+++ b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/index.jsx
@@ -12,6 +12,36 @@ export default function ChatHistory({ history = [], workspace, sendCommand }) {
   const { showing, showModal, hideModal } = useManageWorkspaceModal();
   const [isAtBottom, setIsAtBottom] = useState(true);
   const chatHistoryRef = useRef(null);
+  const [textSize, setTextSize] = useState("normal");
+
+  const getTextSizeClass = (size) => {
+    switch (size) {
+      case "small":
+        return "text-[12px]";
+      case "large":
+        return "text-[18px]";
+      default:
+        return "text-[14px]";
+    }
+  };
+
+  useEffect(() => {
+    const storedTextSize = window.localStorage.getItem("anythingllm_text_size");
+    if (storedTextSize) {
+      setTextSize(getTextSizeClass(storedTextSize));
+    }
+
+    const handleTextSizeChange = (event) => {
+      const size = event.detail;
+      setTextSize(getTextSizeClass(size));
+    };
+
+    window.addEventListener("textSizeChange", handleTextSizeChange);
+
+    return () => {
+      window.removeEventListener("textSizeChange", handleTextSizeChange);
+    };
+  }, []);
 
   useEffect(() => {
     if (isAtBottom) scrollToBottom();
@@ -91,7 +121,7 @@ export default function ChatHistory({ history = [], workspace, sendCommand }) {
 
   return (
     <div
-      className="markdown text-white/80 font-light text-sm h-full md:h-[83%] pb-[100px] pt-6 md:pt-0 md:pb-20 md:mx-0 overflow-y-scroll flex flex-col justify-start no-scroll"
+      className={`markdown text-white/80 font-light ${textSize} h-full md:h-[83%] pb-[100px] pt-6 md:pt-0 md:pb-20 md:mx-0 overflow-y-scroll flex flex-col justify-start no-scroll`}
       id="chat-history"
       ref={chatHistoryRef}
     >
diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/TextSizeMenu/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/TextSizeMenu/index.jsx
new file mode 100644
index 000000000..645e943c0
--- /dev/null
+++ b/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/TextSizeMenu/index.jsx
@@ -0,0 +1,124 @@
+import { useState, useRef, useEffect } from "react";
+import { TextT } from "@phosphor-icons/react";
+import { Tooltip } from "react-tooltip";
+
+export default function TextSizeButton() {
+  const [showTextSizeMenu, setShowTextSizeMenu] = useState(false);
+  const buttonRef = useRef(null);
+
+  return (
+    <>
+      <div
+        ref={buttonRef}
+        id="text-size-btn"
+        data-tooltip-id="tooltip-text-size-btn"
+        data-tooltip-content="Change text size"
+        aria-label="Change text size"
+        onClick={() => setShowTextSizeMenu(!showTextSizeMenu)}
+        className={`relative flex justify-center items-center opacity-60 hover:opacity-100 cursor-pointer ${
+          showTextSizeMenu ? "!opacity-100" : ""
+        }`}
+      >
+        <TextT
+          weight="fill"
+          className="w-6 h-6 pointer-events-none text-white"
+        />
+        <Tooltip
+          id="tooltip-text-size-btn"
+          place="top"
+          delayShow={300}
+          className="tooltip !text-xs z-99"
+        />
+      </div>
+      <TextSizeMenu
+        showing={showTextSizeMenu}
+        setShowing={setShowTextSizeMenu}
+        buttonRef={buttonRef}
+      />
+    </>
+  );
+}
+
+function TextSizeMenu({ showing, setShowing, buttonRef }) {
+  const formRef = useRef(null);
+  const [selectedSize, setSelectedSize] = useState(
+    window.localStorage.getItem("anythingllm_text_size") || "normal"
+  );
+
+  useEffect(() => {
+    function listenForOutsideClick() {
+      if (!showing || !formRef.current) return false;
+      document.addEventListener("click", closeIfOutside);
+    }
+    listenForOutsideClick();
+  }, [showing, formRef.current]);
+
+  const closeIfOutside = ({ target }) => {
+    if (target.id === "text-size-btn") return;
+    const isOutside = !formRef?.current?.contains(target);
+    if (!isOutside) return;
+    setShowing(false);
+  };
+
+  const handleTextSizeChange = (size) => {
+    setSelectedSize(size);
+    window.localStorage.setItem("anythingllm_text_size", size);
+    window.dispatchEvent(new CustomEvent("textSizeChange", { detail: size }));
+  };
+
+  if (!buttonRef.current) return null;
+
+  return (
+    <div hidden={!showing}>
+      <div
+        ref={formRef}
+        className="absolute bottom-16 -ml-8 w-[140px] p-2 bg-zinc-800 rounded-lg shadow-md flex flex-col justify-center items-start gap-2 z-50"
+      >
+        <button
+          onClick={(e) => {
+            e.preventDefault();
+            setShowing(false);
+            handleTextSizeChange("small");
+          }}
+          className={`w-full hover:cursor-pointer px-2 py-1 rounded-md flex flex-col justify-start group ${
+            selectedSize === "small" ? "bg-zinc-700" : "hover:bg-zinc-700"
+          }`}
+        >
+          <div className="w-full flex-col text-left flex pointer-events-none">
+            <div className="text-white text-xs">Small</div>
+          </div>
+        </button>
+
+        <button
+          onClick={(e) => {
+            e.preventDefault();
+            setShowing(false);
+            handleTextSizeChange("normal");
+          }}
+          className={`w-full hover:cursor-pointer px-2 py-1 rounded-md flex flex-col justify-start group ${
+            selectedSize === "normal" ? "bg-zinc-700" : "hover:bg-zinc-700"
+          }`}
+        >
+          <div className="w-full flex-col text-left flex pointer-events-none">
+            <div className="text-white text-sm">Normal</div>
+          </div>
+        </button>
+
+        <button
+          onClick={(e) => {
+            e.preventDefault();
+            setShowing(false);
+            handleTextSizeChange("large");
+          }}
+          className={`w-full hover:cursor-pointer px-2 py-1 rounded-md flex flex-col justify-start group ${
+            selectedSize === "large" ? "bg-zinc-700" : "hover:bg-zinc-700"
+          }`}
+        >
+          <div className="w-full flex-col text-left flex pointer-events-none">
+            <div className="text-white text-[16px]">Large</div>
+          </div>
+        </button>
+      </div>
+    </div>
+  );
+}
diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx
index cf460f3b0..859f84174 100644
--- a/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx
+++ b/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx
@@ -11,6 +11,7 @@ import AvailableAgentsButton, {
   AvailableAgents,
   useAvailableAgents,
 } from "./AgentMenu";
+import TextSizeButton from "./TextSizeMenu";
 export default function PromptInput({
   message,
   submit,
@@ -137,6 +138,7 @@ export default function PromptInput({
                   showing={showAgents}
                   setShowAgents={setShowAgents}
                 />
+                <TextSizeButton />
               </div>
             </div>
           </div>

From dfaaf1680ff4de647de727fcd404ec044c5dd8e2 Mon Sep 17 00:00:00 2001
From: timothycarambat <rambat1010@gmail.com>
Date: Thu, 25 Apr 2024 07:34:28 -0700
Subject: [PATCH 11/11] update perplexity models resolves #1188

---
 server/utils/AiProviders/perplexity/models.js     | 15 +++++++++++++++
 .../perplexity/scripts/chat_models.txt            |  5 ++++-
 .../AiProviders/perplexity/scripts/parse.mjs      |  2 +-
 3 files changed, 20 insertions(+), 2 deletions(-)

diff --git a/server/utils/AiProviders/perplexity/models.js b/server/utils/AiProviders/perplexity/models.js
index 8bed2a5a0..1990c4e70 100644
--- a/server/utils/AiProviders/perplexity/models.js
+++ b/server/utils/AiProviders/perplexity/models.js
@@ -19,6 +19,16 @@ const MODELS = {
     name: "sonar-medium-online",
     maxLength: 12000,
   },
+  "llama-3-8b-instruct": {
+    id: "llama-3-8b-instruct",
+    name: "llama-3-8b-instruct",
+    maxLength: 8192,
+  },
+  "llama-3-70b-instruct": {
+    id: "llama-3-70b-instruct",
+    name: "llama-3-70b-instruct",
+    maxLength: 8192,
+  },
   "codellama-70b-instruct": {
     id: "codellama-70b-instruct",
     name: "codellama-70b-instruct",
@@ -34,6 +44,11 @@ const MODELS = {
     name: "mixtral-8x7b-instruct",
     maxLength: 16384,
   },
+  "mixtral-8x22b-instruct": {
+    id: "mixtral-8x22b-instruct",
+    name: "mixtral-8x22b-instruct",
+    maxLength: 16384,
+  },
 };
 
 module.exports.MODELS = MODELS;
diff --git a/server/utils/AiProviders/perplexity/scripts/chat_models.txt b/server/utils/AiProviders/perplexity/scripts/chat_models.txt
index 41fce0f01..2a620525b 100644
--- a/server/utils/AiProviders/perplexity/scripts/chat_models.txt
+++ b/server/utils/AiProviders/perplexity/scripts/chat_models.txt
@@ -4,6 +4,9 @@
 | `sonar-small-online`  | 7B              | 12000          | Chat Completion |
 | `sonar-medium-chat`   | 8x7B            | 16384          | Chat Completion |
 | `sonar-medium-online` | 8x7B            | 12000          | Chat Completion |
+| `llama-3-8b-instruct`     | 8B              | 8192           | Chat Completion |
+| `llama-3-70b-instruct`    | 70B             | 8192           | Chat Completion |
 | `codellama-70b-instruct`  | 70B             | 16384          | Chat Completion |
 | `mistral-7b-instruct` [1] | 7B              | 16384          | Chat Completion |
-| `mixtral-8x7b-instruct`   | 8x7B            | 16384          | Chat Completion |
\ No newline at end of file
+| `mixtral-8x7b-instruct`   | 8x7B            | 16384          | Chat Completion |
+| `mixtral-8x22b-instruct`  | 8x22B           | 16384          | Chat Completion |
\ No newline at end of file
diff --git a/server/utils/AiProviders/perplexity/scripts/parse.mjs b/server/utils/AiProviders/perplexity/scripts/parse.mjs
index 1858eafb8..fcbbaf731 100644
--- a/server/utils/AiProviders/perplexity/scripts/parse.mjs
+++ b/server/utils/AiProviders/perplexity/scripts/parse.mjs
@@ -8,7 +8,7 @@
 // copy outputs into the export in ../models.js
 
 // Update the date below if you run this again because Perplexity added new models.
-// Last Collected: Apr 14, 2024
+// Last Collected: Apr 25, 2024
 
 import fs from "fs";