From e07535471f0c22905387bec284f8ce60abb4c9cc Mon Sep 17 00:00:00 2001
From: Blazej Owczarczyk <blazeyy@gmail.com>
Date: Mon, 30 Sep 2024 18:37:25 +0200
Subject: [PATCH 01/28] Added voyage-3 and voyage-3-lite. (#2394)

---
 .../components/EmbeddingSelection/VoyageAiOptions/index.jsx   | 2 ++
 server/utils/EmbeddingEngines/voyageAi/index.js               | 4 +++-
 2 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/frontend/src/components/EmbeddingSelection/VoyageAiOptions/index.jsx b/frontend/src/components/EmbeddingSelection/VoyageAiOptions/index.jsx
index 252cb0a7b..b55fc6743 100644
--- a/frontend/src/components/EmbeddingSelection/VoyageAiOptions/index.jsx
+++ b/frontend/src/components/EmbeddingSelection/VoyageAiOptions/index.jsx
@@ -36,6 +36,8 @@ export default function VoyageAiOptions({ settings }) {
                 "voyage-code-2",
                 "voyage-large-2",
                 "voyage-2",
+                "voyage-3",
+                "voyage-3-lite",
               ].map((model) => {
                 return (
                   <option key={model} value={model}>
diff --git a/server/utils/EmbeddingEngines/voyageAi/index.js b/server/utils/EmbeddingEngines/voyageAi/index.js
index 7f284fb49..f15272943 100644
--- a/server/utils/EmbeddingEngines/voyageAi/index.js
+++ b/server/utils/EmbeddingEngines/voyageAi/index.js
@@ -11,7 +11,7 @@ class VoyageAiEmbedder {
     });
 
     this.voyage = voyage;
-    this.model = process.env.EMBEDDING_MODEL_PREF || "voyage-large-2-instruct";
+    this.model = process.env.EMBEDDING_MODEL_PREF || "voyage-3-lite";
 
     // Limit of how many strings we can process in a single pass to stay with resource or network limits
     this.batchSize = 128; // Voyage AI's limit per request is 128 https://docs.voyageai.com/docs/rate-limits#use-larger-batches
@@ -23,6 +23,8 @@ class VoyageAiEmbedder {
     switch (this.model) {
       case "voyage-finance-2":
       case "voyage-multilingual-2":
+      case "voyage-3":
+      case "voyage-3-lite":
         return 32_000;
       case "voyage-large-2-instruct":
       case "voyage-law-2":

From 348d9c828565a56ae9b9e496171e06dd98f5981f Mon Sep 17 00:00:00 2001
From: Blazej Owczarczyk <blazeyy@gmail.com>
Date: Mon, 30 Sep 2024 20:19:41 +0200
Subject: [PATCH 02/28] Add 3GB file size limit to body parser middlewares
 (#2390)

---
 collector/index.js | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/collector/index.js b/collector/index.js
index 2893754af..7c41002da 100644
--- a/collector/index.js
+++ b/collector/index.js
@@ -16,12 +16,14 @@ const extensions = require("./extensions");
 const { processRawText } = require("./processRawText");
 const { verifyPayloadIntegrity } = require("./middleware/verifyIntegrity");
 const app = express();
+const FILE_LIMIT = "3GB";
 
 app.use(cors({ origin: true }));
 app.use(
-  bodyParser.text(),
-  bodyParser.json(),
+  bodyParser.text({ limit: FILE_LIMIT }),
+  bodyParser.json({ limit: FILE_LIMIT }),
   bodyParser.urlencoded({
+    limit: FILE_LIMIT,
     extended: true,
   })
 );

From 5ac6020480f82a0a2cf68de6d532c5d77c5f1354 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Tue, 1 Oct 2024 14:52:57 -0700
Subject: [PATCH 03/28] Tavily search web search agent support (#2395)

* support tavily search web search agent

* lint

* remove unneeded comments
---
 .../SearchProviderOptions/index.jsx           | 35 ++++++++++++
 .../WebSearchSelection/icons/tavily.svg       |  1 +
 .../Admin/Agents/WebSearchSelection/index.jsx | 10 ++++
 server/models/systemSettings.js               |  2 +
 .../agents/aibitat/plugins/web-browsing.js    | 56 +++++++++++++++++++
 server/utils/helpers/updateENV.js             |  4 ++
 6 files changed, 108 insertions(+)
 create mode 100644 frontend/src/pages/Admin/Agents/WebSearchSelection/icons/tavily.svg

diff --git a/frontend/src/pages/Admin/Agents/WebSearchSelection/SearchProviderOptions/index.jsx b/frontend/src/pages/Admin/Agents/WebSearchSelection/SearchProviderOptions/index.jsx
index 1e5349857..2dae3f7db 100644
--- a/frontend/src/pages/Admin/Agents/WebSearchSelection/SearchProviderOptions/index.jsx
+++ b/frontend/src/pages/Admin/Agents/WebSearchSelection/SearchProviderOptions/index.jsx
@@ -281,3 +281,38 @@ export function SearXNGOptions({ settings }) {
     </div>
   );
 }
+
+export function TavilySearchOptions({ settings }) {
+  return (
+    <>
+      <p className="text-sm text-white/60 my-2">
+        You can get an API key{" "}
+        <a
+          href="https://tavily.com/"
+          target="_blank"
+          rel="noreferrer"
+          className="text-blue-300 underline"
+        >
+          from Tavily.
+        </a>
+      </p>
+      <div className="flex gap-x-4">
+        <div className="flex flex-col w-60">
+          <label className="text-white text-sm font-semibold block mb-3">
+            API Key
+          </label>
+          <input
+            type="password"
+            name="env::AgentTavilyApiKey"
+            className="border-none bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+            placeholder="Tavily API Key"
+            defaultValue={settings?.AgentTavilyApiKey ? "*".repeat(20) : ""}
+            required={true}
+            autoComplete="off"
+            spellCheck={false}
+          />
+        </div>
+      </div>
+    </>
+  );
+}
diff --git a/frontend/src/pages/Admin/Agents/WebSearchSelection/icons/tavily.svg b/frontend/src/pages/Admin/Agents/WebSearchSelection/icons/tavily.svg
new file mode 100644
index 000000000..ce1551057
--- /dev/null
+++ b/frontend/src/pages/Admin/Agents/WebSearchSelection/icons/tavily.svg
@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="500" zoomAndPan="magnify" viewBox="0 0 375 374.999991" height="500" preserveAspectRatio="xMidYMid meet" version="1.0"><defs><clipPath id="d0348dc115"><path d="M 109.378906 231.132812 L 146.484375 231.132812 L 146.484375 268.238281 L 109.378906 268.238281 Z M 109.378906 231.132812 " clip-rule="nonzero"/></clipPath><clipPath id="a28b194a7a"><path d="M 127.933594 231.132812 C 117.6875 231.132812 109.378906 239.4375 109.378906 249.6875 C 109.378906 259.933594 117.6875 268.238281 127.933594 268.238281 C 138.179688 268.238281 146.484375 259.933594 146.484375 249.6875 C 146.484375 239.4375 138.179688 231.132812 127.933594 231.132812 Z M 127.933594 231.132812 " clip-rule="nonzero"/></clipPath></defs><path stroke-linecap="round" transform="matrix(0, -2.578223, 2.578223, 0, 113.745458, 254.140061)" fill="none" stroke-linejoin="miter" d="M 5.499573 5.500038 L 79.114962 5.500038 " stroke="#f25022" stroke-width="11" stroke-opacity="1" stroke-miterlimit="4"/><path stroke-linecap="round" transform="matrix(0, -2.578223, 2.578223, 0, 113.745458, 254.140061)" fill="none" stroke-linejoin="round" d="M 59.865692 -10.999336 L 81.864858 5.500038 L 59.865692 21.999412 " stroke="#f25022" stroke-width="11" stroke-opacity="1" stroke-miterlimit="4"/><path stroke-linecap="round" transform="matrix(2.578223, -0.000251357, 0.000251357, 2.578223, 126.828174, 239.987372)" fill="none" stroke-linejoin="miter" d="M 5.500751 5.50068 L 72.398214 5.499627 " stroke="#ffb901" stroke-width="11" stroke-opacity="1" stroke-miterlimit="4"/><path stroke-linecap="round" transform="matrix(2.578223, -0.000251357, 0.000251357, 2.578223, 126.828174, 239.987372)" fill="none" stroke-linejoin="round" d="M 53.149037 -11.000109 L 75.148109 5.499895 L 53.14885 22.000154 " stroke="#ffb901" stroke-width="11" stroke-opacity="1" stroke-miterlimit="4"/><path stroke-linecap="round" transform="matrix(-1.692446, 1.944957, -1.944957, -1.692446, 134.219043, 258.208373)" fill="none" stroke-linejoin="miter" d="M 4.499518 4.49999 L 38.441562 4.500107 " stroke="#04a3ec" stroke-width="9" stroke-opacity="1" stroke-miterlimit="4"/><path stroke-linecap="round" transform="matrix(-1.692446, 1.944957, -1.944957, -1.692446, 134.219043, 258.208373)" fill="none" stroke-linejoin="round" d="M 22.691248 -9.000192 L 40.69038 4.49943 L 22.68978 17.999994 " stroke="#04a3ec" stroke-width="9" stroke-opacity="1" stroke-miterlimit="4"/><g clip-path="url(#d0348dc115)"><g clip-path="url(#a28b194a7a)"><path fill="#32b37f" d="M 109.378906 231.132812 L 146.484375 231.132812 L 146.484375 268.238281 L 109.378906 268.238281 Z M 109.378906 231.132812 " fill-opacity="1" fill-rule="nonzero"/></g></g></svg>
\ No newline at end of file
diff --git a/frontend/src/pages/Admin/Agents/WebSearchSelection/index.jsx b/frontend/src/pages/Admin/Agents/WebSearchSelection/index.jsx
index 345d3ef05..cba4397c7 100644
--- a/frontend/src/pages/Admin/Agents/WebSearchSelection/index.jsx
+++ b/frontend/src/pages/Admin/Agents/WebSearchSelection/index.jsx
@@ -7,6 +7,7 @@ import SerperDotDevIcon from "./icons/serper.png";
 import BingSearchIcon from "./icons/bing.png";
 import SerplySearchIcon from "./icons/serply.png";
 import SearXNGSearchIcon from "./icons/searxng.png";
+import TavilySearchIcon from "./icons/tavily.svg";
 import {
   CaretUpDown,
   MagnifyingGlass,
@@ -22,6 +23,7 @@ import {
   BingSearchOptions,
   SerplySearchOptions,
   SearXNGOptions,
+  TavilySearchOptions,
 } from "./SearchProviderOptions";
 
 const SEARCH_PROVIDERS = [
@@ -81,6 +83,14 @@ const SEARCH_PROVIDERS = [
     description:
       "Free, open-source, internet meta-search engine with no tracking.",
   },
+  {
+    name: "Tavily Search",
+    value: "tavily-search",
+    logo: TavilySearchIcon,
+    options: (settings) => <TavilySearchOptions settings={settings} />,
+    description:
+      "Tavily Search API. Offers a free tier with 1000 queries per month.",
+  },
 ];
 
 export default function AgentWebSearchSelection({
diff --git a/server/models/systemSettings.js b/server/models/systemSettings.js
index c51000191..e4c0fa9d9 100644
--- a/server/models/systemSettings.js
+++ b/server/models/systemSettings.js
@@ -103,6 +103,7 @@ const SystemSettings = {
             "bing-search",
             "serply-engine",
             "searxng-engine",
+            "tavily-search",
           ].includes(update)
         )
           throw new Error("Invalid SERP provider.");
@@ -242,6 +243,7 @@ const SystemSettings = {
       AgentBingSearchApiKey: !!process.env.AGENT_BING_SEARCH_API_KEY || null,
       AgentSerplyApiKey: !!process.env.AGENT_SERPLY_API_KEY || null,
       AgentSearXNGApiUrl: process.env.AGENT_SEARXNG_API_URL || null,
+      AgentTavilyApiKey: !!process.env.AGENT_TAVILY_API_KEY || null,
     };
   },
 
diff --git a/server/utils/agents/aibitat/plugins/web-browsing.js b/server/utils/agents/aibitat/plugins/web-browsing.js
index 76849056e..31e06cab0 100644
--- a/server/utils/agents/aibitat/plugins/web-browsing.js
+++ b/server/utils/agents/aibitat/plugins/web-browsing.js
@@ -77,6 +77,9 @@ const webBrowsing = {
               case "searxng-engine":
                 engine = "_searXNGEngine";
                 break;
+              case "tavily-search":
+                engine = "_tavilySearch";
+                break;
               default:
                 engine = "_googleSearchEngine";
             }
@@ -436,6 +439,59 @@ const webBrowsing = {
               });
             });
 
+            if (data.length === 0)
+              return `No information was found online for the search query.`;
+            this.super.introspect(
+              `${this.caller}: I found ${data.length} results - looking over them now.`
+            );
+            return JSON.stringify(data);
+          },
+          _tavilySearch: async function (query) {
+            if (!process.env.AGENT_TAVILY_API_KEY) {
+              this.super.introspect(
+                `${this.caller}: I can't use Tavily searching because the user has not defined the required API key.\nVisit: https://tavily.com/ to create the API key.`
+              );
+              return `Search is disabled and no content was found. This functionality is disabled because the user has not set it up yet.`;
+            }
+
+            this.super.introspect(
+              `${this.caller}: Using Tavily to search for "${
+                query.length > 100 ? `${query.slice(0, 100)}...` : query
+              }"`
+            );
+
+            const url = "https://api.tavily.com/search";
+            const { response, error } = await fetch(url, {
+              method: "POST",
+              headers: {
+                "Content-Type": "application/json",
+              },
+              body: JSON.stringify({
+                api_key: process.env.AGENT_TAVILY_API_KEY,
+                query: query,
+              }),
+            })
+              .then((res) => res.json())
+              .then((data) => {
+                return { response: data, error: null };
+              })
+              .catch((e) => {
+                return { response: null, error: e.message };
+              });
+
+            if (error)
+              return `There was an error searching for content. ${error}`;
+
+            const data = [];
+            response.results?.forEach((searchResult) => {
+              const { title, url, content } = searchResult;
+              data.push({
+                title,
+                link: url,
+                snippet: content,
+              });
+            });
+
             if (data.length === 0)
               return `No information was found online for the search query.`;
             this.super.introspect(
diff --git a/server/utils/helpers/updateENV.js b/server/utils/helpers/updateENV.js
index e898d4b09..db5cfe0e3 100644
--- a/server/utils/helpers/updateENV.js
+++ b/server/utils/helpers/updateENV.js
@@ -469,6 +469,10 @@ const KEY_MAPPING = {
     envKey: "AGENT_SEARXNG_API_URL",
     checks: [],
   },
+  AgentTavilyApiKey: {
+    envKey: "AGENT_TAVILY_API_KEY",
+    checks: [],
+  },
 
   // TTS/STT Integration ENVS
   TextToSpeechProvider: {

From 93d64642f393848c9b895a5a46cdee7a2355aae6 Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Wed, 2 Oct 2024 15:13:31 -0700
Subject: [PATCH 04/28] Add exception handling for special case files like
 `Dockerfile` and `Jenkinsfile` (#2410)

---
 collector/processSingleFile/index.js |  2 +-
 collector/utils/files/mime.js        | 22 ++++++++++++++++++++--
 2 files changed, 21 insertions(+), 3 deletions(-)

diff --git a/collector/processSingleFile/index.js b/collector/processSingleFile/index.js
index bdefb79e0..a00b139ed 100644
--- a/collector/processSingleFile/index.js
+++ b/collector/processSingleFile/index.js
@@ -38,7 +38,7 @@ async function processSingleFile(targetFilename, options = {}) {
     };
 
   const fileExtension = path.extname(fullFilePath).toLowerCase();
-  if (!fileExtension) {
+  if (fullFilePath.includes(".") && !fileExtension) {
     return {
       success: false,
       reason: `No file extension found. This file cannot be processed.`,
diff --git a/collector/utils/files/mime.js b/collector/utils/files/mime.js
index b747d5975..ad3ff5782 100644
--- a/collector/utils/files/mime.js
+++ b/collector/utils/files/mime.js
@@ -1,5 +1,5 @@
 const MimeLib = require("mime");
-
+const path = require("path");
 class MimeDetector {
   nonTextTypes = ["multipart", "image", "model", "audio", "video"];
   badMimes = [
@@ -44,8 +44,26 @@ class MimeDetector {
     );
   }
 
+  // These are file types that are not detected by the mime library and need to be processed as text files.
+  // You should only add file types that are not detected by the mime library, are parsable as text, and are files
+  // with no extension. Otherwise, their extension should be added to the overrides array.
+  #specialTextFileTypes = ["dockerfile", "jenkinsfile"];
+
+  /**
+   * Returns the MIME type of the file. If the file has no extension found, it will be processed as a text file.
+   * @param {string} filepath
+   * @returns {string}
+   */
   getType(filepath) {
-    return this.lib.getType(filepath);
+    const parsedMime = this.lib.getType(filepath);
+    if (!!parsedMime) return parsedMime;
+
+    // If the mime could not be parsed, it could be a special file type like Dockerfile or Jenkinsfile
+    // which we can reliably process as text files.
+    const baseName = path.basename(filepath)?.toLowerCase();
+    if (this.#specialTextFileTypes.includes(baseName)) return "text/plain";
+
+    return null;
   }
 }
 

From b658f5012de0658272fb0853a1c00a1fda2ccf1f Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Thu, 3 Oct 2024 13:45:23 -0700
Subject: [PATCH 05/28] Support XLSX files (#2403)

* support xlsx files

* lint

* create seperate docs for each xlsx sheet

* lint

* use node-xlsx pkg for parsing xslx files

* lint

* update error handling

---------

Co-authored-by: timothycarambat <rambat1010@gmail.com>
---
 collector/package.json                        |   3 +-
 collector/processSingleFile/convert/asXlsx.js | 113 ++++++++++++++++++
 collector/utils/constants.js                  |   6 +
 collector/yarn.lock                           |  11 ++
 4 files changed, 132 insertions(+), 1 deletion(-)
 create mode 100644 collector/processSingleFile/convert/asXlsx.js

diff --git a/collector/package.json b/collector/package.json
index 4ce85e68e..bf6498c06 100644
--- a/collector/package.json
+++ b/collector/package.json
@@ -33,6 +33,7 @@
     "mime": "^3.0.0",
     "moment": "^2.29.4",
     "node-html-parser": "^6.1.13",
+    "node-xlsx": "^0.24.0",
     "officeparser": "^4.0.5",
     "openai": "4.38.5",
     "pdf-parse": "^1.1.1",
@@ -48,4 +49,4 @@
     "nodemon": "^2.0.22",
     "prettier": "^2.4.1"
   }
-}
\ No newline at end of file
+}
diff --git a/collector/processSingleFile/convert/asXlsx.js b/collector/processSingleFile/convert/asXlsx.js
new file mode 100644
index 000000000..f21c6f1d9
--- /dev/null
+++ b/collector/processSingleFile/convert/asXlsx.js
@@ -0,0 +1,113 @@
+const { v4 } = require("uuid");
+const xlsx = require("node-xlsx").default;
+const path = require("path");
+const fs = require("fs");
+const {
+  createdDate,
+  trashFile,
+  writeToServerDocuments,
+} = require("../../utils/files");
+const { tokenizeString } = require("../../utils/tokenizer");
+const { default: slugify } = require("slugify");
+
+function convertToCSV(data) {
+  return data
+    .map((row) =>
+      row
+        .map((cell) => {
+          if (cell === null || cell === undefined) return "";
+          if (typeof cell === "string" && cell.includes(","))
+            return `"${cell}"`;
+          return cell;
+        })
+        .join(",")
+    )
+    .join("\n");
+}
+
+async function asXlsx({ fullFilePath = "", filename = "" }) {
+  const documents = [];
+  const folderName = slugify(`${path.basename(filename)}-${v4().slice(0, 4)}`, {
+    lower: true,
+    trim: true,
+  });
+
+  const outFolderPath =
+    process.env.NODE_ENV === "development"
+      ? path.resolve(
+          __dirname,
+          `../../../server/storage/documents/${folderName}`
+        )
+      : path.resolve(process.env.STORAGE_DIR, `documents/${folderName}`);
+
+  try {
+    const workSheetsFromFile = xlsx.parse(fullFilePath);
+    if (!fs.existsSync(outFolderPath))
+      fs.mkdirSync(outFolderPath, { recursive: true });
+
+    for (const sheet of workSheetsFromFile) {
+      try {
+        const { name, data } = sheet;
+        const content = convertToCSV(data);
+
+        if (!content?.length) {
+          console.warn(`Sheet "${name}" is empty. Skipping.`);
+          continue;
+        }
+
+        console.log(`-- Processing sheet: ${name} --`);
+        const sheetData = {
+          id: v4(),
+          url: `file://${path.join(outFolderPath, `${slugify(name)}.csv`)}`,
+          title: `${filename} - Sheet:${name}`,
+          docAuthor: "Unknown",
+          description: `Spreadsheet data from sheet: ${name}`,
+          docSource: "an xlsx file uploaded by the user.",
+          chunkSource: "",
+          published: createdDate(fullFilePath),
+          wordCount: content.split(/\s+/).length,
+          pageContent: content,
+          token_count_estimate: tokenizeString(content).length,
+        };
+
+        const document = writeToServerDocuments(
+          sheetData,
+          `sheet-${slugify(name)}`,
+          outFolderPath
+        );
+        documents.push(document);
+        console.log(
+          `[SUCCESS]: Sheet "${name}" converted & ready for embedding.`
+        );
+      } catch (err) {
+        console.error(`Error processing sheet "${name}":`, err);
+        continue;
+      }
+    }
+  } catch (err) {
+    console.error("Could not process xlsx file!", err);
+    return {
+      success: false,
+      reason: `Error processing ${filename}: ${err.message}`,
+      documents: [],
+    };
+  } finally {
+    trashFile(fullFilePath);
+  }
+
+  if (documents.length === 0) {
+    console.error(`No valid sheets found in ${filename}.`);
+    return {
+      success: false,
+      reason: `No valid sheets found in ${filename}.`,
+      documents: [],
+    };
+  }
+
+  console.log(
+    `[SUCCESS]: ${filename} fully processed. Created ${documents.length} document(s).\n`
+  );
+  return { success: true, reason: null, documents };
+}
+
+module.exports = asXlsx;
diff --git a/collector/utils/constants.js b/collector/utils/constants.js
index ee9ad22ae..c7beeb4b2 100644
--- a/collector/utils/constants.js
+++ b/collector/utils/constants.js
@@ -11,6 +11,10 @@ const ACCEPTED_MIMES = {
     ".pptx",
   ],
 
+  "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet": [
+    ".xlsx",
+  ],
+
   "application/vnd.oasis.opendocument.text": [".odt"],
   "application/vnd.oasis.opendocument.presentation": [".odp"],
 
@@ -41,6 +45,8 @@ const SUPPORTED_FILETYPE_CONVERTERS = {
   ".odt": "./convert/asOfficeMime.js",
   ".odp": "./convert/asOfficeMime.js",
 
+  ".xlsx": "./convert/asXlsx.js",
+
   ".mbox": "./convert/asMbox.js",
 
   ".epub": "./convert/asEPub.js",
diff --git a/collector/yarn.lock b/collector/yarn.lock
index 2786692e0..f991b43fa 100644
--- a/collector/yarn.lock
+++ b/collector/yarn.lock
@@ -2326,6 +2326,13 @@ node-html-parser@^6.1.13:
     css-select "^5.1.0"
     he "1.2.0"
 
+node-xlsx@^0.24.0:
+  version "0.24.0"
+  resolved "https://registry.yarnpkg.com/node-xlsx/-/node-xlsx-0.24.0.tgz#a6a365acb18ad37c66c2b254b6ebe0c22dc9dc6f"
+  integrity sha512-1olwK48XK9nXZsyH/FCltvGrQYvXXZuxVitxXXv2GIuRm51aBi1+5KwR4rWM4KeO61sFU+00913WLZTD+AcXEg==
+  dependencies:
+    xlsx "https://cdn.sheetjs.com/xlsx-0.20.2/xlsx-0.20.2.tgz"
+
 nodemailer@6.9.13:
   version "6.9.13"
   resolved "https://registry.yarnpkg.com/nodemailer/-/nodemailer-6.9.13.tgz#5b292bf1e92645f4852ca872c56a6ba6c4a3d3d6"
@@ -3528,6 +3535,10 @@ ws@8.14.2:
   resolved "https://registry.yarnpkg.com/ws/-/ws-8.14.2.tgz#6c249a806eb2db7a20d26d51e7709eab7b2e6c7f"
   integrity sha512-wEBG1ftX4jcglPxgFCMJmZ2PLtSbJ2Peg6TmpJFTbe9GZYOQCDPdMYu/Tm0/bGZkw8paZnJY45J4K2PZrLYq8g==
 
+"xlsx@https://cdn.sheetjs.com/xlsx-0.20.2/xlsx-0.20.2.tgz":
+  version "0.20.2"
+  resolved "https://cdn.sheetjs.com/xlsx-0.20.2/xlsx-0.20.2.tgz#0f64eeed3f1a46e64724620c3553f2dbd3cd2d7d"
+
 xml2js@^0.6.2:
   version "0.6.2"
   resolved "https://registry.yarnpkg.com/xml2js/-/xml2js-0.6.2.tgz#dd0b630083aa09c161e25a4d0901e2b2a929b499"

From 1a0ddfcd20c56ad531c601b1f433ed82a6d9748d Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Mon, 14 Oct 2024 14:25:22 -0700
Subject: [PATCH 06/28] hide config for agent skills to manager (perm not
 allowed) (#2469)

---
 .../WorkspaceSettings/AgentConfig/index.jsx   | 35 +++++++++++--------
 1 file changed, 21 insertions(+), 14 deletions(-)

diff --git a/frontend/src/pages/WorkspaceSettings/AgentConfig/index.jsx b/frontend/src/pages/WorkspaceSettings/AgentConfig/index.jsx
index b6994a14d..d0db3a684 100644
--- a/frontend/src/pages/WorkspaceSettings/AgentConfig/index.jsx
+++ b/frontend/src/pages/WorkspaceSettings/AgentConfig/index.jsx
@@ -8,8 +8,10 @@ import Admin from "@/models/admin";
 import * as Skeleton from "react-loading-skeleton";
 import "react-loading-skeleton/dist/skeleton.css";
 import paths from "@/utils/paths";
+import useUser from "@/hooks/useUser";
 
 export default function WorkspaceAgentConfiguration({ workspace }) {
+  const { user } = useUser();
   const [settings, setSettings] = useState({});
   const [hasChanges, setHasChanges] = useState(false);
   const [saving, setSaving] = useState(false);
@@ -84,21 +86,26 @@ export default function WorkspaceAgentConfiguration({ workspace }) {
           workspace={workspace}
           setHasChanges={setHasChanges}
         />
-        {!hasChanges && (
-          <div className="flex flex-col gap-y-4">
-            <a
-              className="w-fit transition-all duration-300 border border-slate-200 px-5 py-2.5 rounded-lg text-white text-sm items-center flex gap-x-2 hover:bg-slate-200 hover:text-slate-800 focus:ring-gray-800"
-              href={paths.settings.agentSkills()}
-            >
-              Configure Agent Skills
-            </a>
-            <p className="text-white text-opacity-60 text-xs font-medium">
-              Customize and enhance the default agent's capabilities by enabling
-              or disabling specific skills. These settings will be applied
-              across all workspaces.
-            </p>
-          </div>
+        {(!user || user?.role === "admin") && (
+          <>
+            {!hasChanges && (
+              <div className="flex flex-col gap-y-4">
+                <a
+                  className="w-fit transition-all duration-300 border border-slate-200 px-5 py-2.5 rounded-lg text-white text-sm items-center flex gap-x-2 hover:bg-slate-200 hover:text-slate-800 focus:ring-gray-800"
+                  href={paths.settings.agentSkills()}
+                >
+                  Configure Agent Skills
+                </a>
+                <p className="text-white text-opacity-60 text-xs font-medium">
+                  Customize and enhance the default agent's capabilities by
+                  enabling or disabling specific skills. These settings will be
+                  applied across all workspaces.
+                </p>
+              </div>
+            )}
+          </>
         )}
+
         {hasChanges && (
           <button
             type="submit"

From bce7988683cc7d71fcea8587a3797796f659ef9b Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Tue, 15 Oct 2024 12:36:06 -0700
Subject: [PATCH 07/28] Integrate Apipie support directly (#2470)

resolves #2464
resolves #989
Note: Streaming not supported
---
 .vscode/settings.json                         |   5 +-
 docker/.env.example                           |   4 +
 .../LLMSelection/ApiPieOptions/index.jsx      | 101 ++++++
 frontend/src/media/llmprovider/apipie.png     | Bin 0 -> 14798 bytes
 .../GeneralSettings/LLMPreference/index.jsx   |  36 +-
 .../Steps/DataHandling/index.jsx              |   8 +
 .../Steps/LLMPreference/index.jsx             |   9 +
 .../AgentConfig/AgentLLMSelection/index.jsx   |   1 +
 server/.env.example                           |   4 +
 server/models/systemSettings.js               |   4 +
 server/storage/models/.gitignore              |   3 +-
 server/utils/AiProviders/apipie/index.js      | 336 ++++++++++++++++++
 server/utils/agents/aibitat/index.js          |   2 +
 .../agents/aibitat/providers/ai-provider.js   |   8 +
 .../utils/agents/aibitat/providers/apipie.js  | 116 ++++++
 .../utils/agents/aibitat/providers/index.js   |   2 +
 server/utils/agents/index.js                  |   6 +
 server/utils/helpers/customModels.js          |  19 +
 server/utils/helpers/index.js                 |   9 +
 server/utils/helpers/updateENV.js             |  11 +
 20 files changed, 668 insertions(+), 16 deletions(-)
 create mode 100644 frontend/src/components/LLMSelection/ApiPieOptions/index.jsx
 create mode 100644 frontend/src/media/llmprovider/apipie.png
 create mode 100644 server/utils/AiProviders/apipie/index.js
 create mode 100644 server/utils/agents/aibitat/providers/apipie.js

diff --git a/.vscode/settings.json b/.vscode/settings.json
index d60238c72..1409c1073 100644
--- a/.vscode/settings.json
+++ b/.vscode/settings.json
@@ -5,6 +5,7 @@
     "AIbitat",
     "allm",
     "anythingllm",
+    "Apipie",
     "Astra",
     "Chartable",
     "cleancss",
@@ -18,6 +19,7 @@
     "elevenlabs",
     "Embeddable",
     "epub",
+    "fireworksai",
     "GROQ",
     "hljs",
     "huggingface",
@@ -40,14 +42,13 @@
     "pagerender",
     "Qdrant",
     "royalblue",
-    "searxng",
     "SearchApi",
+    "searxng",
     "Serper",
     "Serply",
     "streamable",
     "textgenwebui",
     "togetherai",
-    "fireworksai",
     "Unembed",
     "vectordbs",
     "Weaviate",
diff --git a/docker/.env.example b/docker/.env.example
index e67ac5ddd..55f3b2627 100644
--- a/docker/.env.example
+++ b/docker/.env.example
@@ -105,6 +105,10 @@ GID='1000'
 # FIREWORKS_AI_LLM_API_KEY='my-fireworks-ai-key'
 # FIREWORKS_AI_LLM_MODEL_PREF='accounts/fireworks/models/llama-v3p1-8b-instruct'
 
+# LLM_PROVIDER='apipie'
+# APIPIE_LLM_API_KEY='sk-123abc'
+# APIPIE_LLM_MODEL_PREF='openrouter/llama-3.1-8b-instruct'
+
 ###########################################
 ######## Embedding API SElECTION ##########
 ###########################################
diff --git a/frontend/src/components/LLMSelection/ApiPieOptions/index.jsx b/frontend/src/components/LLMSelection/ApiPieOptions/index.jsx
new file mode 100644
index 000000000..9bb16ae3d
--- /dev/null
+++ b/frontend/src/components/LLMSelection/ApiPieOptions/index.jsx
@@ -0,0 +1,101 @@
+import System from "@/models/system";
+import { useState, useEffect } from "react";
+
+export default function ApiPieLLMOptions({ settings }) {
+  return (
+    <div className="flex flex-col gap-y-4 mt-1.5">
+      <div className="flex gap-[36px]">
+        <div className="flex flex-col w-60">
+          <label className="text-white text-sm font-semibold block mb-3">
+            APIpie API Key
+          </label>
+          <input
+            type="password"
+            name="ApipieLLMApiKey"
+            className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+            placeholder="APIpie API Key"
+            defaultValue={settings?.ApipieLLMApiKey ? "*".repeat(20) : ""}
+            required={true}
+            autoComplete="off"
+            spellCheck={false}
+          />
+        </div>
+        {!settings?.credentialsOnly && (
+          <APIPieModelSelection settings={settings} />
+        )}
+      </div>
+    </div>
+  );
+}
+
+function APIPieModelSelection({ settings }) {
+  const [groupedModels, setGroupedModels] = useState({});
+  const [loading, setLoading] = useState(true);
+
+  useEffect(() => {
+    async function findCustomModels() {
+      setLoading(true);
+      const { models } = await System.customModels("apipie");
+      if (models?.length > 0) {
+        const modelsByOrganization = models.reduce((acc, model) => {
+          acc[model.organization] = acc[model.organization] || [];
+          acc[model.organization].push(model);
+          return acc;
+        }, {});
+
+        setGroupedModels(modelsByOrganization);
+      }
+
+      setLoading(false);
+    }
+    findCustomModels();
+  }, []);
+
+  if (loading || Object.keys(groupedModels).length === 0) {
+    return (
+      <div className="flex flex-col w-60">
+        <label className="text-white text-sm font-semibold block mb-3">
+          Chat Model Selection
+        </label>
+        <select
+          name="ApipieLLMModelPref"
+          disabled={true}
+          className="bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5"
+        >
+          <option disabled={true} selected={true}>
+            -- loading available models --
+          </option>
+        </select>
+      </div>
+    );
+  }
+
+  return (
+    <div className="flex flex-col w-60">
+      <label className="text-white text-sm font-semibold block mb-3">
+        Chat Model Selection
+      </label>
+      <select
+        name="ApipieLLMModelPref"
+        required={true}
+        className="bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5"
+      >
+        {Object.keys(groupedModels)
+          .sort()
+          .map((organization) => (
+            <optgroup key={organization} label={organization}>
+              {groupedModels[organization].map((model) => (
+                <option
+                  key={model.id}
+                  value={model.id}
+                  selected={settings?.ApipieLLMModelPref === model.id}
+                >
+                  {model.name}
+                </option>
+              ))}
+            </optgroup>
+          ))}
+      </select>
+    </div>
+  );
+}
diff --git a/frontend/src/media/llmprovider/apipie.png b/frontend/src/media/llmprovider/apipie.png
new file mode 100644
index 0000000000000000000000000000000000000000..f7faf500283cd6aba54afd8691a87df3ebb2a559
GIT binary patch
literal 14798
zcmeHucQ_o})~`fD5JV6}O+@dbGYHXp^v+<EXv3({5~8<Y5WN%8JJF)YXhEX)8qtD8
zCwF_#_r3R=^WA&@xaGg=c|6AMd+k+!YfYHCsvJJ<LtG3D415K7X$=gF8;aMzcd$T<
zH_L<D;13Q$ULT2pLC|&mdn193fD!}a*1oNlo~xdUvWSI~11HSV$sEq<>3{&EF)*N>
zBH*I~+!aRW>0s}O6!8>e`fG#;_<Y^W#UzeP_a8q{7fUM<4Qbi`7z+LqW3q8|MTl^5
zd3bnmdhl{Oxma`Y2n!2yaYMKu5DqYc1L@`H3iIS}MACzm{&gv7IMTw!7U62^<VbhD
zG|b$|%~gzv>F-hhIFhBs-`gPET<rha#L|KbZVz{WJGvsdcsP0f<&>5dBCfWs_V9l@
zxTL-7zqQ!gUf)E-9_DB*#^lLi3Aci|*}F1{12Q3CuD0g(a5@e;2oIF&`f&EP|1|rr
zmVaH4>wmEAU&H?Cmj9askaTr*u{Hmj2#!cj*k3Jf*OcP~r{#iKUXy|QU&!!}St62_
z$bUNc^-VP4&i~c|2yxwkfVm*yT3!ga7?TDZ>Ez~O0srUM|BnTqxxitra7%FrH-wLa
zhns_kAIkM_U4K6y^glXeJY5wm#Rd3<tt??Y!W;sELJ$r<VIgh~a~^&k4q<aXb3qF}
zehYJM%fHw9$CUrFlB_vch#$fa0gLhQ@dyg@3vvHF=daHHGDXYD&BEsTTH=tuNB;M=
z|33VG^34BAuK&F1zmoO;(nBNuNusV_`7cqueqYc5-k0}Z-WRlqNV>V&IJt;x**efY
zgSo&Q%wew3>%sro@o$&=KW9atEdGTL|30B74Dnw$5DXUii(8yrw49vm#h<|(-C=ah
z8gNHTxC`8c1<LjBBmP(C{ZB3QZ)1Qy`X_GY`dgog&$U@6V_@(FDo9Ied8X~mdAJ&H
zBrlxrH63r>POy1$BcR12_J?uZlYSk_{&7#JJ7e;IGJ0}r-iYa#ku7WjU9wu%H>=;+
zsILhjjyZ2YS25_<X_s*7$9-cCPsg}%^H!+enQ+sb1l>!^<gYiLzB+F{hi3Zc)pi}+
z@y=ZEI`+#v_D$IEqLI4ui1YK$CX7dK-n-pLN!@uKbSwX!l-46jmN)mb<<)T?Nt6En
z=Kn`DdDMn?FUh1Esm?5=n62)Y#A{7M!!Qh+<TP74Ggj5c<>tA=bB>H=4SWl^!xs1s
z62`2Vo9X8ppH=cKgmsJr8sZRZH7Yx~=dwO<Xg0vIubcd=*+Rv_J7a;tmkv|@{XHD`
zeI2a+NOD_xsX(FvUXsGW$ao#tec4bH5o5m86RpsON3{J0^tyRND6tTy_2@$buYf<3
z%_033J8u$boXqa#>sfVuhphN;ct<`j{O+MZ#_&N|Cup>Ud!+<N@C&74H3Vg;EhJM-
zls_0bVk0eY`wRX+>pseDy?c~7=7B0Q3(_|v&$iWp?;3pHFNxop2kxR<mDC&23Du{{
z+5UD#e-Z?C&K>8IE4B4A5y5;FmeU<s#V|TBB#&qKc+j3ea0JHq{mx+YQxyin?WB~0
z=7;`%L=o#HnyZ;nV!fTGH&`1=aPm)S9dwbJKElu8XU6ks3D6Mi!^;a(VlE_lh-j5k
z=xFynQa3MQZbU~wE=7;h(M+3}fqqcw^Tje*+lfqD#66|qBcs-&y%o{M_{b(WM!_5|
zsS#%cXYN#J4j)C)8&o?kuR><}3Ic8r5tbfQwf_#GL{(GZ*(}sG*3Fw%0a0!wttykb
z6PQQT@nv;-Q&AS>wk!`1=2E^0$b5iR)Xb!(!P@nwX`6LdsdVIpdGC>t2}jIfh{do=
z1tf_0yYrfp;`@6oOMDZ(9~(r*+mGb&0Lh+MKDJT#99l&{B9_|LPqT)7DsBbcnz%}h
zQfjZBqIIxNrWmubG-sBXz7zkOeV$cK<EMR_(#Je@qn@<;<%zwXt$b)_(atxTvNr~0
zQK5{)t{>lKm0*@9^q$ft2U1lP_^-5iebO(Kwq_n0m#@~LkGq4_|4e~Ehfx^5@xxKe
zOLe|l*k0w(#|xD^emCBcg4l+~eA<=os|XJIm8c!rY3eqNhVAb2UulO|5Al+S3O~2n
zQ1(B=QC1N*Qe;_XmDZzZ))H45ul?|+0HfHGlWB*YD{<Im0L{IWXv1%17-?B>u`I8S
zH5-GAdEu~rCs6eY(|;~f^AY?_Bl~p0H~SazECz$*7LH-{Y?`k#CX<ViuTNc0**hC4
zwtd3Z)gvvLa|VkO4Co~(%nEm){t3ce$nMw=G5MS{U=IG0?8|4i4m49F)wyUL-k!sJ
zqMme@bn#bz3aa4F2*lgKXMvGqF4A}7hdje8venr1O5bMPeIH<V__Q_CX+xEJJ#qb)
zchz29ni2J0)>Pz+YJyp<a1^d4csuqe^!tM}WeQnHq_vf&^%=VyWJTGKL5Go2J|q|N
zF%8>yem26(s~XZycyO6kg+yM73D9sQ3?FFi-%YoYDt6DtqVJgNGs$4dSlVB{=iU;-
z=78OURIm9I7^%HJReeb{7>#5X9r6{MX{^glYA71!KZ>Ur)-^Z5EgQ55dSt>HWj=@u
zGwmt;nXvu*Y@0n=mZPpf<JTLF3&)pYQC3}hE*FBD0m?YD{tdx2+!_P>gRO$6@t6`D
zslHASqk+X2uIZPLB`Ka>a|vK#lwtDmUhTeTF0@^+syErs<8}<^{op?BN&@k??~F#h
z_3kyR=8<dJE?1l(0S^1ilNkO-L)8}&d(hseeg+*?;b$$WH-DfKR+>)5=b6>mPllOa
z3J|WJ3#%vRxV%oxG00PQ4Z80m&=UJQR#s)cf>Yd@J>s}^Wc7S1qdzv8r}gDBf9uKk
z3e<01h_tXZ<!Iws0L09MIp(Jg>}^T?&kQLt@(Scd`9SRLD8)+>ZN{d@92f2{9DJi$
z4@tK-Z)O-@;tgT;^xtmv{^4+S_`1;3@`M?V(|`D(Q<SBFK)b+`S>h9m-7c{ZnZ^;7
zpUK1Ju#S5&y5)pw@kDDDVKil79^(`ESH(DKr@oD(_7P;g*e7H4nd|46*bMB$xn;Y#
zbp1^NYDuy{q{3V7?C@+P3it_oqlgMai$~b2ib#O8UYNWL)EPV^b11l_DO0iGf5}$X
z$;A|MIu@vQC=t^#5UJfU_C1A*AIOf7dh%k(sbBC8p~-7r+Qf|mS$F{Ly4v$E_FBo@
zQbrV8i}Ya`XP&yYqTI2W$2JEo>=R2no7ETfom@Yyu`?Mg6b`S1@1t(K_29_hi27;d
z>^gFe&6Ex??WYDR>Y-uoTo-Bhu6mq*-2CSrMEt@UdrQ&dRkYFeng=xLYMaDVd|&Bm
ztKGU!j{!&N33Khn(!RYd%E?MCt|=5J4bS<fkWTVaaifLO!3I};C}fJlVX5_NirK>V
zQ{2e4tY)EHKeCu5sl@WM69#|xpZZmaCJyFGkG>qMiIG>hKv5Fil6EeASJBPZ`+BfY
zL3I3~quH@xHPPDcDyw67`OhX){*o7WvMFk0)jJ)pzdYS1y-n!seqym&>ZHcotgr7@
zye_IBL%Bii4EWq+Lhy}~{sGZQq1&a5?owzo&4w_4)O^;rxB=n)cgDWFEfqLvFN~n7
zWL78Wu!)l&eG^+E><rBOYfH{uDeLE_epu_38Q$578H0!U&uNAT)yKCni3OE8V``Ds
z=GqmGo-?oeZjvOHO?=yjMq4wU^wYO3E@jiZQ6|3r==4KjzSgTsXrS{{Gs)80DP~IL
zRa??tssq`mO<$_HJM~H7*w!XK|B3O?vXEd(8cRTR%|yqM5rJ~d&kZ0P@$^j2eBPH;
z<WHFSS6|Wqn|;CTA3ne^`)#IU?I}F2+&V_{=dbBZrkuO(a)yl(wZZE59tN{x7vQQl
z^EnujPAt{-J-XWMDoz_v)o`-Duc-dQ2F-COZ5z6wn45I5mw`b0NchK@Cid1o)V|5i
zYd)Lt-O8y(W$*p3<|$Gk&F(4xHfh|t?iFj*pJa0W?b7+4eOL1abdp6BGf1y|XwQOG
zwEC~5RY|fKanb&IBvao<(o!9#cZ!u_(;eVyHhg?@;e!@+)HWZ5L_ailG4|i4As70b
zq;?UfLCxWY%K93*;gwc*2sI+l8%Ce$$c@)ts}qavNA`oV3AUu`XP#t&y}D-Kh00uK
zr{s3iBwC_q5FfcakJVZRHFJL-wrT`u(0dK9PmSJ@Kp&q^=d9cabdPpgSLI$N0atps
zSBBXp_)W=!dDBDqaK)?oMx*r3Q{>u98Yh*gpF3CeLdNg*OQV$(0yK!rHk{Ez`{@@7
z!P@}~Yw8D7CLB@wojz^uD&K+A@vJ05?MEGH>e?O<C*0_6wcwb8sCXy!ir)s6wf7#*
zG5qG(n}V7?T&nC)ALR3i5s_(4+FE&+P!t=!E}Q+Gk9hXJX?wIy1P$S02KJQ4%<C7c
zAz}sthd;j%WeCrZoyZ|@6!9lB`XAYa1KXidmQCF|T#M%mbVQt06CQ<PrNns8Uf#rr
zx$Grp;m5ek-QB0Pye|)bdLj?*E{OhiU!-jZJj?xq<n-l{&@hSI1?QTeawFW&fP8iB
z;N3$0fMFofde5YbW2hT!{Geg<x7kPTbH^%K+4v0-s)$Si+7-FL5KLdxn_KXxYG_jD
zIN!qXZw_>DbHtzpU{gV4Z?emUzlQ)VZg&BKm{zIm!(15kaH?^Rknw@r&5gjjq>yXn
z8^U|$t3Q+g7NPV|gr?D&brsEFEkxSwS9jRbd_J~y>*9F&mAjFrHBB_GIFxm4&&4nP
za`%>M!Kw!X+3M1M$0Q34wYXyY_*P_oV_a4VtZaj4n*{KL5iiiaF4IGY>9Y#K>D@E1
zOAYl;X!SVJ`*ZdYeCNhP<)RY=eERQpGD~19Yd0mR#e0g0JEu!0Q}A%m4|RUp1NR2e
z0NL?i(Vp^b)=XZ;7QUPgx=S+ACDJI^__0oBTW@z;SjbCE*0wy7aKD<j_Z`9Ffh?FS
zu!}m;hux{iT2RRtrYQW3dFnS`rhICQZqAS5u4mG5@hvG95GN@Uogv`c@gLqcTHA)G
zMWw9{7EPzRHtX>_tA#EA*|ks&OJcJ~=~~^cBq~qpJ=Hk6bE?!(JYqie&~~XajMViV
zPMcEl9O-v^0^FCER10Y$oe>t8t2d9zGy<w*6U0JR+=IuG%rxh_QTyx}978mz#i^l?
z29A-zoiImpKh<ray=X?>GqH~KZCtgOBWHv`+twe+C(L$QzzH)-ZbdcOaHLp_-(5hb
zTh;_y|KPH8Xm}mNpj-K9_Pg4R3_;QGw9j0p!Oco*gGIc}0>a88BX)cje=RUn>)8a+
zKdheH(EMqi!AWqaeuZ-1k;2gJnLb7MFsS$`Z%^)Sd-pxm8*Wk0&8Hg96zet<7b<qU
z-hBl5z23zDi(x<@TLNfy9MKgImcwyaPa{`t@a4#n()o@3<|&F@XJ5Jajb?G-fu#ZR
zGArtPWRE5Fb6GPwDGIY}m4{Tfn>A=Q&Kt!!nB3iE3>!Eq<A#)kD-VlTsDGV%wJcO_
z3$>BcTIQ52Y$YAWW|c^mZ9M;F4=J1H4Y5wUNl1ou0{5ET(^%)oQQnn5LRk0+<B%Gh
zwSDobw|0>#55B~!G)f{HB0xYzmpoV^mhaErFmI)Tx};FgyFGH!W%PQ_{VCd}SYq#j
zvm+Qmf6S=MYqKHT_)7N<jk-H^Rfe|jL}56lMdOq|R@cl}?yt3i$u@h2f>Cc}MoIlZ
zXmiT6>W;akQ3O-?Gb8G)#oRC&sT5zcvM3J_Tv?}`3i^3_k{E}u)DOJZG@Imf=}3Wn
z>5KQ>+qyH8K4)DOJb~ou@)RCU)wFJCwBw+zL@lftk>Ds+t`g`JoSKxya4cB~Nc+5K
z($5m$?dgpZBl~SFl+jybX!V%|Q3DxtX6vL}!!apWMwCDTSq<Lw;A+j%L7!cGG>s%2
z%}kBUB8gDT4z&?DIHMySUTPe@qm~e?PpoPu_@P;^K%*vw2l&vUk2$oUA>wTPc5BWV
zX#D+wE*{kvRT<u`1lB#|>;s78da12mCm=1BIX2vnr4u9{(FI11xo7m^Uf<Z#u5@P<
z87713>yan6>%=#r+*x!kj&-sm<%+_`a@<^yE_!O}9+#$_&2#^-Ded-{;4<cbdbkjy
z?I5FscxYfRZ$6RVJBjW*E6NMbgtrhq3WdY4HNz7^QO9*&JCAtW+Z!pJ+dPawsUzz0
zCNyS`L4^C<nbh2kne;uL>p05+0`_Wx?W`7$BVU@iBccE0$wfi&>1;u<UV{BWQ=W{Q
z5bw}b+`NOD<QWx~;^>`9;n6qG`>h+<KfOM<6+;?KUK=<P+N>uP-2Ty(?T^b!!o{9p
z8O--t@d5)7swwB-2#Qj*7bvhP4yn0u0}*LO)_|7);5*McXwDo~o6?|qc$svHTG@2F
z^~82IzX9e<3r9e*Vp!`eiLlbbaru1|Kda-LNpi=>u&;~4oMf9e@ZgYxLLuADdV&iL
zn+S$e%RK@=>)&Ocnya__RUi(VGfb>NLLQ^DL{WL7sG}y7jP=riG%VCwk)DKKl<-1>
z8<itCH6UTo6f&b@|FbDg#+g-cP+2BGgB=o-GZ=|9F5yM&vA~WdLqiTQsj6Q5fznC5
zxf{q4wd2!lO-VV{f5Ewt^LwrE33K<T4NvYYm8t6J9h0Wwh~BY$n4gBw;F}t}bltCa
zoh>#Db~mRKr4Mzv>4VsX4Hvf9CG|UV&}N2tL8%t~mz;0~!28#?(M#^Y>v}*J;iS*k
zu99vyHJ5WN_O`NrKo8C#=z@iVPAO1lCuC@#p9-Y-)a&$0kd+v!CDi@4bl5g9DK4AD
z+fWx_>|H+Y@oLK}GT~sdEF-l=UVXgb4Q?gZbdUCkdz+H}eTLzsnMUGfy@&aacceDH
zk%U#2HpZ`ofj4MmwpJ2my^k_yAy=&Aoc$!>FsnR$2bhjH@~T5%tFji*X!;W`&{<oV
zo<3;om*nysqC;Ug#`O%?<|mQ&lH_K9z6%<UF(q5RDZ!Dk9(2HbTSbma$-%c1QYYYU
z<9pfL@5QcCUVbYdi{#pYKG)pRqftBqTL^8DoSG)nQ<W$$y*TUeXUUf$`WTPTXVZ+S
zro)Kr(ukm7)a?~HQGOxzsI-@KW8+3Ss@Jm$L{`O4lzkdJD07*dSW;)-1<eQcN;8@i
zz}9E0*Q7c-s+3qFpB^LGy$Kcu(ihXwHRF`b><O+yQX*8pn<8%`C1(V`+($j+Niat?
zgn7rcbfM<)Ka;t<hYZ%cFp<09LMji%@w3VCMX>WXUZkSh4G)MArB;!m#KoSq(4O2N
zN#ngHyej8Ylieq@iY0k-k=RFgut(;>3bR<+Uyx)O$;vu2;)*zmgTUt#9_{MYv^$YG
zwWmw^6V=Gj8Y|Ybjv%J&z-K0H_Nc<kc7Z?Mi@fK(ledu1F5l4mdduMpB9jadw;MnH
zazwx}x^&U|RDAYT6r0#$YzIa?Q<FZ8;#-~eZQAs5#qOLqHW*3ikG2LZ1|v-4Ou|*_
z{9uyss3lqPWRw06Z|8eonaGbIPqvafscNli99Z=2gIvO-^cR>yrTM~P-zkJ&>Tuj)
z31rLN@p)X!s4h3tIzgG>3_K)DgXtg)@?lHz;eiw5o`B@w?49V#_KP>)!U%YWIKoJ`
zLu*cq(Q)rRIsH?GI}8*0K1v95I2-ry@+z-a`6X4E?T1D(2NB-QpQLqIY5n?8gY{i`
zD)tVQf0A&=+w}4+_v|90=#|b+Wvk!#XjkZK7D<+iw*norB&I|7`)euUUwybKV=_t9
z4rRRp;tbnz(PJwXX;i|2h5P5z<H3AOZ!^X~w3edDTqkF6VpA33&b#X&tYnU6IZT-4
zQJqfym^SH56+&N#EesV}^k5-lpor)X)i`1LpzIjx;cRElu!NzyJ?VK-!u^^4^ai9X
zV{n|z!u4fJ5&><_pY8Vx`9`Q7%ec1%at62dG_?x_-lR5&PW7K5a=|l&#cdn_pICL0
z!r_?D=uWTm$=bdJ^v{swwLArDl-N7aKOC=S(g}djks#bk0%w-lFdMgryI0cDB*25@
zT|#YHnOlR+OsRysK27RhPg5x(Q7L*e@DlG&ZK|_)njS#-?C7}c`;aF(ySD(}Gf%X?
zud>%~MtrA>X+FSn$<F}>548(-$Xhwv&41W6tZCfDINsi?S!|29*cFYPR(W{gyDMa&
z%JU^xamHDQ&oi91`2^Y<9CEF~-1r3JBR88iD{jF*J&EF`4KH6k(DSC_a->MgBpd!I
zwaG4{;*paaF}AYebJ@q_xg0eCRMzv77h738kLVSjKLe0o1Ak>)!VNJ2^I4Ytdca@x
zkk_+|9*^Ufu(`y0Ju<uv&gFKI<L+)FX`>#dH*wGy;mm<CT}`LzJ`7<PWs{W%uSTCl
zIb6(D=**tWgQ%^Kk*aF@EgP9j{V{)(x3q=!zP(ef`dA&IWwbCM2?FzPl&VN;7j3hd
zpo6l(Ylo9l?Y22}!;VlI74?#n{~5FY{^w_DLcH4^3K3Su6D|g0XBodSt7zd_#vu4#
zKXFmj*Dq)><9{K#SBK}z?}4g~<)gMTnn||}Pr!A`fVNNgU)_@M*}PrAH-ED1BT%BJ
zV3<2^Itj_STLF9su|5;`9s?de{8&PbU-o_)<g59k`m8C@tjO-iYR&s1e~vxcx&<>{
zK1Mvksc38pIqG3->u+EN2d`)P7&&vFZS#&z)0cOe%Z5|LkwP*Y!<hBdA+004(8D7`
zJ$J->ea2XdYW0Vfz&Aaml5~<3o;dVfa>T`xl*Y0`uacTpg`t`vorErzBx1lv*Vq@*
zwVxdr`et`+Nw$ru6ZzBAryYZxqvyXx2v3nauGVW5>ywVxi>*lc@qYkXupzit_KkA<
z?|xmxLhVFs_-&`JZOGpSI_!3bO_346CByCjWHF}PdQ9=j{Sjph@QNi^@2Za?w5Hz5
zBgTg2W^0g1fcHPZqoV9LH?xI{{*cw&f~VUMb~iFLhHF2<AI41&j5J(o_mSXAl&!HN
zgWL_AKOzu!-udlXTLaX6&Q$G7d`ewcVuH;-Yrq=H0f6XW#FDU7_UoR;gY>B0B{ZMu
z5Dk2~)TW*Q`XH>rdhVrovv&;GG^MmyXKb$EkA)yGZ3$NNXzS6fsr$AB_Dx^#@~fem
z(7@8ECdF4n1y;MQ2M^tUl>yTqQTMSrUd(P{Bn`KRI1-%nnkw{Rj?>C5GyFrnn8E2#
z|0J=F_rXngG955Z!}^REQ(x-Xw;7bP8P!ggvUSI0jFwmyPFgr<5n>IjOx1F0j~f2B
zJ5uoBwY39s(_xy4U1Nr)7OdU;hV{-<AAesfy}=@qb3yyO!qPc#C6%AzEIA(%vY+^W
zsYuRvdsQ8~!Mlm_;$9ejZil5?{X9RL#89_%xz(<`@KG#qMs82FSW$bAmohyF1FAI#
zxa^wsUAhSEW_qwI0Zm8=%asUHuiqn~PcMzqV|O{)H|hL3;xczGTWF0h6>9+}c>jcX
zOKbYh;V@-gg$Pw-(#~Fz8%GBF-F-`#e1CqFn8VKOM-SS$6n?us<F?nu_4eOh3LaiZ
z2Nq2^rLzg!_?As?v42hJgIH8?y!L|Adj4_tJzb}Hw6U&HQ1-9y>hirSvlYJBqB`aK
zz`bIU)bGtfFY<2wwh!lnVO1G_URoO^mtapDb<vud|Jt>aw6k##l?s?t^{B*n7*Hxc
z6l*U+H=rt-g`_2$BvZLGf9xxAIV%PD#pPBpBi38>zR9-a+XmH%ggf(^hf8CC`{s_Q
zx9=|6+y{3v(W976G8#<SCs@9bcCAB-A?*{@y|qwNrgVA4<x#p(qpi}QcmQQ^`@9=v
zgX2te3gNFH5HurkyCJ+i)|y-TFvgoF7zD(s$(bZr081S$!<kbLr!JmA?0uW4sFF>>
zEZf-zk5Xnakz(dZihUn-lRIJggC6!oPm?@Li|(7Wn227{aT5P@;jWt8g;?@^`8RfT
z_A4nIGcO!Xd*9kt`L8fKPPK%1zB*%ED6jMT(LshQlS{M|^H89YVOpB`)e5@AZXbZw
zz=y7()V}$vrv5N{&Rf6UCukx6B3vVUr=?}q>omcYkN?^a1EI*LZTk5{d0r4=jhSQZ
ziN$08n$h=ryJtPi0tPe(4c?n@m}xKd=A_rBr@Rm-)R?XFkPzIR)JM|KbwAktBg$iq
z3({5|4Bk^Dj*qE6J%{%pJ&T}d4<u8OO+&kr;WJFy`IaQ(;)yJuj7gjjso5F}!8Y$P
zjwd<oFE}M=aTNF2f&mU5cVW^g`%$V7Lzdz0v{!59-ijG~8U&CI?(SY<f_u{{O4Dtm
z+6AzRTo3$XV<a`3VbZBiZ~hZW7C#l`<XIZizNr1RCpRZKR~Pr);o-DvYR?hBMSpXX
z#$4Zjstrc`h?d49LE~3V?ct2z?B~HIcZ*vWvFB-LCv7Ci0(HLB=i<o*od@dNGeJG+
zk7FKSdA347%!O0ulgzyIZoI7WZKaz2mZt37+uGlF9$tL2R#ct;K5AL;O+q_JqSP~d
zwB-&sh9O=Dj`K-;24*<%n!h`&LMiL^RsolW8g(4nJYM1k)EuH+@Dkj)k-6q40d7x8
z63$59VLi4rMPhr`vPm7p{&k+gOt_ts56dPu9rhN>*viaT(2idj8pLDOL;J@a7LUbU
zDUCTw`I{7NisaS94<QNdXCO#snD{~k)a&9Ly`vgH)~>~uBDj69=?JkBZJf8PG{Z?E
z@N8SJC3x6(+Yv~0?yeNz`tIAzbom`V?2X~RBLa_EJ?j-IlB^@>FPIm~*Sr?{Y*2>B
z+i<(#4-9x*W88Xe=C}VWM>jR>RQbLZ#<Xq?@Hmc;v0#>|PhQQ;6C9=Z;<orqH6s(`
z5i1~T0Cy-rng0n^@v%8JN#y6_Jj--q?hYS^`}{bgY&`x^ye05NGC)I%h*!#pbZfET
z#3hH-la_?gvlKEEgBNINgg^0GE_c@d5`TN4!S;C|h)~x`OMQL>r=DCIN(9*6+M6B@
zxs`wN6xT)|7i1SWTC!c~hB0Z8iqLmkD@Dr`JHXA<srC4|B<8I@KmC!}KO>vO7_4yC
zV|a35e9U<&s!k0E_#p>vX<8Gtpi)lnaH|}Ldhsbd{91muNPupU6#uw~TQ=LUmg7yS
z(wWs%nm#=1iI>@QNTYE>^xP^NP%w?}A<?etQI+s0)n^NOcB2f=^rfOv3SfnuoL($n
zZ8@1;9+2WWlHn#ZQtFhf5<0a7N?c9O<*hg`OrR!kaTIx&fMdrU?*nN}?7<Mo#sqMg
zgOmgeegU>Go2d)js@tJ!d3E@SKKowNM9Ipb$9yO4{MGY^aSAwn$8WPpkck2vK2Jsl
zfA4cj-Dq*kV8=hSfvNYqEsh}GotHPg9%O6UsKpYch(HdGJ6sfdOAIlUwPe@`d8P`Q
zmYB`&m@9x7j5Tffcr5j1GeL6~h(hK+D4!Xl1GY_?qD7BPhpJqkeKRda<<w@sZYpaC
z_dnb}Z*&`mOFwxstQ4Rzprn<&9bR`3EA3$>moS_p>y^j-=}qo}2;!BRi3euWcp1aR
zjjc~Aon{W!WSK3eoflg%{sC+P4p*N{P4@!43L_Y52O^#QUvQ*8j(Sa{{Q#OOcYxWf
zB~rZB7sY0fw7*|mo?G3x*8E3|D9U-Qfa7A{`1t3k=pM|$T6fWdxlQk2jOg&ebF3M9
z4j+*g@walbH>ut$AH*-)USrGo?4RY1P1~bH-Q!*kR}uwlxN_O8XaXhB*0>iBcrn$+
z!RD<(sxY7=-l(N?gV@O6m7XD;T!H|N#1P?6<;}Y?_)PAj`$Czm`&KVSMbs6EVx${i
z9O{VsPqg?f&8s2i>Zo6f^E+4GMhaDYMrU-^Xu{AOnm!BbI5_Y)NJm~2w*qNTNxYNw
zGZvkYQIJ-9J<(4*VAF6>o)Yh#h<$Lm9a&c;=5p0LX^@XHKc04*ZMGvU@=WU&v|sP^
zKB{u+l)XP<wu@DZLT%VKSlQv|XY{|<T+K^ZdXo<SjOJZSOm=4*Xh>L?gfo^Y$FWMI
z?~GZ>ZgQ{u0*r+tSizV^u${Xpe5sS@FL=tjFhG6Wgkl&mmp+Y8>_3_N^-?3)gtsGO
z!+G_W?U1rcMT-YN$7b-y*~bn%^6EDMP7eSbjZ^jzHeNtgh|LCh&0(Zakg!ubsYdt%
z`W_cvNj2u~M0w)W$12;=>=w`RV)ZZt6PUdT)JTF)0{1t_M-isIjSY{+yEAKcSHf+)
z=b${Hrn(c7`Uh0N)7}T^k$N;S2-TgZhj^DbhZ=`*NOSs?D;|x022}<1PjnFQnn3AK
z<4Q4;x37HGG5)xnaa=<WJn)0Yo>HGyXOP5JXzM2uf8U=40&{FuO(=lji<Y^a5|}7V
zm#Z~3SO<=5ctO112;Mef#C`b&j&d*3s}?%6(QCR$w#L)euYaGiGwR|PuIr5S35sOh
zQs)*gLIM~$S2cET?c5VMR<F@dR#d~3_ElmJ*-hBf*LKh(!-=vDATVm_`?ej$Ip&us
zr%3^Pm3`68-_6gH0hqoA<7X<l8$*IMMP-{KiaKbbat`}87+SR|4DgaQr73!-Ar<V)
z(9%S&K2MY5OEpW1Oa-UKAxlCIt6y<c_iMF`hF3t=>AEVRH~g7jQuUL>RGcfNEx%or
zqZfje^qi`Tawtw3;BNpP^5OSJO`um=Gh>!-P)sZXToFLA<+?qm3lHnZh!t(m^{kn@
zfuZ=*0HY5nrNG)r17O-mSm7rCOiYqFSRnKI_FTFcNWN#eLSy_y`~5S$QfbMsHmj?I
zl2#?X9qpmf2E1v54=9j|7yUh@+c9-S<G<+2yPA4sXJfywmqS4GXRQF$rCQqPh9!pF
ze?8}@dci0r5sO^(r15nR{=@hC;lcpT#+!tqqPNgq%z{~5kU~0iVlr9BKJ`OC%(&yJ
zT9~{TElo(-5#c|n&GGr=15-535=f91iq9M1+<b_tew4f>q0%x$cv$!j(a%pF+g7#+
zNGZ~vsoK^Tc<RTR5)7B7*p8_Mx}@|dUW?2n3)+WyD&E5<CLlFnx)?BesV(2y^X&A7
z)vV%R$g1!IPQW6khntvyVZI*7-+ZM*-&4AuU_@beEg{d_*Fb$qvwrf|BRrJ>wXA^A
zPKz#<gUmvcjqD4Iv4@dQ7KS_4q7H8TaX51T`HmN-p4P10bvC@mPrPjf0vgLazYHCg
z&f)~`+{|$INPbuT=~h1Ws&Q)hM)dwzhb_mmgEU-DuB6_Ru}wkYoz>b4x&kd=xr}GY
z_eL8wH#?}HegMHA>n1vQxXbxuorzo0){8)b^X|d7Z64Y5oZyjzE!>Pj;(XXuTXG=E
z=#pj+Kq4fL%k^=^oA~*c;59%->Pp-{O;S`Xy@r0G^y#hqetXI<rk3+dHt+&Q>v}Q(
zYV50Dk$}{Ht<S9()_68^YLGZ1`b_UAwiq<ZOh~HAQ?ySU`Cj!r>(?t#Y9W|R->jX{
zb>Pr4xQu)a@aY9hLgYZoK8P?j2^dcGszTCJb~c1`g(sGk0Qy!{P|2U}L;P)%7M0OE
z9MO5v!2NmP@y?m1($L@=e-3Y>e*K>nkOqPIzPTb3jT=+9R$HI|7Th;0`!nZ@X=y|u
zJ&g@-uRhh;eR8QI@YJHuRB%nlv)MBRGleF5+D7_Xr?kp@W6*xe4(J37U{V~3?egqi
zwwL-#Pf)P5{_TKVhO2=$hLfhZ^zOpoZ`-N*LUo{QUF5D&9g|Bzn;wfg<L_M71cQ!s
zIZNl3`|ULZ=&Fr_ommCdnZ{2NKb4!{8SDi6I&d_Ix}G?^Y2=;iEDcL|b5p3SWbwe<
z7G)hyzlwR0Z(I&03icB>8z<*wEiv1*8Z9;?fPl3vk^VvVHp~)4TceZ&R!!=Em4NV^
zm6jwL<1Tm9;44lXp4cw&S@Vf`cs(kZg_NUu-hFi)WzD<m80q1x<Re2j@p{IyS)XD<
zw2>IRXYwS@J%>OSbm>n^=XYTY;vLzEo}XT&uQV=)0!ugP!rN}#r@b9kgZ1-<54f5r
zDDWs!hV{RPaM$2pA27`={B`<f>)UG8SY5P*fw*7ic6hp-dHQUe9?|DZD&xhP^o^~l
zl}Lpqbu$}E6j#zP=d^8@NM8df5dVROM6ik8=pARdoRG^A_ehLrHoT0%&Y&A6oH1a=
zQyU5tuoqn^j|!dj*iliv6iwi4znf6EHJL$q)=FKMq6l!(Z*ec7PPPUf1#dUk<@)av
z*4#x$T04)T)!&Z^M6%RNwe?8iR5J<A$8WEJgfvXdsgqEveeK&Qc?@aD&AAmruA1g&
zYBOG?v|?Q2k-FIu7$F{|xP`!QQ%|~QgS5_qB>{2(z4)2FVH_+?)bw<|cp+;*h!pGQ
zJrr(tdKisk7#CAfKs~{1`^r21&ZKHNU_T+1xjY<!kPQO^$9t7}K(O8rN7lV(<V9Z=
z)ozE@-9i{xADQ^paDNs}u(c%{eU~Vi?966R=4HZ8KqE7OGw>tkveLaQ!tFMQR563M
zp+I-Rx>!DUMHhfG;5wQ~nP;;$yiOhnXNf=8uxo&ht4a?W9$>DCrOM$20<2Ive^<mm
zP_n<N>bvly+f{3C&$qLSz2g~5;~pml-7!)CYop`dx%B%mdBly4a^^9B!<H#av4%R;
ztPeefv2t)N+@1sF1g5U~fMs-{Nx&FD-|jK(eLJ6M_N%$bli|MUh1KsP%`K0`uC5at
z2T<8y{v}ts@?DhS`Zb2Ho!nKr(kD-COM!Y0H~*o3mc#w-l0y3C0~AI*qmGM`&ux4V
z7(36;y*k~i?oD>*0AvVFw5=Y9BqB7EAJ8@m(zEKh;IvTSBPZHbE5+Y_57`3JD%6FS
zKk_m2?bonG$*C7Tp|^i#eP~pCxb&$kHh3y5eTI0hhWt6O=dK&kQ6~mR<el!4vI!|)
zAk3nJo^-k{1KI{b-*FM@vI%|Gnv|1dc7&^4s_oTYt$ZE8QKis+A=RH{&u>way#F+#
z1wzJQ6^XwD;4wXoE&3=B&#QPpHRXwHVz{mre9upxtB4PH6b7&00Ny&;6%u$sQ}=9t
zHAOPyznZx}XGFa7gy>UY2y#ctw2vmAB+G9yYZStK<EVGqh9~ftpg092KNx54P4=Z7
z|A4Gq_;vPtQr!k(d7YqP%jaoRBGLv@)AYF1^_{ctAM6M3$0CvNlDRzyCr&<zZkNc3
zI`mzytmo6V^tC-C)8__K;J45|ok`OtQmo>fm1lny1E<a7MVa}R41zhy?;xPaBoTk9
z=P4)T^T!7utoNi_*z;gn#ss^-;0U=KrY{bVy$Rs9LZ?;LnBP&(WyENNJH$Q^Po012
zjZyx)F`mCIU9>MN{|`;BWWIy?%~_H?bKks5N2|7^R0T&h*9q<FmYd7Led$1L;CvTB
z;3Z+MDbTRqJuwb%z$gu@nu>I>&S82>A9ajpQNcN?t{XGA!A!Da6$!Z52H%WWWPs+`
z#oUF02@4Q(5@#9%?0hL_wW_4S*n&?ntW8olyNYGFt9d;}Z+K4BeQwh#{CcYc0}hw#
z1J3e<o>SRfkk|S~HyC(dWZ+g?yn&iE^AbSY8H=QhD7RM2x>(zk_M<dFNud91MeHsD
z^42s$e|Q<xpKzf-X@*R5%(x_u88gUX0mlviH|aM_sZ|eqqYQ0J1Lyk)%~=CEmKeqF
z?-8t;V-gB!B`<GHStyH+a%w5n5Gn@cd<)&@N~r^$<}0F#O4%lgjjOK)AmM$<+3kTV
zPXQC3sfdlbk>17jl0c1g_$Rof{<PjRFcae$%aLs2e$m&DPfPKmS>szq;GmxD8QpP)
z(H%{e@!-)5$(KkoT_*f#FTa1(+8Bp>>e2;h@SM}^X%@N7Cfw<HBPUH^L}RzHAh4G+
zrhE&rU4wWIcQG_)@L=-B6t1*bxi&ALIK{kQ^*jHgdq5>}oi`2K^8eZp#AZQlaQu)p
ziwU(%IF>p^sUQ4&V*|4#Gn*vcD$ResBB<Zo;q`VY6$phj$QP%UL!ki^uRh&k81Q=q
z(Df6kF@hu6na~%WCy6(8QWUP<!+1eq#eLoYvYQd@T3D2iqb_JwW<a3?BT0!N1zAiz
zIv%P)^<)EUMbA9__K#hS0r4smB8Lr$nr)b=R{2P9`}PgPKQ+$8nX09QeUVwK+2;X|
z(Tgd1Or|!|?H}bu5O(dz4B*M|LXDyHa<gab>fkoji_V>^KWwo7RKmH=%^kY<?kEw<
zfJkEFVg14Rrb<mR4^AH|Nq7y>`goV(mG2>qfb>Hg?C*(3uP_r7Kyi!nbl<tLsxfcd
zNjI0@$ll`zsZvBQkJHyaA}~8uV|fat^JR6R(g}UzHoTd3vpr6Q6C;j2Yb~o(EF?Uj
zCVH#{Ul7ri0-I%7!dh*~2$bt7t$?D;<nm;8@iK2gn3rffTx6L0u52g?XbQKf7={aU
z)`>`~MQ<7tZ7r%9aISQQB>=^B$~_RT5&j<J$Q4H@6`coCU_G_(zYZj{3Q<fvwt5G0
zS)(sx*AzOjU*jtZktJer$VTprSQ$i-uQ-M&<NJhmkh_M&fv7cui*Lu$qb4DbNJ>GT
zGgOM`Io4b@NmFh=0zpxMM2X3rSLXL_7f?jWqS8lnI7}FBt7HWpP(5QAWgS?zAr^gH
z+Tf}D5w4gK=o=;>%LoE9bgQ1|AL}tr@dT6J59;9+5O^LUcF32<J;m8w+Q1e<4~DyB
z$mk#Xb>&!V?i&dNQ*PoHu9-A;p*Fq^yQYMM?05n9$AnGo=LD!z*LY}w=7>K|th-I0
za~Ev-0TB+emM2;-spqnvJjeOWu=J7!NalO~PQmJ4FS>={Jk6Z%!rw)Dlt0|dbeisI
zdolYwX+!3;s4U=sijc7XkQ^C)?YqYuVnQ`(U_C|LD>@YqHY;Z_MrGdsOl)2LI$}G~
z%L)0m#K%IK=n<<lfJrqBF#MkeUXgpCRIM7K(3Z}yqEkZ!-;Jy}*h}>QNgPrb{`ng>
z?IcOB=nXF|L|<byeN17vwdV)dU~#r*L$#lq1Z0Mjk%(Y*=>&z*JMrp|rU%F;dPEw<
z=eyw}a6XFXIp{8RNN_W1NK9eXDB^}_FL5^v_<+c+l&jh;BhfJ*GOL^u*O%0P%De=(
zI@`so8WO*{sb{P#EqT%;Zp0nhs~S+4aH;)thsUkx1j7oSuFV}MM{itC$5kQY?-0Q&
z210=e`E(@DOG&Q+_~VPcG!9$fTaAOz9p0EJIhTH9pC@UwA;mm%%pt%s!5Tz`@~3lh
z$ll^PtX%DEzCRyru|eWzt!VXrY?co#A>jljHd*f>V*i~B+ua#2mok;1>i5kXu^b=n
zf>IJ=s{kur#aoz~EXpJWZ!88=T88GEvW3ov73v2<jp??gSB>mOOxoE6ZiCnrR3|aV
zEF^{ATBGvx^qk)gUG<?PVI~O{Id+oL{Z@wL;8ADx3PSe%<9j9$M>45U)+fwC_i_M?
t1-_6X6`*nF(FXve{Qu_vcQm>3zkFJx^P(0ueEp3}1sPT8GAXlw{|5A2t+xOG

literal 0
HcmV?d00001

diff --git a/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx b/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
index 6b041c117..d471dc358 100644
--- a/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
+++ b/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
@@ -26,6 +26,7 @@ import CohereLogo from "@/media/llmprovider/cohere.png";
 import LiteLLMLogo from "@/media/llmprovider/litellm.png";
 import AWSBedrockLogo from "@/media/llmprovider/bedrock.png";
 import DeepSeekLogo from "@/media/llmprovider/deepseek.png";
+import APIPieLogo from "@/media/llmprovider/apipie.png";
 
 import PreLoader from "@/components/Preloader";
 import OpenAiOptions from "@/components/LLMSelection/OpenAiOptions";
@@ -50,6 +51,7 @@ import TextGenWebUIOptions from "@/components/LLMSelection/TextGenWebUIOptions";
 import LiteLLMOptions from "@/components/LLMSelection/LiteLLMOptions";
 import AWSBedrockLLMOptions from "@/components/LLMSelection/AwsBedrockLLMOptions";
 import DeepSeekOptions from "@/components/LLMSelection/DeepSeekOptions";
+import ApiPieLLMOptions from "@/components/LLMSelection/ApiPieOptions";
 
 import LLMItem from "@/components/LLMSelection/LLMItem";
 import { CaretUpDown, MagnifyingGlass, X } from "@phosphor-icons/react";
@@ -221,6 +223,27 @@ export const AVAILABLE_LLM_PROVIDERS = [
     description: "Run DeepSeek's powerful LLMs.",
     requiredConfig: ["DeepSeekApiKey"],
   },
+  {
+    name: "AWS Bedrock",
+    value: "bedrock",
+    logo: AWSBedrockLogo,
+    options: (settings) => <AWSBedrockLLMOptions settings={settings} />,
+    description: "Run powerful foundation models privately with AWS Bedrock.",
+    requiredConfig: [
+      "AwsBedrockLLMAccessKeyId",
+      "AwsBedrockLLMAccessKey",
+      "AwsBedrockLLMRegion",
+      "AwsBedrockLLMModel",
+    ],
+  },
+  {
+    name: "APIpie",
+    value: "apipie",
+    logo: APIPieLogo,
+    options: (settings) => <ApiPieLLMOptions settings={settings} />,
+    description: "A unified API of AI services from leading providers",
+    requiredConfig: ["ApipieLLMApiKey", "ApipieLLMModelPref"],
+  },
   {
     name: "Generic OpenAI",
     value: "generic-openai",
@@ -235,19 +258,6 @@ export const AVAILABLE_LLM_PROVIDERS = [
       "GenericOpenAiKey",
     ],
   },
-  {
-    name: "AWS Bedrock",
-    value: "bedrock",
-    logo: AWSBedrockLogo,
-    options: (settings) => <AWSBedrockLLMOptions settings={settings} />,
-    description: "Run powerful foundation models privately with AWS Bedrock.",
-    requiredConfig: [
-      "AwsBedrockLLMAccessKeyId",
-      "AwsBedrockLLMAccessKey",
-      "AwsBedrockLLMRegion",
-      "AwsBedrockLLMModel",
-    ],
-  },
   {
     name: "Native",
     value: "native",
diff --git a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
index 39d10e77f..e3b4e2ee8 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
@@ -21,6 +21,7 @@ import TextGenWebUILogo from "@/media/llmprovider/text-generation-webui.png";
 import LiteLLMLogo from "@/media/llmprovider/litellm.png";
 import AWSBedrockLogo from "@/media/llmprovider/bedrock.png";
 import DeepSeekLogo from "@/media/llmprovider/deepseek.png";
+import APIPieLogo from "@/media/llmprovider/apipie.png";
 
 import CohereLogo from "@/media/llmprovider/cohere.png";
 import ZillizLogo from "@/media/vectordbs/zilliz.png";
@@ -202,6 +203,13 @@ export const LLM_SELECTION_PRIVACY = {
     description: ["Your model and chat contents are visible to DeepSeek"],
     logo: DeepSeekLogo,
   },
+  apipie: {
+    name: "APIpie.AI",
+    description: [
+      "Your model and chat contents are visible to APIpie in accordance with their terms of service.",
+    ],
+    logo: APIPieLogo,
+  },
 };
 
 export const VECTOR_DB_PRIVACY = {
diff --git a/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
index 81b26f66a..1b69369f5 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
@@ -21,6 +21,7 @@ import TextGenWebUILogo from "@/media/llmprovider/text-generation-webui.png";
 import LiteLLMLogo from "@/media/llmprovider/litellm.png";
 import AWSBedrockLogo from "@/media/llmprovider/bedrock.png";
 import DeepSeekLogo from "@/media/llmprovider/deepseek.png";
+import APIPieLogo from "@/media/llmprovider/apipie.png";
 
 import CohereLogo from "@/media/llmprovider/cohere.png";
 import OpenAiOptions from "@/components/LLMSelection/OpenAiOptions";
@@ -45,6 +46,7 @@ import TextGenWebUIOptions from "@/components/LLMSelection/TextGenWebUIOptions";
 import LiteLLMOptions from "@/components/LLMSelection/LiteLLMOptions";
 import AWSBedrockLLMOptions from "@/components/LLMSelection/AwsBedrockLLMOptions";
 import DeepSeekOptions from "@/components/LLMSelection/DeepSeekOptions";
+import ApiPieLLMOptions from "@/components/LLMSelection/ApiPieOptions";
 
 import LLMItem from "@/components/LLMSelection/LLMItem";
 import System from "@/models/system";
@@ -195,6 +197,13 @@ const LLMS = [
     options: (settings) => <DeepSeekOptions settings={settings} />,
     description: "Run DeepSeek's powerful LLMs.",
   },
+  {
+    name: "APIpie",
+    value: "apipie",
+    logo: APIPieLogo,
+    options: (settings) => <ApiPieLLMOptions settings={settings} />,
+    description: "A unified API of AI services from leading providers",
+  },
   {
     name: "Generic OpenAI",
     value: "generic-openai",
diff --git a/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx b/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx
index 97193d5a0..5fd9c8e33 100644
--- a/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx
+++ b/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx
@@ -24,6 +24,7 @@ const ENABLED_PROVIDERS = [
   "bedrock",
   "fireworksai",
   "deepseek",
+  "apipie",
   // TODO: More agent support.
   // "cohere",         // Has tool calling and will need to build explicit support
   // "huggingface"     // Can be done but already has issues with no-chat templated. Needs to be tested.
diff --git a/server/.env.example b/server/.env.example
index 80009cfe8..e6a3871d6 100644
--- a/server/.env.example
+++ b/server/.env.example
@@ -95,6 +95,10 @@ SIG_SALT='salt' # Please generate random string at least 32 chars long.
 # COHERE_API_KEY=
 # COHERE_MODEL_PREF='command-r'
 
+# LLM_PROVIDER='apipie'
+# APIPIE_LLM_API_KEY='sk-123abc'
+# APIPIE_LLM_MODEL_PREF='openrouter/llama-3.1-8b-instruct'
+
 ###########################################
 ######## Embedding API SElECTION ##########
 ###########################################
diff --git a/server/models/systemSettings.js b/server/models/systemSettings.js
index e4c0fa9d9..8e3a61767 100644
--- a/server/models/systemSettings.js
+++ b/server/models/systemSettings.js
@@ -512,6 +512,10 @@ const SystemSettings = {
       // DeepSeek API Keys
       DeepSeekApiKey: !!process.env.DEEPSEEK_API_KEY,
       DeepSeekModelPref: process.env.DEEPSEEK_MODEL_PREF,
+
+      // APIPie LLM API Keys
+      ApipieLLMApiKey: !!process.env.APIPIE_LLM_API_KEY,
+      ApipieLLMModelPref: process.env.APIPIE_LLM_MODEL_PREF,
     };
   },
 
diff --git a/server/storage/models/.gitignore b/server/storage/models/.gitignore
index 6ed579fa3..b78160e79 100644
--- a/server/storage/models/.gitignore
+++ b/server/storage/models/.gitignore
@@ -1,4 +1,5 @@
 Xenova
 downloaded/*
 !downloaded/.placeholder
-openrouter
\ No newline at end of file
+openrouter
+apipie
\ No newline at end of file
diff --git a/server/utils/AiProviders/apipie/index.js b/server/utils/AiProviders/apipie/index.js
new file mode 100644
index 000000000..acfd2b1e6
--- /dev/null
+++ b/server/utils/AiProviders/apipie/index.js
@@ -0,0 +1,336 @@
+const { NativeEmbedder } = require("../../EmbeddingEngines/native");
+const {
+  handleDefaultStreamResponseV2,
+} = require("../../helpers/chat/responses");
+
+const { v4: uuidv4 } = require("uuid");
+const {
+  writeResponseChunk,
+  clientAbortedHandler,
+} = require("../../helpers/chat/responses");
+
+const fs = require("fs");
+const path = require("path");
+const { safeJsonParse } = require("../../http");
+const cacheFolder = path.resolve(
+  process.env.STORAGE_DIR
+    ? path.resolve(process.env.STORAGE_DIR, "models", "apipie")
+    : path.resolve(__dirname, `../../../storage/models/apipie`)
+);
+
+class ApiPieLLM {
+  constructor(embedder = null, modelPreference = null) {
+    if (!process.env.APIPIE_LLM_API_KEY)
+      throw new Error("No ApiPie LLM API key was set.");
+
+    const { OpenAI: OpenAIApi } = require("openai");
+    this.basePath = "https://apipie.ai/v1";
+    this.openai = new OpenAIApi({
+      baseURL: this.basePath,
+      apiKey: process.env.APIPIE_LLM_API_KEY ?? null,
+    });
+    this.model =
+      modelPreference ||
+      process.env.APIPIE_LLM_MODEL_PREF ||
+      "openrouter/mistral-7b-instruct";
+    this.limits = {
+      history: this.promptWindowLimit() * 0.15,
+      system: this.promptWindowLimit() * 0.15,
+      user: this.promptWindowLimit() * 0.7,
+    };
+
+    this.embedder = embedder ?? new NativeEmbedder();
+    this.defaultTemp = 0.7;
+
+    if (!fs.existsSync(cacheFolder))
+      fs.mkdirSync(cacheFolder, { recursive: true });
+    this.cacheModelPath = path.resolve(cacheFolder, "models.json");
+    this.cacheAtPath = path.resolve(cacheFolder, ".cached_at");
+  }
+
+  log(text, ...args) {
+    console.log(`\x1b[36m[${this.constructor.name}]\x1b[0m ${text}`, ...args);
+  }
+
+  // This checks if the .cached_at file has a timestamp that is more than 1Week (in millis)
+  // from the current date. If it is, then we will refetch the API so that all the models are up
+  // to date.
+  #cacheIsStale() {
+    const MAX_STALE = 6.048e8; // 1 Week in MS
+    if (!fs.existsSync(this.cacheAtPath)) return true;
+    const now = Number(new Date());
+    const timestampMs = Number(fs.readFileSync(this.cacheAtPath));
+    return now - timestampMs > MAX_STALE;
+  }
+
+  // This function fetches the models from the ApiPie API and caches them locally.
+  // We do this because the ApiPie API has a lot of models, and we need to get the proper token context window
+  // for each model and this is a constructor property - so we can really only get it if this cache exists.
+  // We used to have this as a chore, but given there is an API to get the info - this makes little sense.
+  // This might slow down the first request, but we need the proper token context window
+  // for each model and this is a constructor property - so we can really only get it if this cache exists.
+  async #syncModels() {
+    if (fs.existsSync(this.cacheModelPath) && !this.#cacheIsStale())
+      return false;
+
+    this.log("Model cache is not present or stale. Fetching from ApiPie API.");
+    await fetchApiPieModels();
+    return;
+  }
+
+  #appendContext(contextTexts = []) {
+    if (!contextTexts || !contextTexts.length) return "";
+    return (
+      "\nContext:\n" +
+      contextTexts
+        .map((text, i) => {
+          return `[CONTEXT ${i}]:\n${text}\n[END CONTEXT ${i}]\n\n`;
+        })
+        .join("")
+    );
+  }
+
+  models() {
+    if (!fs.existsSync(this.cacheModelPath)) return {};
+    return safeJsonParse(
+      fs.readFileSync(this.cacheModelPath, { encoding: "utf-8" }),
+      {}
+    );
+  }
+
+  streamingEnabled() {
+    return "streamGetChatCompletion" in this;
+  }
+
+  static promptWindowLimit(modelName) {
+    const cacheModelPath = path.resolve(cacheFolder, "models.json");
+    const availableModels = fs.existsSync(cacheModelPath)
+      ? safeJsonParse(
+          fs.readFileSync(cacheModelPath, { encoding: "utf-8" }),
+          {}
+        )
+      : {};
+    return availableModels[modelName]?.maxLength || 4096;
+  }
+
+  promptWindowLimit() {
+    const availableModels = this.models();
+    return availableModels[this.model]?.maxLength || 4096;
+  }
+
+  async isValidChatCompletionModel(model = "") {
+    await this.#syncModels();
+    const availableModels = this.models();
+    return availableModels.hasOwnProperty(model);
+  }
+
+  /**
+   * Generates appropriate content array for a message + attachments.
+   * @param {{userPrompt:string, attachments: import("../../helpers").Attachment[]}}
+   * @returns {string|object[]}
+   */
+  #generateContent({ userPrompt, attachments = [] }) {
+    if (!attachments.length) {
+      return userPrompt;
+    }
+
+    const content = [{ type: "text", text: userPrompt }];
+    for (let attachment of attachments) {
+      content.push({
+        type: "image_url",
+        image_url: {
+          url: attachment.contentString,
+          detail: "auto",
+        },
+      });
+    }
+    return content.flat();
+  }
+
+  constructPrompt({
+    systemPrompt = "",
+    contextTexts = [],
+    chatHistory = [],
+    userPrompt = "",
+    attachments = [],
+  }) {
+    const prompt = {
+      role: "system",
+      content: `${systemPrompt}${this.#appendContext(contextTexts)}`,
+    };
+    return [
+      prompt,
+      ...chatHistory,
+      {
+        role: "user",
+        content: this.#generateContent({ userPrompt, attachments }),
+      },
+    ];
+  }
+
+  async getChatCompletion(messages = null, { temperature = 0.7 }) {
+    if (!(await this.isValidChatCompletionModel(this.model)))
+      throw new Error(
+        `ApiPie chat: ${this.model} is not valid for chat completion!`
+      );
+
+    const result = await this.openai.chat.completions
+      .create({
+        model: this.model,
+        messages,
+        temperature,
+      })
+      .catch((e) => {
+        throw new Error(e.message);
+      });
+
+    if (!result.hasOwnProperty("choices") || result.choices.length === 0)
+      return null;
+    return result.choices[0].message.content;
+  }
+
+  // APIPie says it supports streaming, but it does not work across all models and providers.
+  // Notably, it is not working for OpenRouter models at all.
+  // async streamGetChatCompletion(messages = null, { temperature = 0.7 }) {
+  //   if (!(await this.isValidChatCompletionModel(this.model)))
+  //     throw new Error(
+  //       `ApiPie chat: ${this.model} is not valid for chat completion!`
+  //     );
+
+  //   const streamRequest = await this.openai.chat.completions.create({
+  //     model: this.model,
+  //     stream: true,
+  //     messages,
+  //     temperature,
+  //   });
+  //   return streamRequest;
+  // }
+
+  handleStream(response, stream, responseProps) {
+    const { uuid = uuidv4(), sources = [] } = responseProps;
+
+    return new Promise(async (resolve) => {
+      let fullText = "";
+
+      // Establish listener to early-abort a streaming response
+      // in case things go sideways or the user does not like the response.
+      // We preserve the generated text but continue as if chat was completed
+      // to preserve previously generated content.
+      const handleAbort = () => clientAbortedHandler(resolve, fullText);
+      response.on("close", handleAbort);
+
+      try {
+        for await (const chunk of stream) {
+          const message = chunk?.choices?.[0];
+          const token = message?.delta?.content;
+
+          if (token) {
+            fullText += token;
+            writeResponseChunk(response, {
+              uuid,
+              sources: [],
+              type: "textResponseChunk",
+              textResponse: token,
+              close: false,
+              error: false,
+            });
+          }
+
+          if (message === undefined || message.finish_reason !== null) {
+            writeResponseChunk(response, {
+              uuid,
+              sources,
+              type: "textResponseChunk",
+              textResponse: "",
+              close: true,
+              error: false,
+            });
+            response.removeListener("close", handleAbort);
+            resolve(fullText);
+          }
+        }
+      } catch (e) {
+        writeResponseChunk(response, {
+          uuid,
+          sources,
+          type: "abort",
+          textResponse: null,
+          close: true,
+          error: e.message,
+        });
+        response.removeListener("close", handleAbort);
+        resolve(fullText);
+      }
+    });
+  }
+
+  // handleStream(response, stream, responseProps) {
+  //   return handleDefaultStreamResponseV2(response, stream, responseProps);
+  // }
+
+  // Simple wrapper for dynamic embedder & normalize interface for all LLM implementations
+  async embedTextInput(textInput) {
+    return await this.embedder.embedTextInput(textInput);
+  }
+  async embedChunks(textChunks = []) {
+    return await this.embedder.embedChunks(textChunks);
+  }
+
+  async compressMessages(promptArgs = {}, rawHistory = []) {
+    const { messageArrayCompressor } = require("../../helpers/chat");
+    const messageArray = this.constructPrompt(promptArgs);
+    return await messageArrayCompressor(this, messageArray, rawHistory);
+  }
+}
+
+async function fetchApiPieModels(providedApiKey = null) {
+  const apiKey = providedApiKey || process.env.APIPIE_LLM_API_KEY || null;
+  return await fetch(`https://apipie.ai/v1/models`, {
+    method: "GET",
+    headers: {
+      "Content-Type": "application/json",
+      ...(apiKey ? { Authorization: `Bearer ${apiKey}` } : {}),
+    },
+  })
+    .then((res) => res.json())
+    .then(({ data = [] }) => {
+      const models = {};
+      data.forEach((model) => {
+        models[`${model.provider}/${model.model}`] = {
+          id: `${model.provider}/${model.model}`,
+          name: `${model.provider}/${model.model}`,
+          organization: model.provider,
+          maxLength: model.max_tokens,
+        };
+      });
+
+      // Cache all response information
+      if (!fs.existsSync(cacheFolder))
+        fs.mkdirSync(cacheFolder, { recursive: true });
+      fs.writeFileSync(
+        path.resolve(cacheFolder, "models.json"),
+        JSON.stringify(models),
+        {
+          encoding: "utf-8",
+        }
+      );
+      fs.writeFileSync(
+        path.resolve(cacheFolder, ".cached_at"),
+        String(Number(new Date())),
+        {
+          encoding: "utf-8",
+        }
+      );
+
+      return models;
+    })
+    .catch((e) => {
+      console.error(e);
+      return {};
+    });
+}
+
+module.exports = {
+  ApiPieLLM,
+  fetchApiPieModels,
+};
diff --git a/server/utils/agents/aibitat/index.js b/server/utils/agents/aibitat/index.js
index 1d356f00a..cabedb7f8 100644
--- a/server/utils/agents/aibitat/index.js
+++ b/server/utils/agents/aibitat/index.js
@@ -785,6 +785,8 @@ ${this.getHistory({ to: route.to })
         return new Providers.FireworksAIProvider({ model: config.model });
       case "deepseek":
         return new Providers.DeepSeekProvider({ model: config.model });
+      case "apipie":
+        return new Providers.ApiPieProvider({ model: config.model });
 
       default:
         throw new Error(
diff --git a/server/utils/agents/aibitat/providers/ai-provider.js b/server/utils/agents/aibitat/providers/ai-provider.js
index 3a144ec6c..5e64e8f26 100644
--- a/server/utils/agents/aibitat/providers/ai-provider.js
+++ b/server/utils/agents/aibitat/providers/ai-provider.js
@@ -182,6 +182,14 @@ class Provider {
           apiKey: process.env.DEEPSEEK_API_KEY ?? null,
           ...config,
         });
+      case "apipie":
+        return new ChatOpenAI({
+          configuration: {
+            baseURL: "https://apipie.ai/v1",
+          },
+          apiKey: process.env.APIPIE_LLM_API_KEY ?? null,
+          ...config,
+        });
       default:
         throw new Error(`Unsupported provider ${provider} for this task.`);
     }
diff --git a/server/utils/agents/aibitat/providers/apipie.js b/server/utils/agents/aibitat/providers/apipie.js
new file mode 100644
index 000000000..4c6a3c8bf
--- /dev/null
+++ b/server/utils/agents/aibitat/providers/apipie.js
@@ -0,0 +1,116 @@
+const OpenAI = require("openai");
+const Provider = require("./ai-provider.js");
+const InheritMultiple = require("./helpers/classes.js");
+const UnTooled = require("./helpers/untooled.js");
+
+/**
+ * The agent provider for the OpenRouter provider.
+ */
+class ApiPieProvider extends InheritMultiple([Provider, UnTooled]) {
+  model;
+
+  constructor(config = {}) {
+    const { model = "openrouter/llama-3.1-8b-instruct" } = config;
+    super();
+    const client = new OpenAI({
+      baseURL: "https://apipie.ai/v1",
+      apiKey: process.env.APIPIE_LLM_API_KEY,
+      maxRetries: 3,
+    });
+
+    this._client = client;
+    this.model = model;
+    this.verbose = true;
+  }
+
+  get client() {
+    return this._client;
+  }
+
+  async #handleFunctionCallChat({ messages = [] }) {
+    return await this.client.chat.completions
+      .create({
+        model: this.model,
+        temperature: 0,
+        messages,
+      })
+      .then((result) => {
+        if (!result.hasOwnProperty("choices"))
+          throw new Error("ApiPie chat: No results!");
+        if (result.choices.length === 0)
+          throw new Error("ApiPie chat: No results length!");
+        return result.choices[0].message.content;
+      })
+      .catch((_) => {
+        return null;
+      });
+  }
+
+  /**
+   * Create a completion based on the received messages.
+   *
+   * @param messages A list of messages to send to the API.
+   * @param functions
+   * @returns The completion.
+   */
+  async complete(messages, functions = null) {
+    try {
+      let completion;
+      if (functions.length > 0) {
+        const { toolCall, text } = await this.functionCall(
+          messages,
+          functions,
+          this.#handleFunctionCallChat.bind(this)
+        );
+
+        if (toolCall !== null) {
+          this.providerLog(`Valid tool call found - running ${toolCall.name}.`);
+          this.deduplicator.trackRun(toolCall.name, toolCall.arguments);
+          return {
+            result: null,
+            functionCall: {
+              name: toolCall.name,
+              arguments: toolCall.arguments,
+            },
+            cost: 0,
+          };
+        }
+        completion = { content: text };
+      }
+
+      if (!completion?.content) {
+        this.providerLog(
+          "Will assume chat completion without tool call inputs."
+        );
+        const response = await this.client.chat.completions.create({
+          model: this.model,
+          messages: this.cleanMsgs(messages),
+        });
+        completion = response.choices[0].message;
+      }
+
+      // The UnTooled class inherited Deduplicator is mostly useful to prevent the agent
+      // from calling the exact same function over and over in a loop within a single chat exchange
+      // _but_ we should enable it to call previously used tools in a new chat interaction.
+      this.deduplicator.reset("runs");
+      return {
+        result: completion.content,
+        cost: 0,
+      };
+    } catch (error) {
+      throw error;
+    }
+  }
+
+  /**
+   * Get the cost of the completion.
+   *
+   * @param _usage The completion to get the cost for.
+   * @returns The cost of the completion.
+   */
+  getCost(_usage) {
+    return 0;
+  }
+}
+
+module.exports = ApiPieProvider;
diff --git a/server/utils/agents/aibitat/providers/index.js b/server/utils/agents/aibitat/providers/index.js
index 086e0ccf0..507bf181b 100644
--- a/server/utils/agents/aibitat/providers/index.js
+++ b/server/utils/agents/aibitat/providers/index.js
@@ -15,6 +15,7 @@ const TextWebGenUiProvider = require("./textgenwebui.js");
 const AWSBedrockProvider = require("./bedrock.js");
 const FireworksAIProvider = require("./fireworksai.js");
 const DeepSeekProvider = require("./deepseek.js");
+const ApiPieProvider = require("./apipie.js");
 
 module.exports = {
   OpenAIProvider,
@@ -34,4 +35,5 @@ module.exports = {
   TextWebGenUiProvider,
   AWSBedrockProvider,
   FireworksAIProvider,
+  ApiPieProvider,
 };
diff --git a/server/utils/agents/index.js b/server/utils/agents/index.js
index 3936f9388..ffa65c753 100644
--- a/server/utils/agents/index.js
+++ b/server/utils/agents/index.js
@@ -166,6 +166,10 @@ class AgentHandler {
         if (!process.env.DEEPSEEK_API_KEY)
           throw new Error("DeepSeek API Key must be provided to use agents.");
         break;
+      case "apipie":
+        if (!process.env.APIPIE_LLM_API_KEY)
+          throw new Error("ApiPie API Key must be provided to use agents.");
+        break;
 
       default:
         throw new Error(
@@ -212,6 +216,8 @@ class AgentHandler {
         return null;
       case "deepseek":
         return "deepseek-chat";
+      case "apipie":
+        return null;
       default:
         return "unknown";
     }
diff --git a/server/utils/helpers/customModels.js b/server/utils/helpers/customModels.js
index f061d35ff..f3430cecc 100644
--- a/server/utils/helpers/customModels.js
+++ b/server/utils/helpers/customModels.js
@@ -1,4 +1,5 @@
 const { fetchOpenRouterModels } = require("../AiProviders/openRouter");
+const { fetchApiPieModels } = require("../AiProviders/apipie");
 const { perplexityModels } = require("../AiProviders/perplexity");
 const { togetherAiModels } = require("../AiProviders/togetherAi");
 const { fireworksAiModels } = require("../AiProviders/fireworksAi");
@@ -19,6 +20,7 @@ const SUPPORT_CUSTOM_MODELS = [
   "elevenlabs-tts",
   "groq",
   "deepseek",
+  "apipie",
 ];
 
 async function getCustomModels(provider = "", apiKey = null, basePath = null) {
@@ -56,6 +58,8 @@ async function getCustomModels(provider = "", apiKey = null, basePath = null) {
       return await getGroqAiModels(apiKey);
     case "deepseek":
       return await getDeepSeekModels(apiKey);
+    case "apipie":
+      return await getAPIPieModels(apiKey);
     default:
       return { models: [], error: "Invalid provider for custom models" };
   }
@@ -355,6 +359,21 @@ async function getOpenRouterModels() {
   return { models, error: null };
 }
 
+async function getAPIPieModels(apiKey = null) {
+  const knownModels = await fetchApiPieModels(apiKey);
+  if (!Object.keys(knownModels).length === 0)
+    return { models: [], error: null };
+
+  const models = Object.values(knownModels).map((model) => {
+    return {
+      id: model.id,
+      organization: model.organization,
+      name: model.name,
+    };
+  });
+  return { models, error: null };
+}
+
 async function getMistralModels(apiKey = null) {
   const { OpenAI: OpenAIApi } = require("openai");
   const openai = new OpenAIApi({
diff --git a/server/utils/helpers/index.js b/server/utils/helpers/index.js
index 6f2dd79d4..f3f19fb9d 100644
--- a/server/utils/helpers/index.js
+++ b/server/utils/helpers/index.js
@@ -162,6 +162,9 @@ function getLLMProvider({ provider = null, model = null } = {}) {
     case "deepseek":
       const { DeepSeekLLM } = require("../AiProviders/deepseek");
       return new DeepSeekLLM(embedder, model);
+    case "apipie":
+      const { ApiPieLLM } = require("../AiProviders/apipie");
+      return new ApiPieLLM(embedder, model);
     default:
       throw new Error(
         `ENV: No valid LLM_PROVIDER value found in environment! Using ${process.env.LLM_PROVIDER}`
@@ -285,6 +288,12 @@ function getLLMProviderClass({ provider = null } = {}) {
     case "bedrock":
       const { AWSBedrockLLM } = require("../AiProviders/bedrock");
       return AWSBedrockLLM;
+    case "deepseek":
+      const { DeepSeekLLM } = require("../AiProviders/deepseek");
+      return DeepSeekLLM;
+    case "apipie":
+      const { ApiPieLLM } = require("../AiProviders/apipie");
+      return ApiPieLLM;
     default:
       return null;
   }
diff --git a/server/utils/helpers/updateENV.js b/server/utils/helpers/updateENV.js
index db5cfe0e3..160e85d44 100644
--- a/server/utils/helpers/updateENV.js
+++ b/server/utils/helpers/updateENV.js
@@ -515,6 +515,16 @@ const KEY_MAPPING = {
     envKey: "DEEPSEEK_MODEL_PREF",
     checks: [isNotEmpty],
   },
+
+  // APIPie Options
+  ApipieLLMApiKey: {
+    envKey: "APIPIE_LLM_API_KEY",
+    checks: [isNotEmpty],
+  },
+  ApipieLLMModelPref: {
+    envKey: "APIPIE_LLM_MODEL_PREF",
+    checks: [isNotEmpty],
+  },
 };
 
 function isNotEmpty(input = "") {
@@ -617,6 +627,7 @@ function supportedLLM(input = "") {
     "generic-openai",
     "bedrock",
     "deepseek",
+    "apipie",
   ].includes(input);
   return validSelection ? null : `${input} is not a valid LLM provider.`;
 }

From cb4b0a878ee6409903ef073f1f1372da34234986 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Tue, 15 Oct 2024 12:43:14 -0700
Subject: [PATCH 08/28] LiteLLM agent support (#2460)

* litellm agent support

* lint

* add LiteLLM provider config

---------

Co-authored-by: Timothy Carambat <rambat1010@gmail.com>
---
 .../AgentConfig/AgentLLMSelection/index.jsx   |   1 +
 server/utils/agents/aibitat/index.js          |   2 +
 .../agents/aibitat/providers/ai-provider.js   |  31 +++--
 .../utils/agents/aibitat/providers/index.js   |   2 +
 .../utils/agents/aibitat/providers/litellm.js | 110 ++++++++++++++++++
 server/utils/agents/index.js                  |   8 ++
 6 files changed, 143 insertions(+), 11 deletions(-)
 create mode 100644 server/utils/agents/aibitat/providers/litellm.js

diff --git a/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx b/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx
index 5fd9c8e33..d0b0b4893 100644
--- a/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx
+++ b/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx
@@ -24,6 +24,7 @@ const ENABLED_PROVIDERS = [
   "bedrock",
   "fireworksai",
   "deepseek",
+  "litellm",
   "apipie",
   // TODO: More agent support.
   // "cohere",         // Has tool calling and will need to build explicit support
diff --git a/server/utils/agents/aibitat/index.js b/server/utils/agents/aibitat/index.js
index cabedb7f8..0c7481982 100644
--- a/server/utils/agents/aibitat/index.js
+++ b/server/utils/agents/aibitat/index.js
@@ -785,6 +785,8 @@ ${this.getHistory({ to: route.to })
         return new Providers.FireworksAIProvider({ model: config.model });
       case "deepseek":
         return new Providers.DeepSeekProvider({ model: config.model });
+      case "litellm":
+        return new Providers.LiteLLMProvider({ model: config.model });
       case "apipie":
         return new Providers.ApiPieProvider({ model: config.model });
 
diff --git a/server/utils/agents/aibitat/providers/ai-provider.js b/server/utils/agents/aibitat/providers/ai-provider.js
index 5e64e8f26..afaefa1c9 100644
--- a/server/utils/agents/aibitat/providers/ai-provider.js
+++ b/server/utils/agents/aibitat/providers/ai-provider.js
@@ -130,6 +130,22 @@ class Provider {
           apiKey: process.env.FIREWORKS_AI_LLM_API_KEY,
           ...config,
         });
+      case "apipie":
+        return new ChatOpenAI({
+          configuration: {
+            baseURL: "https://apipie.ai/v1",
+          },
+          apiKey: process.env.APIPIE_LLM_API_KEY ?? null,
+          ...config,
+        });
+      case "deepseek":
+        return new ChatOpenAI({
+          configuration: {
+            baseURL: "https://api.deepseek.com/v1",
+          },
+          apiKey: process.env.DEEPSEEK_API_KEY ?? null,
+          ...config,
+        });
 
       // OSS Model Runners
       // case "anythingllm_ollama":
@@ -174,22 +190,15 @@ class Provider {
           apiKey: process.env.TEXT_GEN_WEB_UI_API_KEY ?? "not-used",
           ...config,
         });
-      case "deepseek":
+      case "litellm":
         return new ChatOpenAI({
           configuration: {
-            baseURL: "https://api.deepseek.com/v1",
+            baseURL: process.env.LITE_LLM_BASE_PATH,
           },
-          apiKey: process.env.DEEPSEEK_API_KEY ?? null,
-          ...config,
-        });
-      case "apipie":
-        return new ChatOpenAI({
-          configuration: {
-            baseURL: "https://apipie.ai/v1",
-          },
-          apiKey: process.env.APIPIE_LLM_API_KEY ?? null,
+          apiKey: process.env.LITE_LLM_API_KEY ?? null,
           ...config,
         });
+
       default:
         throw new Error(`Unsupported provider ${provider} for this task.`);
     }
diff --git a/server/utils/agents/aibitat/providers/index.js b/server/utils/agents/aibitat/providers/index.js
index 507bf181b..f5ae66420 100644
--- a/server/utils/agents/aibitat/providers/index.js
+++ b/server/utils/agents/aibitat/providers/index.js
@@ -15,6 +15,7 @@ const TextWebGenUiProvider = require("./textgenwebui.js");
 const AWSBedrockProvider = require("./bedrock.js");
 const FireworksAIProvider = require("./fireworksai.js");
 const DeepSeekProvider = require("./deepseek.js");
+const LiteLLMProvider = require("./litellm.js");
 const ApiPieProvider = require("./apipie.js");
 
 module.exports = {
@@ -35,5 +36,6 @@ module.exports = {
   TextWebGenUiProvider,
   AWSBedrockProvider,
   FireworksAIProvider,
+  LiteLLMProvider,
   ApiPieProvider,
 };
diff --git a/server/utils/agents/aibitat/providers/litellm.js b/server/utils/agents/aibitat/providers/litellm.js
new file mode 100644
index 000000000..ad489c269
--- /dev/null
+++ b/server/utils/agents/aibitat/providers/litellm.js
@@ -0,0 +1,110 @@
+const OpenAI = require("openai");
+const Provider = require("./ai-provider.js");
+const InheritMultiple = require("./helpers/classes.js");
+const UnTooled = require("./helpers/untooled.js");
+
+/**
+ * The agent provider for LiteLLM.
+ */
+class LiteLLMProvider extends InheritMultiple([Provider, UnTooled]) {
+  model;
+
+  constructor(config = {}) {
+    super();
+    const { model = null } = config;
+    const client = new OpenAI({
+      baseURL: process.env.LITE_LLM_BASE_PATH,
+      apiKey: process.env.LITE_LLM_API_KEY ?? null,
+      maxRetries: 3,
+    });
+
+    this._client = client;
+    this.model = model || process.env.LITE_LLM_MODEL_PREF;
+    this.verbose = true;
+  }
+
+  get client() {
+    return this._client;
+  }
+
+  async #handleFunctionCallChat({ messages = [] }) {
+    return await this.client.chat.completions
+      .create({
+        model: this.model,
+        temperature: 0,
+        messages,
+      })
+      .then((result) => {
+        if (!result.hasOwnProperty("choices"))
+          throw new Error("LiteLLM chat: No results!");
+        if (result.choices.length === 0)
+          throw new Error("LiteLLM chat: No results length!");
+        return result.choices[0].message.content;
+      })
+      .catch((_) => {
+        return null;
+      });
+  }
+
+  /**
+   * Create a completion based on the received messages.
+   *
+   * @param messages A list of messages to send to the API.
+   * @param functions
+   * @returns The completion.
+   */
+  async complete(messages, functions = null) {
+    try {
+      let completion;
+      if (functions.length > 0) {
+        const { toolCall, text } = await this.functionCall(
+          messages,
+          functions,
+          this.#handleFunctionCallChat.bind(this)
+        );
+
+        if (toolCall !== null) {
+          this.providerLog(`Valid tool call found - running ${toolCall.name}.`);
+          this.deduplicator.trackRun(toolCall.name, toolCall.arguments);
+          return {
+            result: null,
+            functionCall: {
+              name: toolCall.name,
+              arguments: toolCall.arguments,
+            },
+            cost: 0,
+          };
+        }
+        completion = { content: text };
+      }
+
+      if (!completion?.content) {
+        this.providerLog(
+          "Will assume chat completion without tool call inputs."
+        );
+        const response = await this.client.chat.completions.create({
+          model: this.model,
+          messages: this.cleanMsgs(messages),
+        });
+        completion = response.choices[0].message;
+      }
+
+      // The UnTooled class inherited Deduplicator is mostly useful to prevent the agent
+      // from calling the exact same function over and over in a loop within a single chat exchange
+      // _but_ we should enable it to call previously used tools in a new chat interaction.
+      this.deduplicator.reset("runs");
+      return {
+        result: completion.content,
+        cost: 0,
+      };
+    } catch (error) {
+      throw error;
+    }
+  }
+
+  getCost(_usage) {
+    return 0;
+  }
+}
+
+module.exports = LiteLLMProvider;
diff --git a/server/utils/agents/index.js b/server/utils/agents/index.js
index ffa65c753..ab86e51ff 100644
--- a/server/utils/agents/index.js
+++ b/server/utils/agents/index.js
@@ -166,6 +166,12 @@ class AgentHandler {
         if (!process.env.DEEPSEEK_API_KEY)
           throw new Error("DeepSeek API Key must be provided to use agents.");
         break;
+      case "litellm":
+        if (!process.env.LITE_LLM_BASE_PATH)
+          throw new Error(
+            "LiteLLM API base path and key must be provided to use agents."
+          );
+        break;
       case "apipie":
         if (!process.env.APIPIE_LLM_API_KEY)
           throw new Error("ApiPie API Key must be provided to use agents.");
@@ -216,6 +222,8 @@ class AgentHandler {
         return null;
       case "deepseek":
         return "deepseek-chat";
+      case "litellm":
+        return null;
       case "apipie":
         return null;
       default:

From 52f2f8717929e70d8ea00abe5275748b41f4cc86 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Tue, 15 Oct 2024 12:46:53 -0700
Subject: [PATCH 09/28] Pasting text bug fix (#2425)

pasting text bug fix

Co-authored-by: Timothy Carambat <rambat1010@gmail.com>
---
 .../ChatContainer/PromptInput/index.jsx           | 15 ++++++++++++++-
 1 file changed, 14 insertions(+), 1 deletion(-)

diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx
index cc5ae1491..a14b70ac8 100644
--- a/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx
+++ b/frontend/src/components/WorkspaceChat/ChatContainer/PromptInput/index.jsx
@@ -122,9 +122,22 @@ export default function PromptInput({
 
     const pasteText = e.clipboardData.getData("text/plain");
     if (pasteText) {
-      const newPromptInput = promptInput + pasteText.trim();
+      const textarea = textareaRef.current;
+      const start = textarea.selectionStart;
+      const end = textarea.selectionEnd;
+      const newPromptInput =
+        promptInput.substring(0, start) +
+        pasteText +
+        promptInput.substring(end);
       setPromptInput(newPromptInput);
       onChange({ target: { value: newPromptInput } });
+
+      // Set the cursor position after the pasted text
+      // we need to use setTimeout to prevent the cursor from being set to the end of the text
+      setTimeout(() => {
+        textarea.selectionStart = textarea.selectionEnd =
+          start + pasteText.length;
+      }, 0);
     }
     return;
   };

From 15ca5e8103d82d41b8208be6b70329094e106424 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Tue, 15 Oct 2024 12:52:01 -0700
Subject: [PATCH 10/28] Fix file name/folder name truncation (#2456)

fix filename/foldername truncation

Co-authored-by: Timothy Carambat <rambat1010@gmail.com>
---
 .../ManageWorkspace/Documents/Directory/FileRow/index.jsx       | 2 +-
 .../ManageWorkspace/Documents/Directory/FolderRow/index.jsx     | 2 +-
 .../Documents/WorkspaceDirectory/WorkspaceFileRow/index.jsx     | 2 +-
 3 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/FileRow/index.jsx b/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/FileRow/index.jsx
index ea34b33a4..fc3546c17 100644
--- a/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/FileRow/index.jsx
+++ b/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/FileRow/index.jsx
@@ -31,7 +31,7 @@ export default function FileRow({ item, selected, toggleSelection }) {
           className="shrink-0 text-base font-bold w-4 h-4 mr-[3px]"
           weight="fill"
         />
-        <p className="whitespace-nowrap overflow-hidden text-ellipsis">
+        <p className="whitespace-nowrap overflow-hidden text-ellipsis max-w-[400px]">
           {middleTruncate(item.title, 55)}
         </p>
       </div>
diff --git a/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/FolderRow/index.jsx b/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/FolderRow/index.jsx
index bf1581e14..7e2dfffee 100644
--- a/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/FolderRow/index.jsx
+++ b/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/FolderRow/index.jsx
@@ -51,7 +51,7 @@ export default function FolderRow({
             className="shrink-0 text-base font-bold w-4 h-4 mr-[3px]"
             weight="fill"
           />
-          <p className="whitespace-nowrap overflow-show">
+          <p className="whitespace-nowrap overflow-show max-w-[400px]">
             {middleTruncate(item.name, 35)}
           </p>
         </div>
diff --git a/frontend/src/components/Modals/ManageWorkspace/Documents/WorkspaceDirectory/WorkspaceFileRow/index.jsx b/frontend/src/components/Modals/ManageWorkspace/Documents/WorkspaceDirectory/WorkspaceFileRow/index.jsx
index cc267170b..505c4c22c 100644
--- a/frontend/src/components/Modals/ManageWorkspace/Documents/WorkspaceDirectory/WorkspaceFileRow/index.jsx
+++ b/frontend/src/components/Modals/ManageWorkspace/Documents/WorkspaceDirectory/WorkspaceFileRow/index.jsx
@@ -83,7 +83,7 @@ export default function WorkspaceFileRow({
           className="shrink-0 text-base font-bold w-4 h-4 mr-[3px] ml-1"
           weight="fill"
         />
-        <p className="whitespace-nowrap overflow-hidden text-ellipsis">
+        <p className="whitespace-nowrap overflow-hidden text-ellipsis max-w-[400px]">
           {middleTruncate(item.title, 50)}
         </p>
       </div>

From be6289d141c17c22a48f566f16136fc8048525ca Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Tue, 15 Oct 2024 14:01:29 -0700
Subject: [PATCH 11/28] Daily message limit per user (#2417)

* set message limit per user

* remove old limit user messages + unused admin page

* fix daily message validation

* refactor message limit input
refactor canSendChat on user to a method on user model

---------

Co-authored-by: timothycarambat <rambat1010@gmail.com>
---
 frontend/src/App.jsx                          |   5 -
 .../src/components/SettingsButton/index.jsx   |   4 +-
 .../src/components/SettingsSidebar/index.jsx  |   5 -
 .../UserMenu/AccountModal/index.jsx           |   2 +-
 frontend/src/pages/Admin/System/index.jsx     | 128 ------------------
 .../pages/Admin/Users/NewUserModal/index.jsx  |  18 ++-
 .../Users/UserRow/EditUserModal/index.jsx     |  20 ++-
 frontend/src/pages/Admin/Users/index.jsx      |  55 ++++++++
 frontend/src/utils/paths.js                   |   3 -
 server/endpoints/admin.js                     |  15 --
 server/endpoints/api/admin/index.js           |  53 +-------
 server/endpoints/chat.js                      |  87 +++---------
 server/endpoints/system.js                    |   2 -
 server/models/systemSettings.js               |   4 -
 server/models/user.js                         |  60 +++++++-
 .../20241003192954_init/migration.sql         |   2 +
 server/prisma/schema.prisma                   |   3 +-
 server/prisma/seed.js                         |   2 -
 server/swagger/openapi.json                   |  49 +------
 19 files changed, 172 insertions(+), 345 deletions(-)
 delete mode 100644 frontend/src/pages/Admin/System/index.jsx
 create mode 100644 server/prisma/migrations/20241003192954_init/migration.sql

diff --git a/frontend/src/App.jsx b/frontend/src/App.jsx
index c6cac66db..cb3bac7f7 100644
--- a/frontend/src/App.jsx
+++ b/frontend/src/App.jsx
@@ -22,7 +22,6 @@ const WorkspaceChat = lazy(() => import("@/pages/WorkspaceChat"));
 const AdminUsers = lazy(() => import("@/pages/Admin/Users"));
 const AdminInvites = lazy(() => import("@/pages/Admin/Invitations"));
 const AdminWorkspaces = lazy(() => import("@/pages/Admin/Workspaces"));
-const AdminSystem = lazy(() => import("@/pages/Admin/System"));
 const AdminLogs = lazy(() => import("@/pages/Admin/Logging"));
 const AdminAgents = lazy(() => import("@/pages/Admin/Agents"));
 const GeneralChats = lazy(() => import("@/pages/GeneralSettings/Chats"));
@@ -168,10 +167,6 @@ export default function App() {
                   path="/settings/workspace-chats"
                   element={<ManagerRoute Component={GeneralChats} />}
                 />
-                <Route
-                  path="/settings/system-preferences"
-                  element={<ManagerRoute Component={AdminSystem} />}
-                />
                 <Route
                   path="/settings/invites"
                   element={<ManagerRoute Component={AdminInvites} />}
diff --git a/frontend/src/components/SettingsButton/index.jsx b/frontend/src/components/SettingsButton/index.jsx
index 19a4a17aa..f53e675f1 100644
--- a/frontend/src/components/SettingsButton/index.jsx
+++ b/frontend/src/components/SettingsButton/index.jsx
@@ -29,9 +29,7 @@ export default function SettingsButton() {
   return (
     <ToolTipWrapper id="open-settings">
       <Link
-        to={
-          !!user?.role ? paths.settings.system() : paths.settings.appearance()
-        }
+        to={paths.settings.appearance()}
         className="transition-all duration-300 p-2 rounded-full text-white bg-sidebar-button hover:bg-menu-item-selected-gradient hover:border-slate-100 hover:border-opacity-50 border-transparent border"
         aria-label="Settings"
         data-tooltip-id="open-settings"
diff --git a/frontend/src/components/SettingsSidebar/index.jsx b/frontend/src/components/SettingsSidebar/index.jsx
index 97b088eca..367b21ab6 100644
--- a/frontend/src/components/SettingsSidebar/index.jsx
+++ b/frontend/src/components/SettingsSidebar/index.jsx
@@ -278,11 +278,6 @@ const SidebarOptions = ({ user = null, t }) => (
           href: paths.settings.invites(),
           roles: ["admin", "manager"],
         },
-        {
-          btnText: t("settings.system"),
-          href: paths.settings.system(),
-          roles: ["admin", "manager"],
-        },
       ]}
     />
     <Option
diff --git a/frontend/src/components/UserMenu/AccountModal/index.jsx b/frontend/src/components/UserMenu/AccountModal/index.jsx
index 9fac4aaeb..9fe7f60a2 100644
--- a/frontend/src/components/UserMenu/AccountModal/index.jsx
+++ b/frontend/src/components/UserMenu/AccountModal/index.jsx
@@ -135,7 +135,7 @@ export default function AccountModal({ user, hideModal }) {
                 autoComplete="off"
               />
               <p className="mt-2 text-xs text-white/60">
-                Username must be only contain lowercase letters, numbers,
+                Username must only contain lowercase letters, numbers,
                 underscores, and hyphens with no spaces
               </p>
             </div>
diff --git a/frontend/src/pages/Admin/System/index.jsx b/frontend/src/pages/Admin/System/index.jsx
deleted file mode 100644
index dba1872d3..000000000
--- a/frontend/src/pages/Admin/System/index.jsx
+++ /dev/null
@@ -1,128 +0,0 @@
-import { useEffect, useState } from "react";
-import Sidebar from "@/components/SettingsSidebar";
-import { isMobile } from "react-device-detect";
-import Admin from "@/models/admin";
-import showToast from "@/utils/toast";
-import CTAButton from "@/components/lib/CTAButton";
-
-export default function AdminSystem() {
-  const [saving, setSaving] = useState(false);
-  const [hasChanges, setHasChanges] = useState(false);
-  const [messageLimit, setMessageLimit] = useState({
-    enabled: false,
-    limit: 10,
-  });
-
-  const handleSubmit = async (e) => {
-    e.preventDefault();
-    setSaving(true);
-    await Admin.updateSystemPreferences({
-      limit_user_messages: messageLimit.enabled,
-      message_limit: messageLimit.limit,
-    });
-    setSaving(false);
-    setHasChanges(false);
-    showToast("System preferences updated successfully.", "success");
-  };
-
-  useEffect(() => {
-    async function fetchSettings() {
-      const settings = (await Admin.systemPreferences())?.settings;
-      if (!settings) return;
-      setMessageLimit({
-        enabled: settings.limit_user_messages,
-        limit: settings.message_limit,
-      });
-    }
-    fetchSettings();
-  }, []);
-
-  return (
-    <div className="w-screen h-screen overflow-hidden bg-sidebar flex">
-      <Sidebar />
-      <div
-        style={{ height: isMobile ? "100%" : "calc(100% - 32px)" }}
-        className="relative md:ml-[2px] md:mr-[16px] md:my-[16px] md:rounded-[16px] bg-main-gradient w-full h-full overflow-y-scroll"
-      >
-        <form
-          onSubmit={handleSubmit}
-          onChange={() => setHasChanges(true)}
-          className="flex flex-col w-full px-1 md:pl-6 md:pr-[50px] md:py-6 py-16"
-        >
-          <div className="w-full flex flex-col gap-y-1 pb-6 border-white border-b-2 border-opacity-10">
-            <div className="items-center">
-              <p className="text-lg leading-6 font-bold text-white">
-                System Preferences
-              </p>
-            </div>
-            <p className="text-xs leading-[18px] font-base text-white text-opacity-60">
-              These are the overall settings and configurations of your
-              instance.
-            </p>
-          </div>
-          {hasChanges && (
-            <div className="flex justify-end">
-              <CTAButton onClick={handleSubmit} className="mt-3 mr-0">
-                {saving ? "Saving..." : "Save changes"}
-              </CTAButton>
-            </div>
-          )}
-          <div className="mt-4 mb-8">
-            <div className="flex flex-col gap-y-1">
-              <h2 className="text-base leading-6 font-bold text-white">
-                Limit messages per user per day
-              </h2>
-              <p className="text-xs leading-[18px] font-base text-white/60">
-                Restrict non-admin users to a number of successful queries or
-                chats within a 24 hour window. Enable this to prevent users from
-                running up OpenAI costs.
-              </p>
-              <div className="mt-2">
-                <label className="relative inline-flex cursor-pointer items-center">
-                  <input
-                    type="checkbox"
-                    name="limit_user_messages"
-                    value="yes"
-                    checked={messageLimit.enabled}
-                    onChange={(e) => {
-                      setMessageLimit({
-                        ...messageLimit,
-                        enabled: e.target.checked,
-                      });
-                    }}
-                    className="peer sr-only"
-                  />
-                  <div className="pointer-events-none peer h-6 w-11 rounded-full bg-stone-400 after:absolute after:left-[2px] after:top-[2px] after:h-5 after:w-5 after:rounded-full after:shadow-xl after:border after:border-gray-600 after:bg-white after:box-shadow-md after:transition-all after:content-[''] peer-checked:bg-lime-300 peer-checked:after:translate-x-full peer-checked:after:border-white peer-focus:outline-none peer-focus:ring-4 peer-focus:ring-blue-800"></div>
-                  <span className="ml-3 text-sm font-medium text-gray-900 dark:text-gray-300"></span>
-                </label>
-              </div>
-            </div>
-            {messageLimit.enabled && (
-              <div className="mt-4">
-                <label className="text-white text-sm font-semibold block mb-4">
-                  Message limit per day
-                </label>
-                <div className="relative mt-2">
-                  <input
-                    type="number"
-                    name="message_limit"
-                    onScroll={(e) => e.target.blur()}
-                    onChange={(e) => {
-                      setMessageLimit({
-                        enabled: true,
-                        limit: Number(e?.target?.value || 0),
-                      });
-                    }}
-                    value={messageLimit.limit}
-                    min={1}
-                    className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:border-white block w-60 p-2.5"
-                  />
-                </div>
-              </div>
-            )}
-          </div>
-        </form>
-      </div>
-    </div>
-  );
-}
diff --git a/frontend/src/pages/Admin/Users/NewUserModal/index.jsx b/frontend/src/pages/Admin/Users/NewUserModal/index.jsx
index 3af7ebd4a..ebca2debb 100644
--- a/frontend/src/pages/Admin/Users/NewUserModal/index.jsx
+++ b/frontend/src/pages/Admin/Users/NewUserModal/index.jsx
@@ -2,11 +2,15 @@ import React, { useState } from "react";
 import { X } from "@phosphor-icons/react";
 import Admin from "@/models/admin";
 import { userFromStorage } from "@/utils/request";
-import { RoleHintDisplay } from "..";
+import { MessageLimitInput, RoleHintDisplay } from "..";
 
 export default function NewUserModal({ closeModal }) {
   const [error, setError] = useState(null);
   const [role, setRole] = useState("default");
+  const [messageLimit, setMessageLimit] = useState({
+    enabled: false,
+    limit: 10,
+  });
 
   const handleCreate = async (e) => {
     setError(null);
@@ -14,6 +18,8 @@ export default function NewUserModal({ closeModal }) {
     const data = {};
     const form = new FormData(e.target);
     for (var [key, value] of form.entries()) data[key] = value;
+    data.dailyMessageLimit = messageLimit.enabled ? messageLimit.limit : null;
+
     const { user, error } = await Admin.newUser(data);
     if (!!user) window.location.reload();
     setError(error);
@@ -58,13 +64,13 @@ export default function NewUserModal({ closeModal }) {
                   pattern="^[a-z0-9_-]+$"
                   onInvalid={(e) =>
                     e.target.setCustomValidity(
-                      "Username must be only contain lowercase letters, numbers, underscores, and hyphens with no spaces"
+                      "Username must only contain lowercase letters, numbers, underscores, and hyphens with no spaces"
                     )
                   }
                   onChange={(e) => e.target.setCustomValidity("")}
                 />
                 <p className="mt-2 text-xs text-white/60">
-                  Username must be only contain lowercase letters, numbers,
+                  Username must only contain lowercase letters, numbers,
                   underscores, and hyphens with no spaces
                 </p>
               </div>
@@ -110,6 +116,12 @@ export default function NewUserModal({ closeModal }) {
                 </select>
                 <RoleHintDisplay role={role} />
               </div>
+              <MessageLimitInput
+                role={role}
+                enabled={messageLimit.enabled}
+                limit={messageLimit.limit}
+                updateState={setMessageLimit}
+              />
               {error && <p className="text-red-400 text-sm">Error: {error}</p>}
               <p className="text-white text-xs md:text-sm">
                 After creating a user they will need to login with their initial
diff --git a/frontend/src/pages/Admin/Users/UserRow/EditUserModal/index.jsx b/frontend/src/pages/Admin/Users/UserRow/EditUserModal/index.jsx
index ec234c2f4..b6c30a852 100644
--- a/frontend/src/pages/Admin/Users/UserRow/EditUserModal/index.jsx
+++ b/frontend/src/pages/Admin/Users/UserRow/EditUserModal/index.jsx
@@ -1,11 +1,15 @@
 import React, { useState } from "react";
 import { X } from "@phosphor-icons/react";
 import Admin from "@/models/admin";
-import { RoleHintDisplay } from "../..";
+import { MessageLimitInput, RoleHintDisplay } from "../..";
 
 export default function EditUserModal({ currentUser, user, closeModal }) {
   const [role, setRole] = useState(user.role);
   const [error, setError] = useState(null);
+  const [messageLimit, setMessageLimit] = useState({
+    enabled: user.dailyMessageLimit !== null,
+    limit: user.dailyMessageLimit || 10,
+  });
 
   const handleUpdate = async (e) => {
     setError(null);
@@ -16,6 +20,12 @@ export default function EditUserModal({ currentUser, user, closeModal }) {
       if (!value || value === null) continue;
       data[key] = value;
     }
+    if (messageLimit.enabled) {
+      data.dailyMessageLimit = messageLimit.limit;
+    } else {
+      data.dailyMessageLimit = null;
+    }
+
     const { success, error } = await Admin.updateUser(user.id, data);
     if (success) window.location.reload();
     setError(error);
@@ -58,7 +68,7 @@ export default function EditUserModal({ currentUser, user, closeModal }) {
                   autoComplete="off"
                 />
                 <p className="mt-2 text-xs text-white/60">
-                  Username must be only contain lowercase letters, numbers,
+                  Username must only contain lowercase letters, numbers,
                   underscores, and hyphens with no spaces
                 </p>
               </div>
@@ -103,6 +113,12 @@ export default function EditUserModal({ currentUser, user, closeModal }) {
                 </select>
                 <RoleHintDisplay role={role} />
               </div>
+              <MessageLimitInput
+                role={role}
+                enabled={messageLimit.enabled}
+                limit={messageLimit.limit}
+                updateState={setMessageLimit}
+              />
               {error && <p className="text-red-400 text-sm">Error: {error}</p>}
             </div>
           </div>
diff --git a/frontend/src/pages/Admin/Users/index.jsx b/frontend/src/pages/Admin/Users/index.jsx
index 408e794aa..ed9f8b3f1 100644
--- a/frontend/src/pages/Admin/Users/index.jsx
+++ b/frontend/src/pages/Admin/Users/index.jsx
@@ -135,3 +135,58 @@ export function RoleHintDisplay({ role }) {
     </div>
   );
 }
+
+export function MessageLimitInput({ enabled, limit, updateState, role }) {
+  if (role === "admin") return null;
+  return (
+    <div className="mt-4 mb-8">
+      <div className="flex flex-col gap-y-1">
+        <div className="flex items-center gap-x-2">
+          <h2 className="text-base leading-6 font-bold text-white">
+            Limit messages per day
+          </h2>
+          <label className="relative inline-flex cursor-pointer items-center">
+            <input
+              type="checkbox"
+              checked={enabled}
+              onChange={(e) => {
+                updateState((prev) => ({
+                  ...prev,
+                  enabled: e.target.checked,
+                }));
+              }}
+              className="peer sr-only"
+            />
+            <div className="pointer-events-none peer h-6 w-11 rounded-full bg-stone-400 after:absolute after:left-[2px] after:top-[2px] after:h-5 after:w-5 after:rounded-full after:shadow-xl after:border after:border-gray-600 after:bg-white after:box-shadow-md after:transition-all after:content-[''] peer-checked:bg-lime-300 peer-checked:after:translate-x-full peer-checked:after:border-white peer-focus:outline-none peer-focus:ring-4 peer-focus:ring-blue-800"></div>
+          </label>
+        </div>
+        <p className="text-xs leading-[18px] font-base text-white/60">
+          Restrict this user to a number of successful queries or chats within a
+          24 hour window.
+        </p>
+      </div>
+      {enabled && (
+        <div className="mt-4">
+          <label className="text-white text-sm font-semibold block mb-4">
+            Message limit per day
+          </label>
+          <div className="relative mt-2">
+            <input
+              type="number"
+              onScroll={(e) => e.target.blur()}
+              onChange={(e) => {
+                updateState({
+                  enabled: true,
+                  limit: Number(e?.target?.value || 0),
+                });
+              }}
+              value={limit}
+              min={1}
+              className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:border-white block w-60 p-2.5"
+            />
+          </div>
+        </div>
+      )}
+    </div>
+  );
+}
diff --git a/frontend/src/utils/paths.js b/frontend/src/utils/paths.js
index 28d36025c..554cc4599 100644
--- a/frontend/src/utils/paths.js
+++ b/frontend/src/utils/paths.js
@@ -80,9 +80,6 @@ export default {
     return `/fine-tuning`;
   },
   settings: {
-    system: () => {
-      return `/settings/system-preferences`;
-    },
     users: () => {
       return `/settings/users`;
     },
diff --git a/server/endpoints/admin.js b/server/endpoints/admin.js
index 994c8e416..cf3c310d8 100644
--- a/server/endpoints/admin.js
+++ b/server/endpoints/admin.js
@@ -347,14 +347,6 @@ function adminEndpoints(app) {
             : await SystemSettings.get({ label });
 
           switch (label) {
-            case "limit_user_messages":
-              requestedSettings[label] = setting?.value === "true";
-              break;
-            case "message_limit":
-              requestedSettings[label] = setting?.value
-                ? Number(setting.value)
-                : 10;
-              break;
             case "footer_data":
               requestedSettings[label] = setting?.value ?? JSON.stringify([]);
               break;
@@ -422,13 +414,6 @@ function adminEndpoints(app) {
       try {
         const embedder = getEmbeddingEngineSelection();
         const settings = {
-          limit_user_messages:
-            (await SystemSettings.get({ label: "limit_user_messages" }))
-              ?.value === "true",
-          message_limit:
-            Number(
-              (await SystemSettings.get({ label: "message_limit" }))?.value
-            ) || 10,
           footer_data:
             (await SystemSettings.get({ label: "footer_data" }))?.value ||
             JSON.stringify([]),
diff --git a/server/endpoints/api/admin/index.js b/server/endpoints/api/admin/index.js
index 11c9d1c11..c165a9cc0 100644
--- a/server/endpoints/api/admin/index.js
+++ b/server/endpoints/api/admin/index.js
@@ -595,56 +595,6 @@ function apiAdminEndpoints(app) {
     }
   );
 
-  app.get("/v1/admin/preferences", [validApiKey], async (request, response) => {
-    /*
-    #swagger.tags = ['Admin']
-    #swagger.description = 'Show all multi-user preferences for instance. Methods are disabled until multi user mode is enabled via the UI.'
-    #swagger.responses[200] = {
-      content: {
-        "application/json": {
-          schema: {
-            type: 'object',
-            example: {
-              settings: {
-                limit_user_messages: false,
-                message_limit: 10,
-              }
-            }
-          }
-        }
-      }
-    }
-    #swagger.responses[403] = {
-      schema: {
-        "$ref": "#/definitions/InvalidAPIKey"
-      }
-    }
-     #swagger.responses[401] = {
-      description: "Instance is not in Multi-User mode. Method denied",
-    }
-    */
-    try {
-      if (!multiUserMode(response)) {
-        response.sendStatus(401).end();
-        return;
-      }
-
-      const settings = {
-        limit_user_messages:
-          (await SystemSettings.get({ label: "limit_user_messages" }))
-            ?.value === "true",
-        message_limit:
-          Number(
-            (await SystemSettings.get({ label: "message_limit" }))?.value
-          ) || 10,
-      };
-      response.status(200).json({ settings });
-    } catch (e) {
-      console.error(e);
-      response.sendStatus(500).end();
-    }
-  });
-
   app.post(
     "/v1/admin/preferences",
     [validApiKey],
@@ -658,8 +608,7 @@ function apiAdminEndpoints(app) {
       content: {
         "application/json": {
           example: {
-            limit_user_messages: true,
-            message_limit: 5,
+            support_email: "support@example.com",
           }
         }
       }
diff --git a/server/endpoints/chat.js b/server/endpoints/chat.js
index 64beefeb6..7e8a72b61 100644
--- a/server/endpoints/chat.js
+++ b/server/endpoints/chat.js
@@ -1,8 +1,6 @@
 const { v4: uuidv4 } = require("uuid");
 const { reqBody, userFromSession, multiUserMode } = require("../utils/http");
 const { validatedRequest } = require("../utils/middleware/validatedRequest");
-const { WorkspaceChats } = require("../models/workspaceChats");
-const { SystemSettings } = require("../models/systemSettings");
 const { Telemetry } = require("../models/telemetry");
 const { streamChatWithWorkspace } = require("../utils/chats/stream");
 const {
@@ -16,6 +14,7 @@ const {
 } = require("../utils/middleware/validWorkspace");
 const { writeResponseChunk } = require("../utils/helpers/chat/responses");
 const { WorkspaceThread } = require("../models/workspaceThread");
+const { User } = require("../models/user");
 const truncate = require("truncate");
 
 function chatEndpoints(app) {
@@ -48,39 +47,16 @@ function chatEndpoints(app) {
         response.setHeader("Connection", "keep-alive");
         response.flushHeaders();
 
-        if (multiUserMode(response) && user.role !== ROLES.admin) {
-          const limitMessagesSetting = await SystemSettings.get({
-            label: "limit_user_messages",
+        if (multiUserMode(response) && !(await User.canSendChat(user))) {
+          writeResponseChunk(response, {
+            id: uuidv4(),
+            type: "abort",
+            textResponse: null,
+            sources: [],
+            close: true,
+            error: `You have met your maximum 24 hour chat quota of ${user.dailyMessageLimit} chats. Try again later.`,
           });
-          const limitMessages = limitMessagesSetting?.value === "true";
-
-          if (limitMessages) {
-            const messageLimitSetting = await SystemSettings.get({
-              label: "message_limit",
-            });
-            const systemLimit = Number(messageLimitSetting?.value);
-
-            if (!!systemLimit) {
-              const currentChatCount = await WorkspaceChats.count({
-                user_id: user.id,
-                createdAt: {
-                  gte: new Date(new Date() - 24 * 60 * 60 * 1000),
-                },
-              });
-
-              if (currentChatCount >= systemLimit) {
-                writeResponseChunk(response, {
-                  id: uuidv4(),
-                  type: "abort",
-                  textResponse: null,
-                  sources: [],
-                  close: true,
-                  error: `You have met your maximum 24 hour chat quota of ${systemLimit} chats set by the instance administrators. Try again later.`,
-                });
-                return;
-              }
-            }
-          }
+          return;
         }
 
         await streamChatWithWorkspace(
@@ -157,41 +133,16 @@ function chatEndpoints(app) {
         response.setHeader("Connection", "keep-alive");
         response.flushHeaders();
 
-        if (multiUserMode(response) && user.role !== ROLES.admin) {
-          const limitMessagesSetting = await SystemSettings.get({
-            label: "limit_user_messages",
+        if (multiUserMode(response) && !(await User.canSendChat(user))) {
+          writeResponseChunk(response, {
+            id: uuidv4(),
+            type: "abort",
+            textResponse: null,
+            sources: [],
+            close: true,
+            error: `You have met your maximum 24 hour chat quota of ${user.dailyMessageLimit} chats. Try again later.`,
           });
-          const limitMessages = limitMessagesSetting?.value === "true";
-
-          if (limitMessages) {
-            const messageLimitSetting = await SystemSettings.get({
-              label: "message_limit",
-            });
-            const systemLimit = Number(messageLimitSetting?.value);
-
-            if (!!systemLimit) {
-              // Chat qty includes all threads because any user can freely
-              // create threads and would bypass this rule.
-              const currentChatCount = await WorkspaceChats.count({
-                user_id: user.id,
-                createdAt: {
-                  gte: new Date(new Date() - 24 * 60 * 60 * 1000),
-                },
-              });
-
-              if (currentChatCount >= systemLimit) {
-                writeResponseChunk(response, {
-                  id: uuidv4(),
-                  type: "abort",
-                  textResponse: null,
-                  sources: [],
-                  close: true,
-                  error: `You have met your maximum 24 hour chat quota of ${systemLimit} chats set by the instance administrators. Try again later.`,
-                });
-                return;
-              }
-            }
-          }
+          return;
         }
 
         await streamChatWithWorkspace(
diff --git a/server/endpoints/system.js b/server/endpoints/system.js
index ae807fe2b..ccdb50ec8 100644
--- a/server/endpoints/system.js
+++ b/server/endpoints/system.js
@@ -490,8 +490,6 @@ function systemEndpoints(app) {
 
         await SystemSettings._updateSettings({
           multi_user_mode: true,
-          limit_user_messages: false,
-          message_limit: 25,
         });
         await BrowserExtensionApiKey.migrateApiKeysToMultiUser(user.id);
 
diff --git a/server/models/systemSettings.js b/server/models/systemSettings.js
index 8e3a61767..0c67bf2f4 100644
--- a/server/models/systemSettings.js
+++ b/server/models/systemSettings.js
@@ -16,8 +16,6 @@ function isNullOrNaN(value) {
 const SystemSettings = {
   protectedFields: ["multi_user_mode"],
   publicFields: [
-    "limit_user_messages",
-    "message_limit",
     "footer_data",
     "support_email",
     "text_splitter_chunk_size",
@@ -33,8 +31,6 @@ const SystemSettings = {
     "meta_page_favicon",
   ],
   supportedFields: [
-    "limit_user_messages",
-    "message_limit",
     "logo_filename",
     "telemetry_id",
     "footer_data",
diff --git a/server/models/user.js b/server/models/user.js
index a149a45ea..e6915d9dc 100644
--- a/server/models/user.js
+++ b/server/models/user.js
@@ -1,6 +1,17 @@
 const prisma = require("../utils/prisma");
 const { EventLogs } = require("./eventLogs");
 
+/**
+ * @typedef {Object} User
+ * @property {number} id
+ * @property {string} username
+ * @property {string} password
+ * @property {string} pfpFilename
+ * @property {string} role
+ * @property {boolean} suspended
+ * @property {number|null} dailyMessageLimit
+ */
+
 const User = {
   usernameRegex: new RegExp(/^[a-z0-9_-]+$/),
   writable: [
@@ -10,6 +21,7 @@ const User = {
     "pfpFilename",
     "role",
     "suspended",
+    "dailyMessageLimit",
   ],
   validations: {
     username: (newValue = "") => {
@@ -32,12 +44,24 @@ const User = {
       }
       return String(role);
     },
+    dailyMessageLimit: (dailyMessageLimit = null) => {
+      if (dailyMessageLimit === null) return null;
+      const limit = Number(dailyMessageLimit);
+      if (isNaN(limit) || limit < 1) {
+        throw new Error(
+          "Daily message limit must be null or a number greater than or equal to 1"
+        );
+      }
+      return limit;
+    },
   },
   // validations for the above writable fields.
   castColumnValue: function (key, value) {
     switch (key) {
       case "suspended":
         return Number(Boolean(value));
+      case "dailyMessageLimit":
+        return value === null ? null : Number(value);
       default:
         return String(value);
     }
@@ -48,7 +72,12 @@ const User = {
     return { ...rest };
   },
 
-  create: async function ({ username, password, role = "default" }) {
+  create: async function ({
+    username,
+    password,
+    role = "default",
+    dailyMessageLimit = null,
+  }) {
     const passwordCheck = this.checkPasswordComplexity(password);
     if (!passwordCheck.checkedOK) {
       return { user: null, error: passwordCheck.error };
@@ -58,7 +87,7 @@ const User = {
       // Do not allow new users to bypass validation
       if (!this.usernameRegex.test(username))
         throw new Error(
-          "Username must be only contain lowercase letters, numbers, underscores, and hyphens with no spaces"
+          "Username must only contain lowercase letters, numbers, underscores, and hyphens with no spaces"
         );
 
       const bcrypt = require("bcrypt");
@@ -68,6 +97,8 @@ const User = {
           username: this.validations.username(username),
           password: hashedPassword,
           role: this.validations.role(role),
+          dailyMessageLimit:
+            this.validations.dailyMessageLimit(dailyMessageLimit),
         },
       });
       return { user: this.filterFields(user), error: null };
@@ -135,7 +166,7 @@ const User = {
         return {
           success: false,
           error:
-            "Username must be only contain lowercase letters, numbers, underscores, and hyphens with no spaces",
+            "Username must only contain lowercase letters, numbers, underscores, and hyphens with no spaces",
         };
 
       const user = await prisma.users.update({
@@ -260,6 +291,29 @@ const User = {
 
     return { checkedOK: true, error: "No error." };
   },
+
+  /**
+   * Check if a user can send a chat based on their daily message limit.
+   * This limit is system wide and not per workspace and only applies to
+   * multi-user mode AND non-admin users.
+   * @param {User} user The user object record.
+   * @returns {Promise<boolean>} True if the user can send a chat, false otherwise.
+   */
+  canSendChat: async function (user) {
+    const { ROLES } = require("../utils/middleware/multiUserProtected");
+    if (!user || user.dailyMessageLimit === null || user.role === ROLES.admin)
+      return true;
+
+    const { WorkspaceChats } = require("./workspaceChats");
+    const currentChatCount = await WorkspaceChats.count({
+      user_id: user.id,
+      createdAt: {
+        gte: new Date(new Date() - 24 * 60 * 60 * 1000), // 24 hours
+      },
+    });
+
+    return currentChatCount < user.dailyMessageLimit;
+  },
 };
 
 module.exports = { User };
diff --git a/server/prisma/migrations/20241003192954_init/migration.sql b/server/prisma/migrations/20241003192954_init/migration.sql
new file mode 100644
index 000000000..e3d26d35c
--- /dev/null
+++ b/server/prisma/migrations/20241003192954_init/migration.sql
@@ -0,0 +1,2 @@
+-- AlterTable
+ALTER TABLE "users" ADD COLUMN "dailyMessageLimit" INTEGER;
diff --git a/server/prisma/schema.prisma b/server/prisma/schema.prisma
index 276b9eaf9..b96130888 100644
--- a/server/prisma/schema.prisma
+++ b/server/prisma/schema.prisma
@@ -67,6 +67,7 @@ model users {
   seen_recovery_codes         Boolean?                      @default(false)
   createdAt                   DateTime                      @default(now())
   lastUpdatedAt               DateTime                      @default(now())
+  dailyMessageLimit           Int?
   workspace_chats             workspace_chats[]
   workspace_users             workspace_users[]
   embed_configs               embed_configs[]
@@ -309,4 +310,4 @@ model browser_extension_api_keys {
   user          users?   @relation(fields: [user_id], references: [id], onDelete: Cascade)
 
   @@index([user_id])
-}
\ No newline at end of file
+}
diff --git a/server/prisma/seed.js b/server/prisma/seed.js
index c58e45569..202ac04b3 100644
--- a/server/prisma/seed.js
+++ b/server/prisma/seed.js
@@ -4,8 +4,6 @@ const prisma = new PrismaClient();
 async function main() {
   const settings = [
     { label: "multi_user_mode", value: "false" },
-    { label: "limit_user_messages", value: "false" },
-    { label: "message_limit", value: "25" },
     { label: "logo_filename", value: "anything-llm.png" },
   ];
 
diff --git a/server/swagger/openapi.json b/server/swagger/openapi.json
index 6107331d5..07955bc35 100644
--- a/server/swagger/openapi.json
+++ b/server/swagger/openapi.json
@@ -693,52 +693,6 @@
       }
     },
     "/v1/admin/preferences": {
-      "get": {
-        "tags": [
-          "Admin"
-        ],
-        "description": "Show all multi-user preferences for instance. Methods are disabled until multi user mode is enabled via the UI.",
-        "parameters": [],
-        "responses": {
-          "200": {
-            "description": "OK",
-            "content": {
-              "application/json": {
-                "schema": {
-                  "type": "object",
-                  "example": {
-                    "settings": {
-                      "limit_user_messages": false,
-                      "message_limit": 10
-                    }
-                  }
-                }
-              }
-            }
-          },
-          "401": {
-            "description": "Instance is not in Multi-User mode. Method denied"
-          },
-          "403": {
-            "description": "Forbidden",
-            "content": {
-              "application/json": {
-                "schema": {
-                  "$ref": "#/components/schemas/InvalidAPIKey"
-                }
-              },
-              "application/xml": {
-                "schema": {
-                  "$ref": "#/components/schemas/InvalidAPIKey"
-                }
-              }
-            }
-          },
-          "500": {
-            "description": "Internal Server Error"
-          }
-        }
-      },
       "post": {
         "tags": [
           "Admin"
@@ -788,8 +742,7 @@
           "content": {
             "application/json": {
               "example": {
-                "limit_user_messages": true,
-                "message_limit": 5
+                "support_email": "support@example.com"
               }
             }
           }

From c3723ce2ff7c15865bbb9f1ba0c2961d077b55a5 Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Tue, 15 Oct 2024 14:37:44 -0700
Subject: [PATCH 12/28] Add backfilling on `query` for chat widget to improve
 UX (#2482)

---
 server/endpoints/embed/index.js | 13 +++++++---
 server/models/embedChats.js     | 41 +++++++++++++++++++++++++++--
 server/utils/chats/embed.js     | 46 +++++++++++++++++++--------------
 3 files changed, 75 insertions(+), 25 deletions(-)

diff --git a/server/endpoints/embed/index.js b/server/endpoints/embed/index.js
index 25e7cb48e..7db2539f8 100644
--- a/server/endpoints/embed/index.js
+++ b/server/endpoints/embed/index.js
@@ -56,6 +56,7 @@ function embeddedEndpoints(app) {
         writeResponseChunk(response, {
           id: uuidv4(),
           type: "abort",
+          sources: [],
           textResponse: null,
           close: true,
           error: e.message,
@@ -72,11 +73,15 @@ function embeddedEndpoints(app) {
       try {
         const { sessionId } = request.params;
         const embed = response.locals.embedConfig;
+        const history = await EmbedChats.forEmbedByUser(
+          embed.id,
+          sessionId,
+          null,
+          null,
+          true
+        );
 
-        const history = await EmbedChats.forEmbedByUser(embed.id, sessionId);
-        response.status(200).json({
-          history: convertToChatHistory(history),
-        });
+        response.status(200).json({ history: convertToChatHistory(history) });
       } catch (e) {
         console.error(e.message, e);
         response.sendStatus(500).end();
diff --git a/server/models/embedChats.js b/server/models/embedChats.js
index 1c46f6d4a..9f11b1c6e 100644
--- a/server/models/embedChats.js
+++ b/server/models/embedChats.js
@@ -1,5 +1,17 @@
+const { safeJsonParse } = require("../utils/http");
 const prisma = require("../utils/prisma");
 
+/**
+ * @typedef {Object} EmbedChat
+ * @property {number} id
+ * @property {number} embed_id
+ * @property {string} prompt
+ * @property {string} response
+ * @property {string} connection_information
+ * @property {string} session_id
+ * @property {boolean} include
+ */
+
 const EmbedChats = {
   new: async function ({
     embedId,
@@ -25,11 +37,36 @@ const EmbedChats = {
     }
   },
 
+  /**
+   * Loops through each chat and filters out the sources from the response object.
+   * We do this when returning /history of an embed to the frontend to prevent inadvertent leaking
+   * of private sources the user may not have intended to share with users.
+   * @param {EmbedChat[]} chats
+   * @returns {EmbedChat[]} Returns a new array of chats with the sources filtered out of responses
+   */
+  filterSources: function (chats) {
+    return chats.map((chat) => {
+      const { response, ...rest } = chat;
+      const { sources, ...responseRest } = safeJsonParse(response);
+      return { ...rest, response: JSON.stringify(responseRest) };
+    });
+  },
+
+  /**
+   * Fetches chats for a given embed and session id.
+   * @param {number} embedId the id of the embed to fetch chats for
+   * @param {string} sessionId the id of the session to fetch chats for
+   * @param {number|null} limit the maximum number of chats to fetch
+   * @param {string|null} orderBy the order to fetch chats in
+   * @param {boolean} filterSources whether to filter out the sources from the response (default: false)
+   * @returns {Promise<EmbedChat[]>} Returns an array of chats for the given embed and session
+   */
   forEmbedByUser: async function (
     embedId = null,
     sessionId = null,
     limit = null,
-    orderBy = null
+    orderBy = null,
+    filterSources = false
   ) {
     if (!embedId || !sessionId) return [];
 
@@ -43,7 +80,7 @@ const EmbedChats = {
         ...(limit !== null ? { take: limit } : {}),
         ...(orderBy !== null ? { orderBy } : { orderBy: { id: "asc" } }),
       });
-      return chats;
+      return filterSources ? this.filterSources(chats) : chats;
     } catch (error) {
       console.error(error.message);
       return [];
diff --git a/server/utils/chats/embed.js b/server/utils/chats/embed.js
index 810806059..b4d1a03fb 100644
--- a/server/utils/chats/embed.js
+++ b/server/utils/chats/embed.js
@@ -60,8 +60,7 @@ async function streamChatWithForEmbed(
   const { rawHistory, chatHistory } = await recentEmbedChatHistory(
     sessionId,
     embed,
-    messageLimit,
-    chatMode
+    messageLimit
   );
 
   // See stream.js comment for more information on this implementation.
@@ -113,16 +112,27 @@ async function streamChatWithForEmbed(
     return;
   }
 
-  contextTexts = [...contextTexts, ...vectorSearchResults.contextTexts];
+  const { fillSourceWindow } = require("../helpers/chat");
+  const filledSources = fillSourceWindow({
+    nDocs: embed.workspace?.topN || 4,
+    searchResults: vectorSearchResults.sources,
+    history: rawHistory,
+    filterIdentifiers: pinnedDocIdentifiers,
+  });
+
+  // Why does contextTexts get all the info, but sources only get current search?
+  // This is to give the ability of the LLM to "comprehend" a contextual response without
+  // populating the Citations under a response with documents the user "thinks" are irrelevant
+  // due to how we manage backfilling of the context to keep chats with the LLM more correct in responses.
+  // If a past citation was used to answer the question - that is visible in the history so it logically makes sense
+  // and does not appear to the user that a new response used information that is otherwise irrelevant for a given prompt.
+  // TLDR; reduces GitHub issues for "LLM citing document that has no answer in it" while keep answers highly accurate.
+  contextTexts = [...contextTexts, ...filledSources.contextTexts];
   sources = [...sources, ...vectorSearchResults.sources];
 
-  // If in query mode and no sources are found, do not
+  // If in query mode and no sources are found in current search or backfilled from history, do not
   // let the LLM try to hallucinate a response or use general knowledge
-  if (
-    chatMode === "query" &&
-    sources.length === 0 &&
-    pinnedDocIdentifiers.length === 0
-  ) {
+  if (chatMode === "query" && contextTexts.length === 0) {
     writeResponseChunk(response, {
       id: uuid,
       type: "textResponse",
@@ -178,7 +188,7 @@ async function streamChatWithForEmbed(
   await EmbedChats.new({
     embedId: embed.id,
     prompt: message,
-    response: { text: completeText, type: chatMode },
+    response: { text: completeText, type: chatMode, sources },
     connection_information: response.locals.connection
       ? {
           ...response.locals.connection,
@@ -190,15 +200,13 @@ async function streamChatWithForEmbed(
   return;
 }
 
-// On query we don't return message history. All other chat modes and when chatting
-// with no embeddings we return history.
-async function recentEmbedChatHistory(
-  sessionId,
-  embed,
-  messageLimit = 20,
-  chatMode = null
-) {
-  if (chatMode === "query") return { rawHistory: [], chatHistory: [] };
+/**
+ * @param {string} sessionId the session id of the user from embed widget
+ * @param {Object} embed the embed config object
+ * @param {Number} messageLimit the number of messages to return
+ * @returns {Promise<{rawHistory: import("@prisma/client").embed_chats[], chatHistory: {role: string, content: string}[]}>
+ */
+async function recentEmbedChatHistory(sessionId, embed, messageLimit = 20) {
   const rawHistory = (
     await EmbedChats.forEmbedByUser(embed.id, sessionId, messageLimit, {
       id: "desc",

From 6674e5aab8ce41170e1ca56405e5f3fbab992608 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Tue, 15 Oct 2024 15:24:44 -0700
Subject: [PATCH 13/28] Support free-form input for workspace model for
 providers with no `/models` endpoint (#2397)

* support generic openai workspace model

* Update UI for free form input for some providers

---------

Co-authored-by: Timothy Carambat <rambat1010@gmail.com>
---
 .../LLMSelection/AzureAiOptions/index.jsx     |  17 ---
 .../WorkspaceLLMSelection/index.jsx           | 107 ++++++++++++------
 server/utils/AiProviders/azureOpenAi/index.js |   4 +-
 server/utils/AiProviders/bedrock/index.js     |   2 +-
 4 files changed, 76 insertions(+), 54 deletions(-)

diff --git a/frontend/src/components/LLMSelection/AzureAiOptions/index.jsx b/frontend/src/components/LLMSelection/AzureAiOptions/index.jsx
index c8b29e20f..c04f9f3fd 100644
--- a/frontend/src/components/LLMSelection/AzureAiOptions/index.jsx
+++ b/frontend/src/components/LLMSelection/AzureAiOptions/index.jsx
@@ -71,23 +71,6 @@ export default function AzureAiOptions({ settings }) {
             </option>
           </select>
         </div>
-
-        <div className="flex flex-col w-60">
-          <label className="text-white text-sm font-semibold block mb-3">
-            Embedding Deployment Name
-          </label>
-          <input
-            type="text"
-            name="AzureOpenAiEmbeddingModelPref"
-            className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
-            placeholder="Azure OpenAI embedding model deployment name"
-            defaultValue={settings?.AzureOpenAiEmbeddingModelPref}
-            required={true}
-            autoComplete="off"
-            spellCheck={false}
-          />
-        </div>
-        <div className="flex-flex-col w-60"></div>
       </div>
     </div>
   );
diff --git a/frontend/src/pages/WorkspaceSettings/ChatSettings/WorkspaceLLMSelection/index.jsx b/frontend/src/pages/WorkspaceSettings/ChatSettings/WorkspaceLLMSelection/index.jsx
index e065aff4a..7cd5653e3 100644
--- a/frontend/src/pages/WorkspaceSettings/ChatSettings/WorkspaceLLMSelection/index.jsx
+++ b/frontend/src/pages/WorkspaceSettings/ChatSettings/WorkspaceLLMSelection/index.jsx
@@ -8,15 +8,18 @@ import { useTranslation } from "react-i18next";
 import { Link } from "react-router-dom";
 import paths from "@/utils/paths";
 
-// Some providers can only be associated with a single model.
-// In that case there is no selection to be made so we can just move on.
-const NO_MODEL_SELECTION = [
-  "default",
-  "huggingface",
-  "generic-openai",
-  "bedrock",
-];
-const DISABLED_PROVIDERS = ["azure", "native"];
+// Some providers do not support model selection via /models.
+// In that case we allow the user to enter the model name manually and hope they
+// type it correctly.
+const FREE_FORM_LLM_SELECTION = ["bedrock", "azure", "generic-openai"];
+
+// Some providers do not support model selection via /models
+// and only have a fixed single-model they can use.
+const NO_MODEL_SELECTION = ["default", "huggingface"];
+
+// Some providers we just fully disable for ease of use.
+const DISABLED_PROVIDERS = ["native"];
+
 const LLM_DEFAULT = {
   name: "System default",
   value: "default",
@@ -65,8 +68,8 @@ export default function WorkspaceLLMSelection({
     );
     setFilteredLLMs(filtered);
   }, [LLMS, searchQuery, selectedLLM]);
-
   const selectedLLMObject = LLMS.find((llm) => llm.value === selectedLLM);
+
   return (
     <div className="border-b border-white/40 pb-8">
       <div className="flex flex-col">
@@ -155,30 +158,66 @@ export default function WorkspaceLLMSelection({
           </button>
         )}
       </div>
-      {NO_MODEL_SELECTION.includes(selectedLLM) ? (
-        <>
-          {selectedLLM !== "default" && (
-            <div className="w-full h-10 justify-center items-center flex mt-4">
-              <p className="text-sm font-base text-white text-opacity-60 text-center">
-                Multi-model support is not supported for this provider yet.
-                <br />
-                This workspace will use{" "}
-                <Link to={paths.settings.llmPreference()} className="underline">
-                  the model set for the system.
-                </Link>
-              </p>
-            </div>
-          )}
-        </>
-      ) : (
-        <div className="mt-4 flex flex-col gap-y-1">
-          <ChatModelSelection
-            provider={selectedLLM}
-            workspace={workspace}
-            setHasChanges={setHasChanges}
-          />
-        </div>
-      )}
+      <ModelSelector
+        selectedLLM={selectedLLM}
+        workspace={workspace}
+        setHasChanges={setHasChanges}
+      />
+    </div>
+  );
+}
+
+// TODO: Add this to agent selector as well as make generic component.
+function ModelSelector({ selectedLLM, workspace, setHasChanges }) {
+  if (NO_MODEL_SELECTION.includes(selectedLLM)) {
+    if (selectedLLM !== "default") {
+      return (
+        <div className="w-full h-10 justify-center items-center flex mt-4">
+          <p className="text-sm font-base text-white text-opacity-60 text-center">
+            Multi-model support is not supported for this provider yet.
+            <br />
+            This workspace will use{" "}
+            <Link to={paths.settings.llmPreference()} className="underline">
+              the model set for the system.
+            </Link>
+          </p>
+        </div>
+      );
+    }
+    return null;
+  }
+
+  if (FREE_FORM_LLM_SELECTION.includes(selectedLLM)) {
+    return (
+      <FreeFormLLMInput workspace={workspace} setHasChanges={setHasChanges} />
+    );
+  }
+
+  return (
+    <ChatModelSelection
+      provider={selectedLLM}
+      workspace={workspace}
+      setHasChanges={setHasChanges}
+    />
+  );
+}
+
+function FreeFormLLMInput({ workspace, setHasChanges }) {
+  const { t } = useTranslation();
+  return (
+    <div className="mt-4 flex flex-col gap-y-1">
+      <label className="block input-label">{t("chat.model.title")}</label>
+      <p className="text-white text-opacity-60 text-xs font-medium py-1.5">
+        {t("chat.model.description")}
+      </p>
+      <input
+        type="text"
+        name="chatModel"
+        defaultValue={workspace?.chatModel || ""}
+        onChange={() => setHasChanges(true)}
+        className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+        placeholder="Enter model name exactly as referenced in the API (e.g., gpt-3.5-turbo)"
+      />
     </div>
   );
 }
diff --git a/server/utils/AiProviders/azureOpenAi/index.js b/server/utils/AiProviders/azureOpenAi/index.js
index 2a293d053..98c6d5153 100644
--- a/server/utils/AiProviders/azureOpenAi/index.js
+++ b/server/utils/AiProviders/azureOpenAi/index.js
@@ -5,7 +5,7 @@ const {
 } = require("../../helpers/chat/responses");
 
 class AzureOpenAiLLM {
-  constructor(embedder = null, _modelPreference = null) {
+  constructor(embedder = null, modelPreference = null) {
     const { OpenAIClient, AzureKeyCredential } = require("@azure/openai");
     if (!process.env.AZURE_OPENAI_ENDPOINT)
       throw new Error("No Azure API endpoint was set.");
@@ -16,7 +16,7 @@ class AzureOpenAiLLM {
       process.env.AZURE_OPENAI_ENDPOINT,
       new AzureKeyCredential(process.env.AZURE_OPENAI_KEY)
     );
-    this.model = process.env.OPEN_MODEL_PREF;
+    this.model = modelPreference ?? process.env.OPEN_MODEL_PREF;
     this.limits = {
       history: this.promptWindowLimit() * 0.15,
       system: this.promptWindowLimit() * 0.15,
diff --git a/server/utils/AiProviders/bedrock/index.js b/server/utils/AiProviders/bedrock/index.js
index ebff7ea29..28d0c2ce3 100644
--- a/server/utils/AiProviders/bedrock/index.js
+++ b/server/utils/AiProviders/bedrock/index.js
@@ -32,7 +32,7 @@ class AWSBedrockLLM {
   #bedrockClient({ temperature = 0.7 }) {
     const { ChatBedrockConverse } = require("@langchain/aws");
     return new ChatBedrockConverse({
-      model: process.env.AWS_BEDROCK_LLM_MODEL_PREFERENCE,
+      model: this.model,
       region: process.env.AWS_BEDROCK_LLM_REGION,
       credentials: {
         accessKeyId: process.env.AWS_BEDROCK_LLM_ACCESS_KEY_ID,

From fa528e0cf3e614bd90b7e463bb593ff5c33f8965 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Tue, 15 Oct 2024 19:42:13 -0700
Subject: [PATCH 14/28] OpenAI o1 model support (#2427)

* support openai o1 models

* Prevent O1 use for agents
getter for isO1Model;

---------

Co-authored-by: timothycarambat <rambat1010@gmail.com>
---
 .../AgentConfig/AgentModelSelection/index.jsx  | 13 ++++++++++---
 server/utils/AiProviders/modelMap.js           |  4 ++++
 server/utils/AiProviders/openAi/index.js       | 18 +++++++++++++++---
 server/utils/helpers/customModels.js           |  2 +-
 4 files changed, 30 insertions(+), 7 deletions(-)

diff --git a/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentModelSelection/index.jsx b/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentModelSelection/index.jsx
index 4e0a9592c..a16e1689c 100644
--- a/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentModelSelection/index.jsx
+++ b/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentModelSelection/index.jsx
@@ -6,12 +6,19 @@ import { useTranslation } from "react-i18next";
 import { Link, useParams } from "react-router-dom";
 
 // These models do NOT support function calling
+// and therefore are not supported for agents.
 function supportedModel(provider, model = "") {
   if (provider !== "openai") return true;
   return (
-    ["gpt-3.5-turbo-0301", "gpt-4-turbo-2024-04-09", "gpt-4-turbo"].includes(
-      model
-    ) === false
+    [
+      "gpt-3.5-turbo-0301",
+      "gpt-4-turbo-2024-04-09",
+      "gpt-4-turbo",
+      "o1-preview",
+      "o1-preview-2024-09-12",
+      "o1-mini",
+      "o1-mini-2024-09-12",
+    ].includes(model) === false
   );
 }
 
diff --git a/server/utils/AiProviders/modelMap.js b/server/utils/AiProviders/modelMap.js
index 99d78dc14..84e480b31 100644
--- a/server/utils/AiProviders/modelMap.js
+++ b/server/utils/AiProviders/modelMap.js
@@ -52,6 +52,10 @@ const MODEL_MAP = {
     "gpt-4-turbo-preview": 128_000,
     "gpt-4": 8_192,
     "gpt-4-32k": 32_000,
+    "o1-preview": 128_000,
+    "o1-preview-2024-09-12": 128_000,
+    "o1-mini": 128_000,
+    "o1-mini-2024-09-12": 128_000,
   },
   deepseek: {
     "deepseek-chat": 128_000,
diff --git a/server/utils/AiProviders/openAi/index.js b/server/utils/AiProviders/openAi/index.js
index b0e52dc2b..4f6bc2219 100644
--- a/server/utils/AiProviders/openAi/index.js
+++ b/server/utils/AiProviders/openAi/index.js
@@ -23,6 +23,14 @@ class OpenAiLLM {
     this.defaultTemp = 0.7;
   }
 
+  /**
+   * Check if the model is an o1 model.
+   * @returns {boolean}
+   */
+  get isO1Model() {
+    return this.model.startsWith("o1");
+  }
+
   #appendContext(contextTexts = []) {
     if (!contextTexts || !contextTexts.length) return "";
     return (
@@ -36,6 +44,7 @@ class OpenAiLLM {
   }
 
   streamingEnabled() {
+    if (this.isO1Model) return false;
     return "streamGetChatCompletion" in this;
   }
 
@@ -98,8 +107,11 @@ class OpenAiLLM {
     userPrompt = "",
     attachments = [], // This is the specific attachment for only this prompt
   }) {
+    // o1 Models do not support the "system" role
+    // in order to combat this, we can use the "user" role as a replacement for now
+    // https://community.openai.com/t/o1-models-do-not-support-system-role-in-chat-completion/953880
     const prompt = {
-      role: "system",
+      role: this.isO1Model ? "user" : "system",
       content: `${systemPrompt}${this.#appendContext(contextTexts)}`,
     };
     return [
@@ -122,7 +134,7 @@ class OpenAiLLM {
       .create({
         model: this.model,
         messages,
-        temperature,
+        temperature: this.isO1Model ? 1 : temperature, // o1 models only accept temperature 1
       })
       .catch((e) => {
         throw new Error(e.message);
@@ -143,7 +155,7 @@ class OpenAiLLM {
       model: this.model,
       stream: true,
       messages,
-      temperature,
+      temperature: this.isO1Model ? 1 : temperature, // o1 models only accept temperature 1
     });
     return streamRequest;
   }
diff --git a/server/utils/helpers/customModels.js b/server/utils/helpers/customModels.js
index f3430cecc..086144bfe 100644
--- a/server/utils/helpers/customModels.js
+++ b/server/utils/helpers/customModels.js
@@ -128,7 +128,7 @@ async function openAiModels(apiKey = null) {
     });
 
   const gpts = allModels
-    .filter((model) => model.id.startsWith("gpt"))
+    .filter((model) => model.id.startsWith("gpt") || model.id.startsWith("o1"))
     .filter(
       (model) => !model.id.includes("vision") && !model.id.includes("instruct")
     )

From 3dc0f3f490b9bdfa12c23026ffa1d7cd8716af5e Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Tue, 15 Oct 2024 21:39:31 -0700
Subject: [PATCH 15/28] Tts open ai compatible endpoints (#2487)

* Update OpenAI TTS config to allow a custom BaseURL

* uncheck config file

* break openai generic TTS into its own provider

* add space

* hide TTS on user msg

---------

Co-authored-by: Adam <phazei@gmail.com>
---
 docker/.env.example                           |   5 ++
 .../OpenAiGenericOptions/index.jsx            |  69 ++++++++++++++++++
 .../Actions/TTSButton/index.jsx               |   1 +
 .../ChatHistory/HistoricalMessage/index.jsx   |  12 +--
 .../src/media/ttsproviders/generic-openai.png | Bin 0 -> 29556 bytes
 .../GeneralSettings/AudioPreference/tts.jsx   |  11 +++
 server/.env.example                           |   5 ++
 server/models/systemSettings.js               |   6 ++
 server/utils/TextToSpeech/index.js            |   3 +
 .../utils/TextToSpeech/openAiGeneric/index.js |  50 +++++++++++++
 server/utils/helpers/updateENV.js             |  15 ++++
 11 files changed, 172 insertions(+), 5 deletions(-)
 create mode 100644 frontend/src/components/TextToSpeech/OpenAiGenericOptions/index.jsx
 create mode 100644 frontend/src/media/ttsproviders/generic-openai.png
 create mode 100644 server/utils/TextToSpeech/openAiGeneric/index.js

diff --git a/docker/.env.example b/docker/.env.example
index 55f3b2627..2f9e23288 100644
--- a/docker/.env.example
+++ b/docker/.env.example
@@ -219,6 +219,11 @@ GID='1000'
 # TTS_OPEN_AI_KEY=sk-example
 # TTS_OPEN_AI_VOICE_MODEL=nova
 
+# TTS_PROVIDER="generic-openai"
+# TTS_OPEN_AI_COMPATIBLE_KEY=sk-example
+# TTS_OPEN_AI_COMPATIBLE_VOICE_MODEL=nova
+# TTS_OPEN_AI_COMPATIBLE_ENDPOINT="https://api.openai.com/v1"
+
 # TTS_PROVIDER="elevenlabs"
 # TTS_ELEVEN_LABS_KEY=
 # TTS_ELEVEN_LABS_VOICE_MODEL=21m00Tcm4TlvDq8ikWAM # Rachel
diff --git a/frontend/src/components/TextToSpeech/OpenAiGenericOptions/index.jsx b/frontend/src/components/TextToSpeech/OpenAiGenericOptions/index.jsx
new file mode 100644
index 000000000..2247544cd
--- /dev/null
+++ b/frontend/src/components/TextToSpeech/OpenAiGenericOptions/index.jsx
@@ -0,0 +1,69 @@
+import React from "react";
+
+export default function OpenAiGenericTextToSpeechOptions({ settings }) {
+  return (
+    <div className="w-full flex flex-col gap-y-7">
+      <div className="flex gap-x-4">
+        <div className="flex flex-col w-60">
+          <div className="flex justify-between items-center mb-2">
+            <label className="text-white text-sm font-semibold">Base URL</label>
+          </div>
+          <input
+            type="url"
+            name="TTSOpenAICompatibleEndpoint"
+            className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+            placeholder="http://localhost:7851/v1"
+            defaultValue={settings?.TTSOpenAICompatibleEndpoint}
+            required={false}
+            autoComplete="off"
+            spellCheck={false}
+          />
+          <p className="text-xs leading-[18px] font-base text-white text-opacity-60 mt-2">
+            This should be the base URL of the OpenAI compatible TTS service you
+            will generate TTS responses from.
+          </p>
+        </div>
+
+        <div className="flex flex-col w-60">
+          <label className="text-white text-sm font-semibold block mb-3">
+            API Key
+          </label>
+          <input
+            type="password"
+            name="TTSOpenAICompatibleKey"
+            className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+            placeholder="API Key"
+            defaultValue={
+              settings?.TTSOpenAICompatibleKey ? "*".repeat(20) : ""
+            }
+            autoComplete="off"
+            spellCheck={false}
+          />
+          <p className="text-xs leading-[18px] font-base text-white text-opacity-60 mt-2">
+            Some TTS services require an API key to generate TTS responses -
+            this is optional if your service does not require one.
+          </p>
+        </div>
+        <div className="flex flex-col w-60">
+          <label className="text-white text-sm font-semibold block mb-3">
+            Voice Model
+          </label>
+          <input
+            type="text"
+            name="TTSOpenAICompatibleVoiceModel"
+            className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+            placeholder="Your voice model identifier"
+            defaultValue={settings?.TTSOpenAICompatibleVoiceModel}
+            required={true}
+            autoComplete="off"
+            spellCheck={false}
+          />
+          <p className="text-xs leading-[18px] font-base text-white text-opacity-60 mt-2">
+            Most TTS services will have several voice models available, this is
+            the identifier for the voice model you want to use.
+          </p>
+        </div>
+      </div>
+    </div>
+  );
+}
diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/Actions/TTSButton/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/Actions/TTSButton/index.jsx
index 88d063387..31ac70670 100644
--- a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/Actions/TTSButton/index.jsx
+++ b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/Actions/TTSButton/index.jsx
@@ -23,6 +23,7 @@ export default function TTSMessage({ slug, chatId, message }) {
 
   switch (provider) {
     case "openai":
+    case "generic-openai":
     case "elevenlabs":
       return <AsyncTTSMessage slug={slug} chatId={chatId} />;
     case "piper_local":
diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/index.jsx
index f1d7bbe1d..b7da93750 100644
--- a/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/index.jsx
+++ b/frontend/src/components/WorkspaceChat/ChatContainer/ChatHistory/HistoricalMessage/index.jsx
@@ -81,11 +81,13 @@ const HistoricalMessage = ({
           <div className="flex flex-col items-center">
             <ProfileImage role={role} workspace={workspace} />
             <div className="mt-1 -mb-10">
-              <TTSMessage
-                slug={workspace?.slug}
-                chatId={chatId}
-                message={message}
-              />
+              {role === "assistant" && (
+                <TTSMessage
+                  slug={workspace?.slug}
+                  chatId={chatId}
+                  message={message}
+                />
+              )}
             </div>
           </div>
           {isEditing ? (
diff --git a/frontend/src/media/ttsproviders/generic-openai.png b/frontend/src/media/ttsproviders/generic-openai.png
new file mode 100644
index 0000000000000000000000000000000000000000..302f5dbee0aebe15a3fc4cd6073d58314c418487
GIT binary patch
literal 29556
zcmeFZby$^O*EMP)prRrrph$OjE7C0;3KE;{ZWKYJq`N^%x*L>`*o1&|DcvnCd~^Ta
z_j|tgdB1bcA1D4hUYD1+_r34E?zQHcbIdWuB0y1I;w~m3=9Mc~?n+6DDqXp9RT}jd
z9SvS_r^UMo|6tfiYT949g4Krldo`LKi|ERg8-GnzG#oVKWcduNEt&KTt@RO1E|xZM
z^_43EE`0E#CBi}Psf(qBl|7$}AoV|2@WIchmzk-BFrWVC9|1c<BR(Zj@&CLO{wGLn
z;^1Jz$IR^P?9AlM&SY(8%*@Km%gfBd#>~dX2v;!LyIMKuxiDJUlf#|<{Z^s~djmUD
z8wXQstEZ@2>*-rNItWrz|Ldy%7?PpEzrM!C(az$ZFEKP=Mpz&$5mpZN%&bhT|29fP
z13m{+2Mff18~AezhyV79g(>Pu_$>6Sj0LG(7!46ddX5$j)Iu;#HhK=G`WA?%j8Bab
zRtP&&14e5bgq5DD05fW!7N-B@PXD~}?>A@uKN!M4m;IL~{=YdH&mA1>O!faYAy)QG
zdjGuQh?+$v7&)_^A!<rk{%uPB<5PUk4ekHSz)?@4jIjN0ufU|B-muZLvqz}7+8_j}
zl@RvUj&=r!{~8JZdBYcW2t5acp%5Dj8wVo`2O}H10P}x)>tBm0@Skspxj0A}3UL^4
zvKz7S=ri&n*x4C55C(>fdWHrFMlM56R$gu%9s_Q6qkrA&KR)um-AP;@Zp6vP$;QRW
z%gVvZ&CAKd@~_YQ^XC8d5fy7k0~6F^39<d_%K!D+|GNDDWSRecy8h>*{`<84zqHUc
z|7CZfR{5W8i&|fJ1J;-Q-_{pi<9qJtU}9}2q+)9M^o5?Co~6E?g8=H{|M|v$d$|AS
zp$LiN-{SCJBXrTT`QIWCF6R3uTCD9<tgS7CUg%jl={==ULRc9h>=1Ue0?hyYivO$e
z{?Cl`->!k&^k1Tx`CqwBXgtME@yZpe$5NutRa}xbk{vyWmj8ClQnMMzl1}P55q|iN
z#m>$rk2%?0(qcWWruC@0a=p&cvQzInm2KR(UP-I%j~<FuFYhrW1a+x=RRPc8zE`7G
z`(W}xlEYE$_P%G+Q%;MCSK?3aqu;nE_9yoi>Ic=wq*2%2J$rNW|NrOz%PHv1eDXH!
z^w+|IZ+<>K6H{LePkq|Z>JKx{++j0{yp<FNBpcfMlok=elba_Ci;Izoi8Au?ST}Fp
z>?}L~7%K9#h6L6pF^mF3DxxQYfDl`@JX_9mtc3L2pY{3q_4oDp^hH)yH9Y*8!)5~}
z9JwmZ7zn-el$I7B{dYZ-^!!0Te{xt+P~0aW>G!K~Dbj70m$zbab#-0(d&5V<@4oaq
zG72e?oS}gdz3VMn)!E7&pDHlSUu=GTMj=H<>RZM@E*0S_Je0ZWnk*lrmj7*d7*|(!
zoS`Y(6QQ}ZRH&WA;~MzF|DOHf6fcu*lZc*P`hD4N<j>8<Dr$N5Z`>1&ph!wi&Qq^u
znyz=GY>>D|$c3JzR;ZP$LRbFvDrMV1MKNRCjUP(rLD{Ql5z0z69w(UmPFseT@7_<<
zc_yBpdypnv^C$IHvLT6}NFO#^{aJdw)gLR%e3a>U_zR-yRCZFs%347>D2o9J_Y4*%
zKf-=EUT;mZK4Se#W5f2qt?{+6_EVSpA~ZLRD5P4D$e_MtJ~pon4XsLxcmDnz*K-Cw
zeXgjaMY64~t`hTmB~i-6K5#$30U)8J1xJMtK6izOpMR)n`k|<p_+YvxKRnM>>EnBk
z8N;$laioV_*x1>5T~=83m-?3%@`hIaxRJ(Pt0(s@Lo>ks7WV5+Mz#c-!_L!JuU_>O
zYYM4xN(UK<i&N#R6&wAYqnv7Rl=+zTwFo`EAYC%Tx4xdg^#hjP>Ce2MdCK)XGo^bT
zq0#TM-Vla}&oS#P#E#pKRax@8>VK1XL+z_LqA2o0#AVfQd38FUnlBkE_f&16m8S7H
zGB&mU%W(e5_N5moE9=XTS!pe~o@OVFm$|n{ZHToBV?ORYX*gRJ9;#KA;2;cf#k6{~
zwa@d?ZHh4D!%}a;uBZlqdhzS!zUlf<8wa1YxA(gVee;8EM^efD3K`YOvYO^w(vU0(
z#nqg!V?VhUB2NDHWZ=NVl#UNg=9@~M%Fm+5qRaBhHL-DRmFA<q2wEC$5gK#!CtF($
zJLe=Whw(YKj*gthgDP!-42@~}CrJY)6x7uIJp~MGZ0uc~oloiMgElsZF>l|#+9Nb@
z3&TWAZGy3Vc6vJ5>UDisY-|UF@g1}W&a@?ue`gjf!L)@|a~C(CV!pq1m&5;WoKAW4
zt#*#3rN!{b<lYe98%(d8dWQ2yYh2gyXlZE|mX^{-*L(GImGXX=Ro2wi{aRj@XsmO@
zxQmf)J1_n-?==y=x_VM_5<}<}sV~PG<>mGoB_<EbmwG7K*_Ab7uO;5Eof#&!wzj@F
z&$-O>Zf>G1kkocjbW8vC=GR_yeiDzZ&wJPpr#+fh({-vXd=+hM!=(rNWel)C(J?U6
zEj0*|`JFz?C64^e*T#>Q_G8e_mc+xz!Dc8_;^tOQ@jRt<;Cp;|dK3ynP0%eTR$iSt
z7~EDpC6KnJ&P_oNDkGd<UG3txZf^g2_4*Gp@BCkxQG+dSSO{RoB`r2=xjHO<AH=hN
z{+ykVGl+|OCsGn(`S<p=LOt~ao6D~&T9syg)v@Xrsb3Zkr9-bjWfo2yw_n;r7L0ek
zt*<94Vk&ZRbDLXM57KICs;PJXwWg&)C10pyz_Lb5LxWnW;2v2eB_&B&Su%F^$fP9V
zva)iq=uERu_q)vkA%d+N4(T$*Khczy6-Et`#U~_mcMqG7?W~J4>C`Qh5Su5<OC*jI
zKH_t^|HA*y_uk&SC4y01doGxmm><W>aPjeteSFN6k)!z5*33zPIp_DZq9Ov9E^`AJ
zJEx{z4Gs=U$xAIkY$ox0zq4QNvt8QIgwgoDQDgU2RAZN2{E_0hMw{a5Mx|9aa^8T=
zz-*H_An7KKmS|8_^5!>L(QM7Gq;zupr#w|8o~V4H^ik1kTYG!@Y7MQ6$pe$1O3Rt*
zm3tIY8H&X@X=!hRgYWdE2zI=Ce~Z^^4`;OaHF=Ip0<(+90};($#r)wrk2pR$UmS2j
za2wG}V#Lg)j}m<pe1g36if<pt?C3=H7x(DVe;*!>{`f>;@60$gU9a_n2}g77cr^M_
z>y7*dugO90M73RnCKW4fKuwKH)%IA|mY}<&v^-wzN+_)eP5y%jih(Z(nWnRj>SNr|
zU=BfDye!7To*vm4M%{1lJ!0axuSjDk0@A)dOF8?yO~B=V&X-)&ZHOzFYva#=oT{~t
z{nLEWy~L=^<9*@dIv}&-@^p?SA0vX|0S->5?yRdnRR~e648>K{J~7tyXfMO1@9OKy
ztJqbG+Sstbdcr3wEsa^IUH!eieK9<UA}Uy>^1K=XWphICxo9Xg1{M|-FK;|d6lq*2
z1`HVPynE0Sf9J8lO4Hi>z08W#t+uYnhNEx(!~z}!@4qRo8Wf>JG9O*HwRKE4s6RYD
zJ&j8(#*C83hz@-HbZcv?!fH68snLCYd%NQg5x1m*f_GacuEq=5#{8>v(Sc8<>-Tph
zNap4@Ez2b#GahbD_UGt&JZ}lP5v*$Q<uzfYmYj(si^2C`qt36-kI&Ao;v(7XaAIcb
zzrA@%`kU%D9-~p~_mIz7S*pC;{%Po>QNwTFzP-|PGG{+gb+_EL+meM~tkId7#Cz{i
z_4ZWWApRFxO52{?@ZiVn2_Nnf#!ZT9SSb&)7RKNUc0#(xBIaugy*y#2R!GJh+NJy0
z*^`HM=LyH#D$7<2ogXZOA;i2+!Oflr7)M`Rc-iocjq98?TY7S7CMv8DSnhPzRRfu#
z*Gf7G2TeEx#tVsh6F3$-E-zv^*GD2_W7V^~LlZvS@9rRwipYg3Y9JBHby@f`0`hi}
zp!28x=HtNnqb=30pg{_<-b7AHI<|<d>AJbqRa39ty;8OkhVGY-3R$F$ADx_??S5Y`
z9>@^8?R7fa55=`!`htn`0clhyE98B>7yj6<nw#WUq2fnIMYS30dWpUA@Q7|8kRyF&
z&=G9ZQd0`+l#p8OQGkBr=+1E3;c4m8TO9kv%COi=Bxd{f++0fyYbK=8-<b+Ri*s2r
zi(b0#{@xer?uh&K>-2nY_VPXs&gZd&C`3HujHcr?bG0HJ<wdn>N~xB~$wV*DQx?-X
z7eX$Rw`%!?CC`LbjNUw2k4sHeP*dY_J#k%FUe09xshrE)trr{igBS2qCC_S-jickY
z;oiF;TArzrYKBQMO~{NYyx8N7AZA{V1<B}!_+biPv6DD5DQpyIaN3**tg5aEh776q
zx0onDN>Vz)S2`<0yOgBt#hKGm0g-!v;VSNOz4Ny1;W=+#YV+4cq`IW6G#NSj`=kxx
zz1w>O>vzRkRFgzj=Qe^9>xqPBW^UZPIq=!mK&#3`et)UgmcD4$l!FjC?JSw0!9cs$
z$Ynb9@#yjt|KhMKhuH0oNYxj15gHO@pKI4wC+n-nGhXujX$lYfdTG>4#?3u?HB;q-
zcxJk7rnqc8N4S^g*{|QLnq-@UPaN5=+S%FHI;^rugg&1C`t3ceehTD6sFFX{?^0$D
zW*t=$zh5K^md|e=9gRKQoET_ySJ$ex5Sw;$d>LCl7`_;#o2B%!*-KF9WaWj>>4I{V
z<t!-!Qo<L4>%LUP%2eLN^mNj|DsDMedwctMcJ2gU-^6GEk@YyyuKxbe(o6|fyJMEM
z;e2DSUORqmT1(#S?Cdh<Sud{kHk+;Un-P(bBx9fE^cd+FW{38+TUtb5Y>-Gue=o^#
zSxiYz^EsM~ZefUHk%;db_1ZW)b1!>OVlSJnRv+Z6265|nhxGI?u-^3+MJHJ__^6h@
zI9c5M+1TaSlar9dmzHU}bHJeCU@hO!$cR@z4l%d3CSCjyJ;lrH1MlKs$~BCzq@<n?
zA&DBbW}LB1uUixu)IQxOgi;eqooYB&Q|hoW_U%<mVFPX`KtyiqnYmEw=H7UAV|wEs
zKK^9Bd#o?Alm;rK9(tXu3PbrL%TtMR?20e=+|VE}bAr?zZ$RX?e%B(Dim<V>%YYI-
zlp~k*!vC-)w!G;xW!6nLM#hk7_oFf>FidUj!V!ZuiVh4ZPo6le4#s!pDVq$J;qoPq
zED`ybhIg27*q!z~x;UM=^{UPTLr;SbD}4Pg!S96yQ2_Sw9C`wJmJ?}8c?B_w>=<pO
zWAi-;?6Kz(8cd8lJaNkxJN!Cs7rY6amS#n#%6!aPw9Ob4on;R)8SD>MSes6lwndpW
zIyWbspPXEi^zsslEq<kU*7w@b@bgd^;x@n<i#pc0sxXQG$ap?JK4VZFS_7$X`-YZv
z!zStL>-$-#oR}?_I9O{S(K1m%%EEGmo4Xp@k)ZIUhDK*G5qCsN_^xE&*6GO!tHaJ4
zDtQ8l<cZ4OX?(fj$?o@<JKuF1IwP`>sB#amAYX+rjR6Unmeu;=ntUp6Yf!(i#AFFe
zg_dPNO;1^g!y||Fk!a%-w?Go_)79{qV>4|1wby>o>r`rm6c^u{u5(CNFHWg2nMq3f
z`qe*BMiW2Ibi(t`1ZQ@?OJLN`pVGo;NLyZh{)Z1{-orebPJhX&r4-x6i=v*$abOLN
zio#JVe%%omonI3krkHhO?|B@av5w0HuXqT7&K!SfR+yBU8lJc7k!O|FEEAqH@!Jxb
z{43dtkyLVoL)FgKXm^R9{dN2EL}MdeU}z}0-YGIATyK;$)(`e5B4|lAG)cTTMX-0%
zcyrair?(d|x+REOt@7o*=vw{P(JZP$mwW5hHSR}D?Aa0tlUf?cozkiAz0=94b?i$L
zL?+ielLQ%fCp{23L1)!`-J8ILIOu$E;8MnaarLTEbEcr$yYjN~@oI1Htg|(WXIW~>
zIr5fNpGf+{p1(&&->Ehi4`Dz;YP8=vcU|fUF`9jMePLliAcibFGP0Gqd^s#4p<AY3
z*x%XKRiIrTgTrhrEO#~he7=4=U*(mBqbT|!xkv;Bq3;K5UPsL9w+^`R-B}uqPBfm#
z&e<;aJqE<~Do>9!g5vkm()XS87ax=OqEG*<k7sdxMwkRsNKMs*fAtXy(x~^k4&75|
z*0Y4L#SE)3dbOe!6OO&ZMC&+w*Qk$_Z^iQwQ*i?u<MpwPXNSTgvl6Nj=vnW>DFU=A
zJsz=o5I}43l!oO86RYpNvx3|BbCS~1U!sCKRoc?cm-|p44FIE!lT(#@x1N$68>@B|
zYNKIeWB*W(R1s2U?B+BdO@Ep1x)~kYyXg{*GZA*h*x1-eT+H@xgV+Bw%^bS8$G)_&
zwUFc+cBbroD@{Fh={4PBcG&`C5jZ}ajC`C{KR-SiB1d&nMeVhHF_UA`tI~qdgl|kY
zr>?BrgwC)*>qBcCBT_X#?{z&FtY-$)sV!sP7cO%FRR>$ck+}J4xAV&)?u)EG6%Z7N
z<FOSO%9i~$nq%mV?>@@Q(U>z}vfwdwv%aZVI*W{j<!z~fIJ;F3frqC@I7Jwp;<KYB
zJL9sRyrCS;5}OCwRh9rh)4Gd|)Ne#?JB}pr{w!7xZSr)>^m>NK7>v`gA6$*&(7OiL
z;s14}!yt`{4u;!O@WiR>c!hu5v2k#sd1Q1qa*TqK+I~I8Gq5?KO!o9}v-PJ`q{&px
z%a>o>Z_)>A7pW25L9?2zZ7o}*A1kpXueMg-9KkuH;^YizzTD?0<Ur4YTEsP6XYn(a
zl>Eb8#6^qP@M-p5?tKx>0N^hsKKSkSO<E5$xRy)rz7V>j8B^<d#&zQAitEJ;Fbq15
zy^SG-p)7mq`Y2)gP5+*r?zvIO(j_)}S<FJJ2tecC?g?M`-<x$GeWjSmAX~id!1v)E
zQFnG6!Pc~lLz|*GjtC7s1|;%Xp+?vJKchSQ#V&EOuF!paRxB<KTQT7vgp%_8HUxQd
z>a4Ywq!b-{M*{<c7#lZttU+l<yr45vhe8rXvBsErhNQ@V?e<K0Y#gKZBThTt6IaS*
zIY_#zQ2T%{$n7B=k%T7VS_B2F+XA|d>uP&O3$By&Xt{^CIgkrV%0oZa|19D?##jLs
zg1PzlT2oUKCF7i3gYIg3!f_COJf|@ekQWs6^!06A(IKX`a+w2Z!zP`~G+*Das04id
z0|nbFg)@=qHJ`G?b3LP>ZHS>qY$o>;xjGazG&IIr3tpn9SFp>=%LhLe48%|IE}9}c
zNo&8W%#c1vY^@n1)!#|uoK{OA<>KOk!zgres@93GdFo;{-PAkbxUN~|@F+k^3hOAZ
zwx;Gso`J-NJA{(?F^te|Q!)yMkV||jv$emI)1TzJAQBlC_7(E9%dX$@fX3(I7(WJN
zg~dP;UT>o9+CjVokSh>UPHh}=o+s`2(#Nsg<PlW1Jzc$&OiZ5&C#%@a+Rzg?Oka`R
z$tgJMLL%v_(Ywlmo0~~2TPIX#JO>X<x)o-c45)A8GcRq_?qd~h7{pWY8Js$}Ic$IO
z_pj$=5rQ3%Etl}4Syz|K@{`_wa3SmAsw8X#Ar=$Ftvh-zOn;W7XW-gMMeO|fljVM7
z1(2sn>w~f&ov-2qMu_+e(a<Li=Yv6u*j=}>)*cIZ!~u0v3V=jFP>_Hpty!P`8_pAz
z2iLA&+uhrvtA3Vn0l=QejUfiQ-7@1@A%6vH%Dmjn`H#O_0~rldv0DsIR<=o=EmY)*
ziu$q}>u|uT2t<St!L--7M(T1~&9yJ5vJ2;kGPpZz_hq!pNXk4+7daF`&w32?w1ms@
zct3UKd%cDR&TWb~{_S|5P=nCaH+>DRKnX+y_sAj@%52|MS?cJkOSN=K8Sh6;D&6?w
zCJ0oE@$Zawi|MA2&z~3e?&T6gs5LY;t_+t`M^ekD!TwtsG|KWOA8MBS?j~u&V%@w8
zD@)v2P;1X?cR;{9KF(vuMvr7m)Yp$=@gly8ciZP)tAi|~cEwXb3>6j1ScIm3Am2XD
zRnFnEZrtU&diCmJijho2TVtE3QEy6Xg5$cR!e!w^zxDR&o7Bj=Bu8m<^D?o;Z%(>Z
zDJUpZzOOt9G>vZ79%Vu?V6d0%tAaRXX4#wuy1D{BJ?8)MMO6mXw{F0I+_xHDyoj}$
zZEBtIJbT2cUz1@k6A{QK?zHja9n`Md!dc0XI-UzmO}j2;;hT<Uh}C*VpuK<Rd3JAS
zy4mX~lTg#zaSRTzxaqr|?r#0<i|aip>^U`eUpz;A+7aR)yemh@Z8Ya=d$2xqi<y}@
zQJG%GdVX!KJMG=|m9g~e^lF7hy%UvFl9Dzb(HEDO%k4**PLI}u{Ojv8JfW%o`%vM2
z;p=D5-x)Mtt_9xj#!Q0^$nC`N_w2B-U!V52y(+OL6+L@oJCJ~a-dDS5X+xuLzR{fS
zc*9~dw?Mnpo7#VI{nlfh3)w8C-|OqG$F}nXtQItXHh&BZ4BDyW58t?Pybo=Dwz?<}
z#J--g>>VIqqU+3<k!&6Mq4wJ|jc2E~qbn6`{+=G6o!G8dd9sz8@rlqN11O{f2DpNA
zJM)eZU!wf7?lB88hIo5jGRNS@PPiq>o5;xQorVxGylzUurB{!Pk6#`0Bm6qt8v<mW
z04I5%kzAtC&r6M>qgb!?a!a>aquzwQE!`QtXO~_*@!X-U5}(w}cwU;B(RGBTrad>w
zB@+h5^!WG`nzGKq$!dDbSDdip7u$M=QFshfSh(4)&|((gVR6&n7)I@C!96sMMX?wJ
zm-ToHlm=a<*L52|TqGlznF{30jl|`0Jl)S692nO3(^lf-c()Xsw#9>%ddEx6sR#D)
z?H1RDr62T=<+H^MWQx<xbRdT!f1Uo}#dDw9n$HVBPiMFVJ?Mj0|A9PZiG6$N>=)S`
zpFbN4oz2NqSxl<s%@<hQLAze>wE25)ksj+F;XMp2qrtY_U;-{;1%-QG>z)bq3|5LM
z%4o+4H3<bj;taHUU0338f~i)dC8uO(7oV#BWNvO=N=BwNM`bb3KjbBV{ihW`Caje<
zK2WFhRg8J>_GgXFac?0*hXqsQo%BaTJGNBsKe+r(n|5uA^te(HVJe@ruQCPN9~kU>
zeHTo^9|Jguc5B7tga{~r#3{;qM7Q6X#^*wddH&nEf3RACWJz42+`V6?zLu0iiVO;>
z`w@08BYA<PH3wmyZga|gX?{}QLGhnvob%s<Nhv7CmWDTh18q9H(1rX*F0D8ImNq}z
zxj02Om1}rvXzCyV`yI#0+x{fMjzI(xDiFD++fhqz@8-L2%T>X>70vQFnLufI>}=`s
z+U(r7U+N|2I^_9)d72935;=Qh+h@@PPV+A&?r+o5p5=Sa-t4|FVtO6Or3OuQG)==!
z4H;?<#+lBto;_T8&2p>8`%*;EV^^4s`<N={U=Peoy?Xr`m+@y*AC@$vL)H9I)C4Oj
zD{Ee^i$e>@LT<)qIa%>s`xW)i3SHOic`D$^S06o)2Mkc=^cO9LNxLsPU!DG-ei>*@
z^^$0fD7t9OX06H}s}2i6_tP=SeFxECf0Ikx;l33^pKM12%nk`p=alP!Dz$hSra|40
z^^v?*-`#lv0h=rD-o0BIWvHeH^xKJ3_yMjR92y!YF88BE#ys@i&2S}5NKNf8ns(=L
zUE{cZc4W}KAO!%bf67?f^xM?neARh%Y%IPqwL*q_brFMZZJ;BtEeSDdOy7W5nW}Rn
z${fh08727&?4<KOXSVV(iwlA0Qc!oEK^sfJk=9)MC~olfYF~2w`QOypa1ANBrY}TW
zTUK`ndBSo#O?_|Nn&oEnihHIdv=;RK*tkEr<9Dlnc&)c>y9q}`L_|wVyUbXrIcfk#
zKRX||xVuJ=6_E|uz6E+|=ev0^Tbi!0QEz-JJb(q(jaZ6+iUWr`XfH6DEi_FkwFCqN
zYV9Qs{ua@Q(BPsF1h0P0czh9uky7z!`I`YU2=(?ZEwl)gp97`#IiEzu<TD-fM`~(#
z5_QWxDi(y^{ag=db_riOxjkNKd@m1^|KUuNr~h`-CBAmGCAr<2N}c1TkH5b}!0x!4
zKvqhcr3TT(;f4E#uuB-PeI~E-MT7pgD2jlM0*k~xQs{`CoXQYmKK@UAm9A#5u{XMj
z$0eF*wmOKU3fX^fT<886-QoWRI|_<DDn>lr{<QV>_EHIdUS*}_jrR+}D|hSF+M201
z-VdQ|u6f#3yN~Zurp=Aw!L_O^-brWC9r=X1YHOn9<$hm&>-Bf#N73VTu5;-FA3xwW
zbJ}bL96U}=0)<BpbhJX$c7=TW$zdR63=i?}#7!hWX7~tXM{-begLbkU;Dx;RJWC11
zd*(hMCt!EOxq5Ly>6S!~+Zh}z>$Ek|4p^neV^P}gebfHl-dL4^KX0dd&&o?!&%_Ru
zmzR{!3biWZ_*}6c{1%Mk_Pz?8NJLDGTDC?vmkKRwhdW<gm^7ytde$`+I^0Hg@i=wy
zLch#7`9pwSCC1xArQNSFVZIz45pOQNWK(#;AxYC=OVZFrK%+q{=oIWaaGS^DfCkh#
zCwuG8GFdY%Li;5#C}LL7X!oaG{kyxnOG_GqyQ^!)K?q&j-XW2<;j`u@RL}qJy?<wa
zzxOX&n$;sqUN6m<@b+3`d|ySa=MfZZBY7|Uu{JFyn1Q~BEi%dR`U?g`(uCmd4Tat~
z`BA3VJ^4LUQKw$ax=k%DlrkEPZg*>)a5@JG?w~R0)+$9wRXWlu^nT2+&yinosKZXx
z47VYpMp2ooB9kRm7E=`gCqZ}*@bPu$&;W`sF);-SOGHqFQS9xDnS=@67s-2zwK+Mz
z`jSm<OD~Qoc^`j{$5shP-Y;WYwoq*-?KzDym0X7PwhoG8)GZ&Tt9LkIOZB?A=^sk$
zD9QRD($Q&Qg%zlk0d|2T+DPi53e$)7sfU<y9YKF%K~oKW!WjX&UYXIfn_9uEb^tc^
zL+lFo6cU@58+8=aVhn<!RMeviWq-brZP!jtPL6Ju!_#G9)vgXpNYKhuP#O~3TwH7q
z&Xv6Q``0;`h<##eptNE2eL5+rz@@+Nk9u|Ha{jglIPD0d68H)ok406l<D<}}u;RhX
zai1*YKT}+Y+)nlUK+<$cjmlxE?iUwcxj6F8h}zs_N%8ED=@qwHGAevxbEp{;xvNc6
z7ou>Sw#T)l$lU~h@8IU<b`$qyx9m1d;Ia&ilvlS}M`8oUh3q+4VEPbZv(-oJHn06*
z(hGiSDr#zW_bq|Ljp>exyvSAD2k)w@xfPpkrVh4qLF55MTDqKZi+p|^Z3k2x2;R&p
z(ls(l%JwPh*NUtV65nQLQ-PG_N<Q$%dOSDN*d|S^I^13%IgssWo<Wu~(5O9n=3y?)
zF7xE@B3sEADET{&1j1l~QBRM@q|?&q?#xO+=Y6#mhur<5<)+a2%0sWsnt&W5(OuEW
zDjr;XnRK7kurh}EwK<XMqSt`)ZkmNmWCxc(5o{O9Kw&^MvD#_5US$$WY7;#@(zAQS
z1rMC}29;%_rNtWE{y=XlK<<C9b!h0JqRvGRhb80R*ReCj6@LKKb@b$}9;{9W!HzCP
zAk_xh*@%}8X=rHP%wAk47Q{mWppO%<y#~|3B%M|8_HwV<^V{Sk^7|`?0N+GzKWH9E
zqtr|WYf9y)-Q3*xmYLgz@63MoyE5`+5gGRF{Uc$cJHUi;wZ9MvzhvfS4t+>1KexXA
zBJ;!D!ll=-UW^<RzRojVLEo<5Vlh8_rLT}=qalN-$+VW)<k2n-HR~%Xxd1AJBE@yI
zQ7S5Ry7WT44T_&w#`}Ms+^iCG1R^>tO<+JiFBn1-{F2>QDdwdVo!bY0cKh!Rz`VWu
zxmn`y)#c?$d3jG_^IPb-=2w4zYr~j-By7dd)b3{{C(u*Jkv_D#GLdy#PfriFV7%+V
zJ|y<iwq;c+fYd<WdK?v#j8%Ew8p@W}gES#Fw9EG0Qo&FY0?40Uz36A~{*S8wzODn3
zKL7hS@Iui>A4(}eJ6W~6c_UC-;vaE7CLytI2t12_|L3jkP`f$EjGoI_!0_l#pWdBn
zvhT2n|GS)%ItI-i&>d8u@B?MqyS>Y@K8Oukhxi>5aZuPas`M$L!+r`}u)k*P6)1@F
zpc3dIM=WI%*#fu<wG*d#a9{s$J2u9@h0MveJKAc*9&&ts0=(FLQ0*s?x7G1uGup5F
zoxN_ds}xU4T3WR-kql@i8JVxDz>Np8YvK<PN~cvXdez8Wke!wm#%|odcj51yX}>Hl
zu>VsQ)Rqvnd`9-|I?<&dEjdNS``*XX<tX09FDRzO6^Z9B-vL@L%ocxXY3ae{q<{R&
zp*-E<6jfx+wbVfAthv5M_o+tbe)(<M`!Fg)&F`(P*Nu&h+s~k1vzoCB9#+CFLEOX(
zWZ3fYx%R33``&)RII*yo&$*9}zn3n^Dj>^)w8!f;cLSIdgY%kF4)nX6XU|9s<D+$W
zM@%?SG-vb0iNeA9Wa7%rARf1kxK=lv#6ePZNNL|*_(S1g11!_gUmWAwa9F_t28^G1
zLx#qaYL=2aHUMJZfx$$pP<|KVRqm*Lj>{<x4R7zr`kz+~4)Hf{<Cl4M$PW$<;d(2;
zSmNW`Q5XbdE<m4poxh&nI6l*s^X3rD0bP96LDbj(;YjvfNRX`F-$aUDH*baMcb733
z!0LPbMbq^@bLO)CL~1vo0tFzrzP>($equy;9Vq%kf~qtE(kO%?MO1eanPyB^Zx<yw
zd1i!!>K|IcUU_*bz4pLpQRY{`@ST)JGx#kfHebGn;ARDA@IcTltsLFZzwD-R1cir(
zM;wnA@dLpWL*SeWURTdd@eV-c#<AhxikYWYU`zA%&Q?ei(MaSn$}c1Hp+$;WGWR75
zQ(KKWiJ~JOfgxsEy&|1qZ-1YL#^#liq-y2?2R}P|&|`jQJbb1mli0kXRd)FlzINSN
z_f+b7;jRkWNE4990(wYFnna%9;IzpwH^HXyjAyrgatrH;-AYK`8<rB&eItDXgGT};
zPeB!<g4w|IdwBKu^mwpNmEMVJ8}IjXClU0;7m(5m<#Twd@zP34?!PZxN{-9A{{8Bw
zCqawe!j~<-GbLzgTJLG<1b@$1J^n72$m6nd|HZ9)`b)tyz*k%;z|4O2>Z3@`@E}*g
z-Bj;AR?zqsmo>|IHDC3#J-~|xCJ_{H6x9rzG`s8E4e?OIfXH(8h;{;tJi>*wwH6Xx
zPrpQN>wxZ4Cy`BM<n~_)!H-`)Qb+;G<D>K7H>FPw$p`RV2$H|&G#?2Mk2gIkt*NPD
zG5qlqz8@#&$`d}1IAG6^j$lg>H8DYdfp(AW@^wN+HRCw*8SJ(5<!0gCV(&}IR~`*7
z&b?1gPEc~>>w4!*wfwxtIKDwaLG3kJXBqVj_!+XpAz)Nl8LH>5G#j2fOy&ncK>c)#
zQA$Q(`N!|pBth>KH^+5sg5$&$Z6UgELqn0`cZtd_zg{gXFQ-Q|p!(8#-=dnv@{JY5
zL@>l~dq)ejCEV&fbF5Wg(#U9s)8^$dXx0TYH=lg?dkZTfF>zf{<~!i*goN+Vtn)$#
z09_%(H-5dm7k~C(l+GPHC#P&cwRH|#zFLK(q@?LR(XQ^9+ypgFfB9}<J#HBvk4H;S
zH>o6S*Eg+o!NtM(SRG64|B2Xf4Aa|DEK1WIJsWeP>e$6Wi_t84FYk0dc-5z;zu)-m
z)8mHYy?hkEUTaJK?UnHEOGQP+uj#G+u8WnzdtJt<_E0VJ4Oq2f+e1OhhUeTHA@W`T
zsVl=+^w=|=Gdchy`#Q%U1>s8{Z;zwLrmL%zI^`d-G_VMHK3@HMsyd-zj@crii8jt#
zyYdIELJPra#Z*+Z)c0=q@etj?)XGhW3ZPlPs6MSKDG37++5SL-fu!M*>G5QB^@Q~E
zYb75|Rr1n2>#3mvK5#$WGMG8P`RZd(W=Y8p(srNQn3x*>K_fOCb|aUbIa0F5W{)N(
zIS6pF2M!tc-S^(rk3J1~LhUQ2iB?<7i-SjJO})0U;H!`~wXhb<fP7W&6jD%7K<9cD
zr1>pMs)!^*?Um5377oqWl#~>J5g)z1&h9b`9NoHh{W`sA+mUkaXgROZZ4$2o)@rM1
zHsRufGqpUG8>7Yj+bOPuAU<^y8dXaCv!wzyHa5sEqgp%x<bbuP=%>#uRdB_Hsi>Z7
z(1-2n)5b-psOWjPEpPyg6MiIUw%~b_pDwc1KXfPdNaz>1)dIx^?J#Gm6|CLFd`IK#
zhi0Jqy$|jw$XI$)R+gPAo*91nXHE6A=EmXt1sB$lwLxuI#*mrmU=8c`#mQr#vjc;a
zjhX2w?i{uOqC3RAZc+V0ml5s(0hHfg;ZcQ;nsCU*3t$Kf3zNnyK0^%|5noZk0bv}Z
z)`+`7E`<%41dn>oKwRpZYsr;pEb2kCN{979KkMdGAK~WxoVl3#=(Bn#!A=_!UCkGN
z4PKh-5FJKS1T6I?vfDhn#8izd&iiOxa0fhRwT|mm8T{1&FyMgtLj!RzX#n?3CMftg
zvwizKZFWkDL6r`-sHg}<CBqj)%nI(`dH(zz*Pq!c+{~9otsitX8yp__wd=`97fKh3
zw?h7dovUIxpAU94hU-A(7nB_5tzO&P-6f^qsgY)~LVqHw<;Lgjx$QY~wqs4q{E6RF
zu_`=Za3qTY)m?|i>bRtAU+y}8z<LxMbXPUUf)cz%sm8rzhsV3v^A#Vu{Dlm6o`T8%
zt^>7?K|!~oirL&;Y98W^)F~BWzWW=lLRV!u*|%=p*uJdm*_(xom1%oV_dxb7%9R!?
z{Fg-6`{ZUazoXL6r7<-?F_e_i-j~bN?Tq1adSY}^8M?DgH+XFpoA{pkmfeB(FXqJT
zUkg(z6N3~Hx}~5dLL>f?E``zRN@9}6wcs*YeSK^or*_uXtyw^y1os&@ArM+tSvQAz
z|KZg<_7|5MPC7=>?_#`6nnv8FmQOKUT;l}7M{L>8^p0F2N47x+meXSyM+vAnkSJjd
zKya-zO)V+m^8IjQ@=ps5om-;ykUQFFacFF8PMp#BN7y2bP9d<j1(_T72q&F4IMl_M
z%`0mw-nhBDqXZ$Z<BL>L`DCBe)YR7<nu?0g4q$`UJ2keAAzLc0p=OYSFx)x=2deB-
zB-^9-_#|F;@qxqaptkX@0I&>9RO&lgSutT?aLcH))0z{5n&I-}nb6-Aa_H-|XqCUN
z1=F%GX;?6LyTU^L{q;gVS;(Mj<}G$iHf2m{EPzu8sogas^X_6!>W|VF?)61{)Rfc@
z8{fR^#Z3T9fm9G)Z#!@LeON@A?#Dv<OnYeyhG6UX_(TvL^G?NN0Jt{#p+5CSzv*5Z
zwIIxljC=@u;CE;5%MaYT-XY&Z2(Ly@UM;C3h2cMXghH<PI&SeG0h3fq-}DsTNGidR
z1;qzC){~XidnOZ~173I37%Vf1@or|bK7Z+$KGWzHVE>#H=ntFoHjIdfNK3vv5fL9y
z?{Z!jc2CzIl~{Jj-$8pnUZ%o!)4|Tk2*B3){ABUT-*N?Dp&$Pwi|I2`Qc^yd?Qh;0
z%r7nlDhte~J=_dg&0?TuyY8MW@9gcBA>$y5cq#ql5)HbEC01GUROrCP5E@!teP8D0
z$9%D?0Rd9PJT{8Ek0)`$1gtg)8UzFjw=$y|&OJ~(-o{LMM*~@Yn=#d{cHg!PbHmqa
zUC(bn(q9lqyi}S7EeZ1OGRiGec<JsB$|(IrKbvy{Fj7YAGfxOY#H%c(jg<LsE8B@G
zDyE?$l;7q`<lWD-_^g{M#8vrWXJ_XrIr)1?%2B+kRel8<7SIq%NK4Z_fByW~#XZ)g
zu^=HRTLQ9Co%5zNGKNt~UY?4UcD2dQt{d~Hdt<CN2&C383++@=VvOczhpTd#;&(~b
zh-BsD5W@+TU`3|&0?i2}=+z%>kb-kcq2g|9SC`a4ZMs@MulI$3abHU1<WUTGblx@#
zTWVD^>9q@?4_S!j4`X}pV(0YJ?0*|I^cBmyA{D{od~pq*sqHG_?3UbQ;+{{(r$?5f
z=hl(^78gD@8!o;lqMDqjpDMx9g-HE;a0P}4HM;M%8>j9aYFlFy5(a7&;^AfAjr%fT
zJ=GB3)<z+g)h|o7xVdRb_rMw-oF?Oy?%eTQYIbImTs>9>xqayADsLH(6qJ;urbxU4
zyo+yTEU$4$zkQQU<hxm@W<JXLC|DerjTZG;59GRaLl@{6U~}QdcT!wq-v>j=u0h96
zDoK;^-0?1;JM_|utC}%EZj)mK6<@yiZXdV!@oY`inm<w3jI)XZ+5VgMF>N6kP?%g+
z6QbZmOWYcReP{E`+wBiDy;YwWkg%R8_{Y56)KS0f{dJYyn3krKd8m#f1bF~v)LiWx
zEbE2~I`7LRdbERedNX`AwnHbCe@Gy@9QjnWibe`40>mR`1?IJ%c(t=5DE79ii?-lZ
z<HSb4GF_ZbN=n1&o{aAYUzP4;?HB}*mZ0c9WNtXeoW0z!21&-!OKx|qCi3BCii=Ob
z&`I3U#h$SihqVr+XQ<CDa^!s?_gA~TR4=3KwE1(Zj*|<Y!sCEj21qWu)v`U2M^r(K
zpfAVjc+6Pok!G<5=-Jt^*=H{APsuQs18JrdX#WlorO;8S#RyIUV}P>xx3BwrdC!1s
zYwwthvRem-%iq&KqL$a_LF9z#tOegwLZ!JSU6L7Dh6GQu`;uuAeQDVp9KVuR4K4wp
zLMOr1mj_sYQP^V_*dF^w1Y?iR#T2(pxOhlPN&Oz#%ouztZDj*SMq=V%HTuCvNYLU!
zfWfZ2+iVB6(EV9ye5a%&2iXLc6ksOe&*asq{QUfgd0ak@&Uyra?(A#7+^@~J^M+Rk
zd3i&XL@J`Qt9Nm0+C31DIDLf}{SNwl*I6~-DzKE4m5xth$0;X1YRz+(I_Q5tkR;2I
z|2BS=Q4!d6=%$CwNA^w=t#{|Wy-^64^1J}IjDY02!O#fqY6mX#LH$T_R@Q;+zvt&>
z!*N{5MKN>)FAGSWv!$r^Cz1KNb{i_{XNAx1C<t>t#K-Tz$p`Ns1;x~Y?&U>ztgdG=
zaH(O*mW^ccnw@2^Prghj+e?XL7V(ZKJ=Y@z;WrSQSeDzGSwTSs03sDiQ<{16rf<r%
zt-W2ZgmnG;E4|L~_;~h=<N5qzJ_e@&3X^5#SHI@_h30!N&xEm_2)+90-Tpy(oC;|8
zm*GPMoccU7Iy$OmfkjGr=y&h_2Kh4+L_k$Di)g8rFK2NM+}{5Q39_|!mM~uCnOy^y
zBBl*kb1qK)-dk8)y4EfBy^MIWrqtm0d?>V6u8Wv5ZhV|~W1`Vtxaou|)$;^by-0_>
z12Iu1Ih?EaV&*S0^#rb59jsN(!pW_?sr-9N>LK;cQE@XFogJao))uEYO*&2Qu!#y)
z6mZ+2I)xAL5SkxfZDT?iL_tUV^<f+Z-KZk2?y^@n8?URGP$Cp~?YXhBX&4v^HqsM8
zsh$^kMa=KK+47VK9QKEv-<C!`NuYdjI)ZLuqKeg4k71*{&~mGLk+T4{m$^BSBdgc0
zXNBAZ{BAg2m1fZ^X(uJ~Gzvx4lzpJm6Y~0iotpM^6MFHLQUhWkyU$7uIbh+;G8X00
z@)J`CF6#lMxU;jTz;{699+(U6XAX3p+_nXqRgP%BR{QhjcD2trIn=M~9kQRlM*~C6
zFU53LTpA&V6&A29v<<iW@j05!s$cnhz$!@drcpIt&0&4wraC@85FJMH`315ST8sch
zmZD>I7UFY^21}k_2MMDV{R5{=V;u$ptadAp9u(EQ4SHT|oPNKXEss}cOBx&sLDrWi
z3Tr>}z!IY{MiKFrcL`Ye5YqQ(gHZ7^mYLrGy+c7o$t%kO8a0gM*U#0VgVo{4+)l}s
zmWjBV9UPx-VPqqwbYAjSFRzYP-@80>#j8KupshyNB&VSXdr2<N0*$HJ@E28m4^GoM
z%K+)ZYf<&KpyP>;3k?^3p%<aq6jf4sDRlwpZf<GGXh_VAmIHYEU)%jM%mV#yFaCl}
z<N?3)HYquID=9SiY;KJyafOpSw*N>v#x2LC06IzJN=eqAf9tu&Hxt9Cwe!t=+wOSf
z0pR8SuAv-DE6ts!6c`PSo-2=@^Z{3DI+YvFi>27+>64gGZ&tat=nthj5zpI<3^kgU
zS!ws-oJO}}dd!SO{xGVg7xK6iL>Y`h7~t_(_}KWt95!<;7`p5;GskPq@gu3^-+(nZ
z@H{rA-_@mNC`X-{ufn_|;m<m_cv!iurf5dvWXZ<hqy<VNHIHRFivEzlN=7S%-6Yf$
zsEi$icUbm#4d0vifru$JC~T_}S;~IQKL^juIS5-?-G5}unWO9xU1f+@O&*I)BK6T-
zmFuG?XTr_oM(b)Rfq@w^%koP^BAP?CG7Sw4aRPeR1nZoQy9N>Gb*2w#Y4ZYa6Xp+_
zC2*Pc_}b2|%r=vND=}BaOqN7>=;olWd_LvVuevX<vnxBi(9)`V(Vx=+*xadQbkrXX
z>5Lb)rY!mu$54PrDUQvQ436+1P6DF~G%6Fo?p?1cUo8$6!_v}@6XkO;GPi@Lb`v-W
z+~yy&GM}q<OK6_*$QGMcYN2$B4mdZWJ1f)^qVqMS(H)ueDPM&S7#;#)BM#6;Sn!`$
zE%|$BFu6O5M+BadgIAfh?+==!yu2E*yoxeR%`MRG#rBt6YU&eTcx{}_#9ScZXbm`Y
z#7_Tgg3)cM#QD<8E@+;I9_$)jJv|Gfa*1Q!J5L{Wgc=;=hX2IEEUV+Qn$U&2OFNs)
zrhuYdW_gCSB-X!t?st3T&nfm990ftCoJOK@Iq*%C`W#5?tH@ujjo;o5y!qO7bu}ZD
zP%{RsG^8|=uAWj-5jFNlOn!cD>qMh(Ko^8^W;#>wNRd}fX7vbs02QXw3C*56KpZ{R
z-)cAkh#muuSbv6NfB|q^;dpgfcMQU3z9R(jtl0}3rx{9l-4#r7q5p8^EkC}!U-{AW
zc%A#a8=Ta&_RCCs$)83FwO9r1=w9<V)>+#YFwhS=oCD2E#BEh#v#ZqN?y%goHEk|R
z%c`rZyB{KBnmhPsebg^>5EDZCEr`QXk>8_*D(M;Vo;-PSXJs_>)8=Hk-5<gj2JODy
zM2tg=b|os<VD`(*JG(ilsFoaRz{*S^ky$07fo+iQ;5<_Zh189kXl(4D;<+Cgt?uE%
z|5)^oS?o9EvxY2&4B(VS{%8SWcMt)}oWIj%O3BazbxT+}%}6Sk-t+|(=n}vK1%&r+
z7W}?>lmP==r!zA;H%@QS?A;!3bvCMPWOyGMdJp`ylw<-)VnMO@%N=h+9An+3<^x$9
ze{K$Cj6o^4FIzt>y<NV=cr4H<jRoZiGT^f;C0eYb(h4##P4e0;po0-}9`Y6r-rB&b
zgNk*(p;Vw1CL0Zp83ajp-_q7}eIT-ISOv9yK!JmA$kHy2C@?Wf^Ykf_I!+AVPc0w(
zZy(NQwXInI%PsXJcBC|(_55w7Pt4H2lUJZo8+iTJJ(O9DN{%2D{<s#5;CZOf4SP1V
z-LkZH75IlTg>x6z%9r{OM=6bl#>SUb)^}@<!SoJ$3|5qOV&=dzCp+7AePmPm$@F|E
zYEF=BuuE%d>CL|*=mc1~`4Z}YAG<KT2a<YE@jFXAqg6lbLN%EVtWDE_hDVcC+i!p)
zg=T`jR8eUhMIT+B9|%`jjCT(y^nNxLtr_n(VN8--B@0<)1qNQNSQ8n6K!P3OMbS6q
zPVjss;@jaYx)6l`QV8ElGyKr;2$H~8B=Yv?T#X0_G_cFzODLFxQf36**#zwfLx?yz
z@L5aR**NuRML@@g<Mk+}zvI(mjcTv!GBHf^I{F!{9xoxFYJ%`jep!<Y)GAYFOUP3e
z$PpzaC3P<%8K=LKF)}6t_$f8%QbL^#`a$$uRWxVl!GkBC>hDHJfNSEgEkOE-=AUQi
zh@0UQ7}m_p?a^AYUg;Zimm@{G{g6rGS@Z<vJ3f)JJWZP#+65wl0SPC#5{*;662L3D
zk1XJAvzV3!KV5C;C?523{M7!B>z!<mS6*hzCUlZ`9a)6WD*m>OPBB8+4K{_pPOX^0
zKTkc(+kr3~0&|+!-xj%910y3UYK0W++0<+Q#0pW+$kM_>SZb>E1wSWaNUC>y`{5>k
z9G4?oBbgg$MapwGm_pxN96G<8?i9XUwfu1B2^bmnc?pTu!@7llq`D}8y6dn#qG~Ia
zICxDncl05NcQ{H5HyCAtBTieBMcI%LR-mk2czFdLflgF&?6NhZJfoXK1xE{g;(Wix
z;BJF~`)qFHz)jG0ch}=!H^*YECcxOJFU`Oo3%48LrRbPJUGGd?AV+|*hT%W%U8Gl+
z3GUU26RJ0jq!N`2{S1O@V31$bp%_Y0^!`mYQlQ-d-E*6m<vZBwXlQIeHUNt5d(o)V
z4+4agv(5C64qQ}hjHsoez5kuw)Z)`3g7uiMCr>%&5%@A5QU`P2Do>=b<_VW#5fqqu
zBxpwgCT_jeK-_}Y_42l<xLK*{^-h-JcZj+H8KUnn$GaC$Y?hdq#kFrWy2l9`KiS1+
z=CinYX`2ayqcls8@#7ug5PZMM?-aPL3?2XGhq5nAV%pLOD=QAduD(8__AkT40uFI6
z$v?20El7flg@f^_vj5f(lb=5ewf*r^&#ptV(g%_g)$mSDP1)%RK)~YT<AW~@xq$Hy
zIR6vRLeheO&jTi(fij(^mS+L;pFb9ftw!L|yyRxuQxM;E$+lE5;DpZ{q+_5Rpwq)5
z2r0{uMQ6vX<^-5N)zEbWFx`^h3AP7aqx)go@Ni|1B2hkxb*Tp2*<`4Wlf-jJ2s&xR
z;Z$uBpXc`_)rE}nO{bpVzzp-)KBL%og_@k|#X1I%J_}w|23p)=<P$97S#?0U%)u@O
zQGket8sarwllNT$bIb<}L~qvgb5%+J0TPCk6**H~1^XQ_$@!)MKn7Ac38coT{R@t8
z%@j?IAZ!(@fQIorJD`Fc2!5Rsn*n`ntC<QdFPY4NA5S@=x+19t0ll1`N2xyIzD@Cl
zg8)3X3t-mOEH%R&Ez-qDG#5OT!hX!}^yc^n>Ctr5lMk!>!p;{05}%$pwz1^j1)naE
zTZRb4B!vo7UmuK|OU@nk9CSypdUl}SqunFyJTO(pz`$ZUTI0caRGr;ODMj}5Ybq^#
zH$7R>&7jy4{YB}rvNDpIV({lY{2qchA7h2HusLnZ^p#KVqFo11=KaPuq_7g$^d*>}
zvH-ntu~To1EAc9BP9a2`9FF;g#YHW=4Ob&Up=~g4%E^cok0$;VMUYBigOXiSR~vJ-
z&&I~4QRQ*-?1<#eUK_?8Viq_Lad{>rK}%`hfdEg|pS9unXnfr?@8+hSc>YkZC&qdD
z0h#K1<PrhGATYwV0X33YuH)d`NCKY=m}vlSq-h5GNosY#alhru9e0$9d(fzDx7e);
z2Vf|gjEPW423*9QNTf2(g+AsG#?BG5J-<1aEKo-1QSZxJpt!MlPN<+*=2xy$3*3bt
zF9*S8>0~)Mc+mQNW2!Q-c3{Ayk`GepVwcr4cu6?74Nf!&W$5AfnBDpaV+KBhp>hvi
z1o4<aAs-wgArQ2?ktu#hqEM~st--0+{{DV^vkj?KOF{+Ycw9K14YS?Z)x~*RLNhM#
zf$xV8V~B*j(e(g9FCXQc{vSY<L!+B6w?5LIKfkEpUjgQwkZ;f>u#;VjmIk3@Jll_O
zs9AYv5DsrfgCZXu7WP!yef*<zmOcO*fwP05_V_m=N2Lu?$wKxqjFVLXM9RD<3n-*_
zLGt9D9@%}750#s+a&m;6Rg(m=^zpF9C|VEgF2UDhTLaYDakG%`ub$_C$R~wuwPi(#
zw-Jq30)t-smHwh9Q8@J>wL)~KwB3y|26gF63yF*YlaJ{4mV3E%a$<BD#VUp5fJK24
zHgFp+EFway_IhD9oVR`oWPe44gVK<a>1VUtP9Nnw6%NaZ8=zU+Z4i*tAlaO^XAGcw
zMm4OkH&`5Y?gK!Owoupkrc$O3hHn5D4+Xu267{RbvQ!HTYijG2^VJGFny3){A8js9
z`%-uI_thC9VoLLfxGjygoBl=%bgu=$t_=gZdf0q)bu9h8YC4Bz6r^|#^O0akJY%W?
zvfGY}YpP8bha?u`bs^v-b6ELtl{@Gdxu>#IdKgay*}mF()@U)IvOv2!Wzu<z$031H
zO37Ber>`eTC>c=uL}h4rCQ5%4Z-pMp_0J;yF7u)Jq?Y2s#GmzZHuq2HQ^i+Mn2-Sp
znjMzr6F=;ZmjfIl$xaFti!PMWwGoJT(D1Py3$?&{!b}<){d9l^LP?2(B2Q!_CTsYb
z*ljfP(PFSIQ?}_gtSH`Ail9)55Cw`cATUW>)a9O-*Zh}{c^|$;Nj-FRTe^b+Rui)a
zjmwLRyR(;ndw|%dH;CgzBaJ$I7Q^ejC4lz+YKVAdr~Z%`hr{YrJk+U(@Ni929{@t}
z@tWs#wh#U9k?5Tt+k)dWsxG@mBGCNvq={aPPA(it{<Tu70cJUwjoo>yJXym4IMAmv
zU59c6v1W?T&Ch4nm>a0Rh@kLUA6-6K_EMM?^0XOTm2NP)i;U~KOT=AjdG<+~*s}K-
z%E<i=93r)Li<lvVoJv!h#d7OvKZ|u!hjRK=wyw~Y9fP2?mwI{825ey*hb<XYmX_Am
z)+ycxQD==;g3E%R7cYZDwMSbqiasSKX36H=fsM2AkF<BP1l%!j%$B~7x!4R2tOu2|
zKX~w4K+qly&TN*S@Gvl*8<duMT(;g@8X@r611qFFAVvG*6;?uStAfsqC<+V(1qHXG
zjn(_<9B^<J^1J}}^{yrw=*K<b4Jk_IPi*z<#_k!s%}LwURiINIv*H&7>HEg5VkYxS
zEfDEjlwZQ{oJemxA$X!rU*=k#4GKf|ujkj{H%4&bKck%{o8M<{reb~BCOdH*>U#zp
zeFn!EJDm8Nn(E$4HK3JjbpNA2zK4sld^~8q;Z>i8vL8W!ppMKaQ^|kUYel0h3t~W)
zYwGxFYHFfV)r#NkfS@2a$MRLrz@O}$#m^GbaOIr)fbT*>odb3!=)%M^2Y$0AW51>N
z{dou*o4DoU@79&sYG%i^pGAs(G>;@@WR_6|0RTS_*iGSA9!!KQ8}~te_t5>`{URK7
zaOp?6@eP?+MrRjNbjbDc@<uSmjmhd%@ENnY&WVDN9#}M^^&Sec2nt(<L!RcIgx-ty
zw`ds{9FF}~*4L3gyCMlV?QXogdUeTGQ;4qJ;d*CJ4+S@O&Qu3k;$;p>I|7eEFfnTq
zIIVA>-H3~P@U_Z-*7M=nIg)w2)IOGmL0<w!h5@{Q^AVFo=o3ncnx+gEQo~1uYREQQ
zgYhQMTh80l_P;*L*sUL0UYs?j!pHDoCVn(|@|&HULcZ$k>!Si>K2q?yqd1W(G9qGb
zXV?NjwcF8}l!_t6T_WF@m6s|hv{h0Rz%+q&bMvO(h_hSg*iW-){bmlF6V;ATBINPz
z{Em$?cTlFF=-wHLm*M<UZ-#F|GE^N2P`i3Y3hz8-BcP_HZg1-T9zw+KF{TLn=KZ&w
zmBCYB&{5!F`*M>U_6ao{`=d^Nm}mMwdb_HytfDAOi8M%e3rLEDQW7F9-QAJ`(%mf}
z(nxoQ(%pzC7?gB~Al;43X6AY3n|T@E`22sk_ndRjS$plZ*0l!xKV;>6UqUMV`PU=Q
z{?_-Hf6F-hcuhnk%aZ<@nThFx^<gqb%+H}AxZm=#(_{-W2Z!B-2Cfe4<i`hH>MX05
zH2=OrG6D-bA-%N&j8q!zoVR^&Fc0a>O*}gDo=xT6n*JDm<}o-xojgG3Pv*Z*50LgW
zW?ZF2gH__$vs+hWZ#XW`-Qk&Mw7D{jA3uCJn~b}m<K(Q882s~RBWfVbjTTop>~#w^
z!fjgzm{^@wzu-^V)r_})Z){8*P!lv!)0ehDwTgjriwwzr79VymJbmrKc@)gTK^coL
z3t0@+)m)%DyQK_3H8*2%e@0asHe7(D`-c@ec5@9>zIS{*4Gj&S2nlGcizJ$!3#GEk
z_?{m(LKjFZ!u&qq!V#$OZ>tl4x4<^#E@SEys&d!(i^ft#TYwCn@5jAr5N*vA<MPlK
z{~B{BW|s@+y<c2V<1wVFS)u!tN=T9%jw=qM1^n?pY?#Alfc>Gy+&|Yca)#D4-MgeW
zc%S8HMMQ!@P<FT>&y}q0;z3$uT?y#!mO+O?>eD^}GZpW&bliU`!jmOmWJ{%tWIAzG
zZCWd_J%VrgUY_zW3#LQ&XRBcfdO6nL9**gIRefM_VkaX5sZExS^B<64&B<LVbUVON
z$#`p+o_b3M0wo2fdmv#gQCqv2Y29rqs^Z64?0k<%uP0W-Zqd|rtU3EpgR;_FL&(6j
zUe|qmdcwZa)kV<oZWT_WD<%sqCmsqBv)UbXeso5<T^imt#?vrHJldYaYoCknSsD6@
z4?SP+kc~R^ZH>M(>0Z7M&j0G4n~P^YPctZ~xS_p<wZ4GM&p(~nsCI9h+PqdW2oe)u
zqoDwJ8Z5&&p|&YcMnTa#Gb~>{$*#or*U3~Bzv15%ri297Gu7TrtxcYe`k3v5=~t2l
z>dMLp&HAyBC=y`8%XP^@Lka&D*B1jeAHO2+^C;}##zK~tmv1}WG4^Ty&E~R0sGLk?
z=;|KRpnjS)y!u-Bg+gEK%}!5PjOa3`dBz`6*jbwd$`Xi%78WKM@(`AGWNl?oQVKaC
zv1wKJZ>LUq3Gk}DFOk-H@%y#Fh(S|8<K>BXaX_pwX_h8|P!!0bPbDCi2iz4=TNxRG
z-#@Ash;E)`-x&9tIRTCcc4|I!BXo5soZj?0KOj=f776aerFs5Z?oq*y4Rltl-mafN
zkzeTRcdh(gYtZ8pBPJxIy>P>F+ntLpS)Xw|h(3HF7WjdD_0J#EnOLg5<9+dbsR_Z=
zAa)UoRgs5SHGaKPgv6SDYY}vd`yN(1o58qDZ=|yg+qKQSGz@kaQikc0<nB@8M~R4w
zM|4oBG03MQ3A$ChR#J6sLSV`K-a$kZ(+S3IM;WVM@t+FZlyfSiUN=)VnwdJCO{w@C
zEQK%bpOZU_CgYMKA=2#PkYfdkMP&P*6O9_Rd8|BT_jyW#gL6Xq)P-f9N*E32<OJb}
z2dDJR8)o?ItaZwL5ut~H-sZQYbeM^;g+*xNzn{53CY7h38R-U0>gYto#PkoT6+2!3
zc>(6vZ*Lk9bHsGM7627Qd4)_hT`x`HFIvb`H~t{|P0uHph*MPDAYU_~3f+%5&@^$7
ztWlq}#KpquyIdLQn)_O5_ddJBZ5*L1`p9K#o&bzsqsy!1T3$BoZrgh&HmFLtxS3gM
z7tG3j&Q0p9&q1Nhsoxgz_M7sol85rjxv*?Msgi@y#bk-4Fg33I%$eEOvLr_r$8TOA
z@~$}2^f?DXySBITha;kiTxW&MyRLA`?JOH-dw(ee-D<J{`^}BPo61oGJ{_H3XgKKI
zJMH2S1tKLYEBkeaa`~{<cs_+x$P&wg+%Uyv29Z`sh{D=>6wm!JwaL=Gh{%}detw9I
z?>=t}FpozgSzw!xqMAv?^vntvbxloaucgf$(A0nt$P}=s$MHpd_iQq(@<1^JTzB_3
zG>?hfy-$M*L+_AMD-{zUYm}mr_3smVpKd=p+D_GdKkMl1+&{A5AKc#FKHx9kPhz0r
z#La2g7P9%+VYxdv+~ePsfZ<DvagVpmE%|!8<n$@SPFsEGyvIjfCGiX{BZT=SFJbE9
zL@)3V5vc%kDeB{3mLI1n!<3qt1?TRzN2Bk?J<FGh`TTkKrWAABNd`g2V-MjHhqABK
zUvbhVPM3wybZl>_roMjsZ@q}$6)6S(Kka1wf}+#WgwOe6I>B&;?f<Oq>~4wYyExh?
zbR8fI@Evdi7t;RM$zeyH4dQ=ihg`F<ksNxhI%*!m)OPmv-z()w04X9Feoe1+qt|e4
zj#FUjJzN`wOP9@f;)*ev-B~iu7lH*t^!Qd2%J=7U;Z^EJ3`OJK!8qH9&MVU?7UhW=
zD6%VbTB-m1`Lj-mm-F)-otS53VQ8oTAhyVW#`zvdF#%hpb%<d{5LEDmE#uuoL-zu&
zFP1Vpe3w>M43fzVvRiGUqN1Ia`#?}|bQhmm_+bQfDrMI<y4~(yL$bw71hv|4KCX>Y
zd{IXKjvb>iffV*Y#KK`b%HcK~M)U1=&GXg!2(<W-0FK@)zQvO?Y>iDEBW&~gN{#%J
z(DAcql~sZ=OF(<ONLzc`w@O<QmkrW@ftYQ`fjdh6SK$-zCMv2YE62CVl?{U)S?AfO
zmHlrW26`1nA6vE>^nPw?Tv3F=)i+}j|M)fSz=DxjA2PVoT`x<(er<D4u+G8guQ7TJ
zatwXEEj$rBb4p@%cI^20)Qg^8f>BXXv<X1BMyg=v_&miGrl#?s#x1h6baZzPt&YRh
zZG3g7+Vbn-@)lP9>sITd_Hrg}ZuHiZo#(Kd#AL6RM8?EmYgV7_EM#h?H|nwmndi!c
z6b>h^%!Xp39(zTczy#2TnJgMR#H|h|)908;qoMc|4!ZR7AtGJf>{X;x8`5!bV1v-a
zBQq&<w#_G^pI!`S?@XAN*BT9yE~ciZy1Kimfw6e_`0?G|hc>uvWpb7@i#M2+Mjbwp
zAg?fWSH}DClLw142Q5?rayjk+`;3H;>6M`Jy^-7Yg!1=Td}Yb;J(v`FI8sRd{?$G>
ze*Gn#8yguJdDzRg<&7Sz<DG}iZAV?KPqT6FdS8A(ZYB&=Iwo$tBGt8i6!+o&fpKaX
z4PrTEm;9(_Gd^_~&<)G;*O#cxPZI}MZawg~y;uZ;AoIVPeNZN<zV+!<$*Hh_EjBGJ
z?bdy7*d{YLNaGuUdQ<gL9osZ1SJ1EI!bGE;zjdvolQKGrI+@->dLecI_7m{8U=-k6
z$7G>balo)`ZU%cAjRYQd4rkTno{0?3HwVjicM~!$I1;j8OG4G`_RpP!`l(OIXpv%=
z)<;W(-gRz;q_UCUA2t%RUEU3ugOYb3I~;dq>zA{~`9@Or2nr7tGVGG<>7uw*RWItY
zYE);jA)<i6Y5~#Q;^m~Ivn*epn6;RsDfjI;*!P>!hu`86NRvJbMi=rU8CaCQ>IN<4
z;8OnJ-sD2~J}-Bz8$~f<++c7*K0`9QVMv4h^ty1lk*aD?#3z{$!)A&0A;AD9XRNoT
zok!nJ=lfwF@9CXuuV}l<4y*9tQe`A&c=QM#dcNZNKEeg6rQ&yS;l6kNgsmEJJ#Y07
zE@)VJ7bVKW!?S;$(Hzn4T+EcNP)26)<gxOjG_2DdW?K43`1kKWdh+B+mn5zLrR{Y4
z<!P<cPfJkukjM@Vp=PJOheu&>22-AxO9HwcE+b8xDZ?u2>LI`eE~`35bmOq$%_-;b
z8pC`6VFEjU<P0}AoQRMm!ah8ZA2*b>;dV0XdF6VBc5rZr-9mz%n00@Czp`;}`@q8L
zS6-+h=HKDYhKTa`sU~aZ%H3|}i)Voc*t99b@mcYK<?)k_+ZWidqQOGm1z5K<HYgWG
z@pf)kV!#%<yq~~~>RoWB_hC(4UDp(MKKI(8j-!*CCdS*A+1H|e2Pox}RlUw4l%eui
zckg_D90A7~baEigF9`nPr%#^(l9Gr((wR8%oc!~4vpy%+i}pWDu>k?Gc#(Y`M`yL&
zDDwRh7k@fBv>!TfO2ttk!dPZHG$JMzs_4~Qa)5f=Fs72JK9I?IUKy)5V05MX%PeK3
zZi86d&fL;M3!i>^Q&-O{<!gbQ3jwX`#d1!&H4Nh$E;EEru35^g3p4nU{b-n&gJ39j
zV&<&UOc;BFg)A+77Yl1EjyqqvcVwc0o#O4XlRb-JwzhuA0^}~iMur!C?9Iqo>PyJ7
ziST@PaAblQY(iGQKHS%>w?Z_cp_!WE4N_(aiI2Yr@DdJ#%?je@GRi0~id-;p%vB#S
z;-dqAIKad(wll}FwJn#sE8oAs^N8mjK7N$wjRBLo+8}k}j>TH<k01EAKFk`rXW#Og
zxjcjo3pEK@rrDF^oYvzyYpgc`i4khb&&Y1)iRpxw?6h(7^M^t2d3J8@cE@}9l6h)+
zy64Ln7B)F=KzuwNAR(+?F{T7@)_4hhb(HuLyy}l1_LrXvLRkY|r6}k^<XH?8Ywv%3
zJvB9@{-B2C-<P4Ge()<hUTg`>Mn<y@7nfGM*sOYgfxUL;)edy<*yg?6A3`LBcH?AA
zNAeGjDAkNk5A=mf{m6`rS=PohQYMT<SN-!D8`z!9%oxx@r63&i=H#J#<Acxga<ps@
z0u`7-CF!55sHpt%lBVtz!x5v!%efKSHC_txEF2V8r_)Zp@rKOGEa4ZD+L9=cF&S9*
zaujH;;JiF~O<e7twic;BM1I4)!3kMYYmMSBD(bR5OXgRp*E=y$RPnO%Lg+`RKBu%3
zK#Duz#{C<7s40IV)=BPs_L4~{<SYx3po0@Vw3?WsV$A-@<f!r5m_kqfppxV1j)Aae
zdIT(bb8|~gkA`}f()xNnN-E05ogGw|W)Q;VmKHPH+1Vv-Y~+8vfB*gy-xGGIv*Q3b
z3L1pBd9o<uXQHDZxorQqgZal79r(Y@(HoV*b#B&INksl!$ui3N>LJU^rl5yoU=zX=
z5NKv0B$6;x71Xn^vqRxg<KeX#LrYF3eh3p=8?W*U@fC)~+_<{mR8C0~DRATcAmz5H
zk<W_oQ^{dW>RCJd4zdFF4AE*i0{XHhuk_V$T-MKieGjqZ<m8^DoUG@+fQw{dW$hU;
zXsu<oq5%T~o9~MQ%Um&8))*7gCjtT{|5BX6lBR@E@_P5j+Y+W@nHTcCN}X3xha{Xo
zs@{8r5oaW@g4Crq=6$0w3u_3-OUTnx+f;^xno3S=K$(A!h$=?Ic7mQ=xM%USoZvd2
z`hMx7=VDv1R4f(VqtZBV73%FDxMF2)Z2KDeJq1fs1gH}k-XF+K=n=9+&a;f1Q-cc$
z6_*l0NJt1_dOL+5Wi_}!n_WuXg%_-9F;H{7m0{$yR*Qps_F^W)`2OKJrq59~3XC!t
ztaJq9)N@`9lI~&iM+F51#*<mJkmg6-?CDwmOW2f_MfshLnW<^eNG8(5*JqA(wlk<q
z*c8e3DHUH0nI^xq0EqtCCkZWeobWj6XHrtAtM3>sZokz35DQXxz5{N-qJDx$C0G|;
z82bFz#L&TU8O7xJ8fd>f(o-V<fYS-nBLQ%xO_D2b=lK0qBJkZ9DRrFqFfqrz+rrcJ
zAEgB8{Kp|;IX-p?9YMt{nW9nsTYt&OB4RsY0E4aA{N~dokY$yGud#%g0E9BOx4#36
z4Y*6Pe}0uF4i30%Y;0(EkP6wQ^w0Um?~kx_inaT=F@9PF>c4lhf_+v=M$Ds6LsEJ{
zO3IQ61M|TQ?)NuH_e))giHRMZU7xEdDb>B2!vI(c{9-WAKB^X%TKv%6RYg>iNXgsj
zhQ*KPf656Ei<bKVI-mfS2M=<|?D7aO68nrFVyPty{p{;Qi6PhNofsgV(A2D{sSB{~
z4ZA4{=V9ICle>>kNJNw`rXDamD-1OgJ=-SVBcl#D?h&J+qg6ly(@-Ce#8`@jkr;xP
zhp6OCB!O1C08ffU1S%m5I-Ml)fBnZDISI7y0Z8}hLaf9BA^C<kM@$xtj$Ap1F$53$
zzxlXWPBR8wh&;ruKuZ{bG^`s|spILq$cPtKZ;t(Y{)&U&iRNuS=W-6)wIA!BLll$t
zs>=88UYBIYMDX`mO=hRKwL4tUVcQP)@w;2k?}F@ogPp}V5k~0Q;i8}B`H$)pvzzW`
zUbbpCe!Ir!9||j8?-Ex61U))&-e71sW|EZF)YLq)Sql0<i=KEw{!%d;)q$&8*N&`|
z6K?K%e07}CFP+s@ZmeKn(<daNWnA<198{|zW~#T`TCJ(IwR?J+960@nvka~3@i?{)
zziZv>uMDU`Fo7wSBdKALH2zpTJU~(v6fjmIt%CmmkNRF9XQmKa60@*JK+PUndt=hr
zQ;fs{LmRtE?FTX&Hq&2p&V2r09j(t(VfE4;OuK?AnoPA+J+6{541O<N(%WpKfTZ$C
z)76do`Z+>XWUEKvFy198B61KKigL0U4o?e!8XV`tA9^)GK@tT;g-e?1gd;{x5dby>
z4JP55uNOQi=33pK!PuMFTinT2j_8rN_ajU6nSug4r+!OFxfVlxOIBtkN0DOI7uK79
z;W2oTlCZB0M40qGq^+R=9v@<YpAkm(%P7ir_se(RN^D-gew~zMYiSt<9oUua4&TM4
z9UKAz0zyJ!dI5nu-E?&DA-n@fV6mG7TBr7vUT+Tr9wj~!!rswQ*Lpm|?JA(8qM}<o
zj8AwU9TIZ)iSHjQ#edG^_>q$33xPr5twQsDtz3exKA1bNUIBy&5u*)|VU+Tc65Q$Q
zUzt5WL~HkX?%VqEYe-T(9|AaA+$shuD=Tk{KJ8WfNEFBf(PX9Iwj)h{e5%3feX>R7
zcIBR;SS_EsqIc5`xAv_lM%2#Uj`r@}g)1?b=Wmlf^xFvaOE)*70DglWdwr($G1Mv8
zckg<q@>&JJY0&0%Onyp$kB9F?_HrZ>$fvS+ezG7h*Q&<MN)BQ!-2gCu%GoZCMYg$N
zN2jnqgA|I;V+93;ht3zg3LZDUymnT3`z`3`xO-otlE8N46?zPXnd8N8Cr!`rfDtPz
z)1d9nYYYd6<INN3RdPFRsP_#n+(CfQkfk+__lt{*IVS?}*r#6oa_O6I&TmjOKO>s@
zHO-oIeK50o22+<R;7eZQ&rc+gtGs=f@GgP-<&IBfM@0JNh3QVlul4Wk6r^F_wQt-M
zuq=JK?^=&$)ly@&dr*UQo4h(#juAgsgJQL-#q}@_ZEI4gl>KCc3X6(6>ez>Yfnm0_
z*RN8((=axFFxG7RGZ85-ZB5T42?52eC714j?6tR3&*e&4-C~<kwV`&KBO;(3-U;9H
z4Wfz4g@DdD%J15ZoF$JN=fNWV#PteDA6}VqT66?NDxu}Q?C@`Sp3e2IaE9-l<_3fA
zEKgG$AHm0`?OxqwCul69G><iOQs0}Mj!+Sy$|6|JPT>goT@t}2x3}jwxRW`<hV>4?
z_~pxR7(gUF3X04bKHC8oA8uRAQ20Hw`UbTQqns!%KIJ`LJVm}?4F1=FSt2dAM2v_z
zF`c4r+p{>Bn3$C_26`w+h<?|eY;erw>>r=Qz>gwdF8%$h!eOuT#DUZAa+SF<h!Fwm
zN8`D4ja1RoVH@kX+)|Rj57uf*Thkp>{7GkfdOA8wDcKE<BX4!JwT&l7w)gh;C(c`d
z8!{UChm`Ge6+bdM_raP$Sa`O+%oZ*>ji<=$>t`aUMJG1|`1$$IjtJ(a`K-ifVJ<Z`
zFW~U(Dx%@fQOTFeh^sa{r?T{aDsT2}b@}g7U}*yL->bIt2J?OT3H<yhz=y`0MKmUm
z{Wt0M<)05R(~B$hO|JX{kiJBiJPTj17YQpFiBrKi^SNp=L1t%f3YL5=hd~XN)pz)0
zpp^JF_A}u)%*n}ZAe>-erP#<%gVhKo6S4<Cd(KtBA=d7WOCOJhgM$N%;qb47%$rq8
zNlE?w>kyPmBQ-co5fA{%G<okng_sZ%OUo$eV&_5rZN&u*2r5oaf2_?uv#}vpxbcmB
zFz5_fdlB`UkFDm44u(kkOu0>W`{<aN@4C6UK?Nl6vg>1geScl4n)Zr6LRY}$GjCBk
z#HD*$`&++w_B@0^qHnwyAU2_x7T+6gGI#oUJFcA|97=Hngh{3s-<q7v3J0H?azi&z
zNAzP!iT2m>s`P{1aEKQN$SmzA4g@phZJy7$-~Rr|z|{BrTJK%M_PX3>mnRwS{7?r%
zYSwc{D;8*$!_FC*CE{f)X6&!oO8n&-|0d%pa;<hn3O`w%APq}6HdPQYYw(WPUz{jU
zOcFZAqYtW{6#o8p(@luLF<4mO(mXZCF1qyaHhVJoxKxt9d!v36ukI$`N7HTWV2$Of
zJKFk`N@<5OOW&2J(Q-oMmhAhef}$eRiwZ70t({=|g(hyC9n7F|HlbiFgo1)1)9E)l
zayqY|Q~2f?<*1X3qu9zoOniKNu39S&jYt^8(lIbIOP3n3bzGu?FvWbF2FL`zGbaMz
z%aT58RT_i?3!aEgB)JgVT~=><kEnkn1mfI1ul{Y0%2_}oGziLm50Fgh{QAOWnR0#I
z>X2*(aei{6Lo!N(>rN{w3BYOJ!oHaI{A@2`L8Q5I>1z9JU?KZBBkpNxPNP_}RkzQc
z$LGh%{r&x^g1)G>rd#X#1Wg`)@%dk!8J6;x*xE+B&+kM7x3N+90#@aMm;b}S>wy%x
z!ZVixLd~}*a?Hq2FU;xTlIc>0Z$rMY$hf1%S12A^@@`_IBHWVfz-?4?A424#kDzDS
zkGopAdMTWa?mu7Ip|M~OBoryCVZ1|l3-$7X`_`gQtU7D|m^F`fX&3CSHTG+Yn!Zpl
zuNzmpzDHPuGbOdrI9K(pdY$d`o3ti^!JW#q^z=OG##a>wpkHLyX`qB!e#UL9ucUV6
zNiZV<aGAmSBUuS`A3v^^*lR<uLo@*F50-DUnV6RIm6(^$57#Qznp*h9H#IBEu0CF0
zU%~jqY5W`Bof)g521zqbh;)rR&GFWJ`{!+Lb5}v-mM22JlY`+J|3?4vM6?qWpLi+}
z5Y&3jc`2mvQw?`s#~vo<kx1{d@bM7=N2=^?00iMzJwMZ=Ll5Djt=wyhZ8_~H)WSZW
z&ZmO!;yxK>sFEscZ};B|xYUK<R^7(Zf&!HCi7KtjCQ17K<jSo{90U-ArfeXH!8(_U
zqlg3VXnsL~<aWJ~>((cMj)A16p0`lUE{0<?DEwJnT{+#JHS)2asqs#4S@s&0WyD9>
zHY*Nc+XY{F#iOcG9Rt;3<igHunzg&@Uz(lCvs-Vv#KE<>WoHjvxIR`<|9#a^8Y_e*
zLdq}AVKw%8Zl+qURZ@m(m)g1M_4fMh2zOjJmzuo3Z1gR(M<*sGVr=T;v?4jF+$*1*
zDNmbTn~jQEW+&M@x0)%!Cgw;D&u%Qk<Zn?@94n~VbA$_3*IrX~M0?pB*SJFvQPwo?
z9G5K&m27ZfVd3=62Z(ha{a8Qln|Jg=wRn)_J@1ksPs-b_xy>KRkWZJsX_NK#9tjcM
zeLkWr>d(W%F3rb&@&6<?TQK0DbXYq2yJN7kHNPs$s0xYbA7ArN&)9bKySuqbr6?j=
zO;%Cq@}7nkhu>9DsMCwJC}C|WR{_-i%+Qe9wm&F=;4)fQtBUg1H(y^LJXeEO?0c)w
zx6*1B39C@ND+g_-k%KQOT;(nXuETas9oEeyu}g>n%{b`flJs*gNy@!Rp0^|?JS`In
zMNlW*^Ez3N9W7FjYHhH0-B{{C2NK>|gA2kBkF$QdeSP)3>>Z&b(IlypfokKtC+k?{
zV>ZsJ>DRb{0hgE0XTEUbqqk<Y*uMUG{X&Pn+CwI%tZwcdOVWo;^e4&PXedY(dhHlO
zemB@u(~VjbjE9HvgZsSpt-O-c9YzJJCspM3k6)-uHlFJDOS*bk<0%h%CvH3yPEJnt
z&<QmxY?&vUB$whWD%$c&`g@-o-`>5)@jAB8^rUGu$kUk{`p=r4;^K((RZ{e<g5=O6
z@BON$f*0LSdaz?$Nis%(VZXqoFY?N_LWeLK+BE0x(a~{(kqI~JK9y@+W$sqR4dZ{s
zN_X780o^ATs9I~KlN24z^Rk)sC9_-m5!Q}v$AdABHm%j)pQ!cJ+V8m5G!BNG4%Tjj
zh8PZHfE+WNll5bHK|^V*nlm@IH39|2$xfkGby=3I$l<E|#F?YGI9-D?J4yNO#!=<z
z%3z$p@Pb!)@W2`l+E$#%%^Z5?#MZHmQufo;jP`B9Z}A#MWzE%G6%|uv#izTrojikh
z_0}uZ<J1mSzrGjzW-PqfoqZ7C%8{lJ7HY(?bPH0-4m~Ia_nu?l)w7@H+McOjY5VGT
z^;<T{|6i~4)@ZoVrY34<MH&CtUokQw-}i?n-d{ec5Y3;Uo%!6_*bD^SdlvjDd*UcM
zw9@GkWePH)vylbe#!~ARuWQZViKlnXw&rC7U_^d;6$^Tpk8AFm$p`qf<CURee?z1|
z)Vk*S{_-L(H<o8HPvT@RvSp}qV|jZu6iO8h?U&$d$XIn><{eG7#qX{){{jW2nbb!f
z+EQKM`Thxd<jiLX>cBG&Tj`M6);=+uG8G2(ND_43zXJzXOrY`tT%dPy1Mg+%%e@wt
zqd8!Zj;qaLBgEM6y>P9m`%PU<@q`u+-W6b+RQ%GMR(QE=qIy`FBjYhHFhkByCn{~V
ze6E)6R=iHDKuM_%d642%@thCJ9g0s)RhR*X3tCG=gLKB4$;s;z_2sH*wY5(5sNd?#
zwYnk1?y&YdgLF=(9P49*+x$&H7TT-*HcVrb<K}N#JRXqVVbzmHG~U_b`qr!#FwKuk
zA&8RgcXe;N!9Lh5{HBK_dvwe@59gU0><x&<GqIVZf-Y#}B^8I{c%*1FG&CsNq5+^u
z0_}5N=}WaY6hf#RdNn`GGOyO^e&9zW+*}3g@Dx3`AB+$H8t<hqLj+T;4x&)6h%@4M
z&(BjsC3g4vvb|TpyA@J7G6{Z>(_>;fQ%=)_1p8k_vYD8G5iK+`hQsT0CzNg%=TBQ`
z8?*(+>Uax3kWkK?05VNx*Np(yFX_4pekgj8nb*K9Wb+%X%`X$`x&X8!^C4X74~_4T
zx{_)9#lHPR2FF}zLOya>+bJh(vb{ak$yUcg-;(l!krgRL-sD_gIsu0ayC(EP5TS2z
z%Y$Ty?18eb_GAEAEH-`BI+}#D3pBbWc6Jp<g^5tBfh@sfnVE)d{4qCocNNu))1O%Z
z{U%5B(JWEuqgX932O$PtC;ga*){DuXI%_L)ix`UqAH5`_Q1Nn-Nbh2WbnU`6Pv~@d
zyzCO2P$>Wp)WC>+r<Qf86cnUVF;sUSNSkW7MtU<VrbR8jRUX;obJ&Sakp4BKE}F)x
zv;A)l96yU^@tr!WG=2vU)=Go)BfZ(4u_l>Lm3+5|3?+iL+&yCaFU>yp8F&bsoc4`9
zu;8sPr5ZxFNv`=yMum^m)YL-4QEmCuvVg1%sG3VkPWsE><X}NaOq{n6Anq}+Z?O#b
z@fLG!Own%0{88PJL-|pm9aOss(s3no8My}UB|RLb9s&ue{nwVXMbLM%a&M+#`^nK@
zc9K^Wpu5{p%u!n$%($*74O`w<dg{!;*QmYx@*C@&Lwa8UW9DS>D=<Jq^+C&Xct4iX
z%wHTq%uGlKl4%Iqy^dHg-vRNI%Hz;6o!!e92(pC$1Mj-wE;DQE(w~Mt_Ee%y_z=FK
zJDD=PdiJL^DMK8e<trZ^(bvo;C@covI#1b%m0NIJmlI1p&gHIkR*B+=%(dHGtTS=m
ziHV>mBGh>NeN=JjhrDK2F9_7;EjX(R2`#Vu$jpNF(Q;HgIk}acFzA^Cx6PL)nLks>
z%5M8%`|k>MIr5T+%+H(-iLWj$`RiRZD|LoHyYxM0Ctex$JapPRL)UNZrfx)*OEBZT
zIIYMy_)i^1b&051aT~0P`m*9^ipLJ76I%kh+v)FQ7|-1L<)HuJ7<!!S-<sF6>16Ng
zb9BZX7Dt}%X4Ed|d48VC=Z&M7Azb+La9;A5Ng1h7WVkCZ7#LEc(1jcb*}Q$gF0d*4
z(xP6BgSmF!ZBfi_zJ&;^BQ~4xR*@AzLr>Fq?+_F#tY#>CBv1*sQLZrgM5In>k8s!n
z!q@8Q<^FTMKXvePlv3-g6JXvOPk*FaSQ~_N;z6nG75imspWySm5FdVDR2&+CvO0O-
zE>S?IwCIEtCsU}ZkbXecabv=;Mun{0^7sZmtbKZoOVrT#L4wPuyCy#0=|20L!x2f=
zBzi_(!d~f^ZfH}GSGxoE^@i#Ok?l^lgc)Dy8q`YMUb7ww*~bF#pqB6L+;;f^;fcX3
zk(~Zi{6XPy6>lfa|J}2)zqqn}2SUzL^-_ZogWIlz8JU=t{#{>cv{1RZI|nzWkW^Gw
z0z0X~!YZjd%`@BXO>$2Dp}!5CRZw4{8=?&>b$P>~w^Q(l4DuxIQFs@tHhM5IF<C7%
zaAag;(h_3CzkeSM0t}CXqX#d21H}TEI60v;;1QoyHGU!m-Ga`E%EgTh3?4PLh(6Oc
zkAFywW@ZA+ie<sU?INJWzisT}r(uz$rA0(WRvwX*!6o_l`WnA_6$_04xLSJFiw4bS
z&n=6JtmfMUz}@l<=%vI@a^S3pE0&d&k&*f4b!lOs;(&a=RM;M9Fjv`jAn-!oe*Pbc
zM)6FgDDfjMCZ^;hH8sB4J9Mt-mHD@n<od+>{~byBf8;d(KR&)E>McFK^T3|;<o3Oo
Nvd<MIt0atr{sXCDy=MRb

literal 0
HcmV?d00001

diff --git a/frontend/src/pages/GeneralSettings/AudioPreference/tts.jsx b/frontend/src/pages/GeneralSettings/AudioPreference/tts.jsx
index 0ebab72de..f337dc01d 100644
--- a/frontend/src/pages/GeneralSettings/AudioPreference/tts.jsx
+++ b/frontend/src/pages/GeneralSettings/AudioPreference/tts.jsx
@@ -8,10 +8,13 @@ import OpenAiLogo from "@/media/llmprovider/openai.png";
 import AnythingLLMIcon from "@/media/logo/anything-llm-icon.png";
 import ElevenLabsIcon from "@/media/ttsproviders/elevenlabs.png";
 import PiperTTSIcon from "@/media/ttsproviders/piper.png";
+import GenericOpenAiLogo from "@/media/ttsproviders/generic-openai.png";
+
 import BrowserNative from "@/components/TextToSpeech/BrowserNative";
 import OpenAiTTSOptions from "@/components/TextToSpeech/OpenAiOptions";
 import ElevenLabsTTSOptions from "@/components/TextToSpeech/ElevenLabsOptions";
 import PiperTTSOptions from "@/components/TextToSpeech/PiperTTSOptions";
+import OpenAiGenericTTSOptions from "@/components/TextToSpeech/OpenAiGenericOptions";
 
 const PROVIDERS = [
   {
@@ -42,6 +45,14 @@ const PROVIDERS = [
     options: (settings) => <PiperTTSOptions settings={settings} />,
     description: "Run TTS models locally in your browser privately.",
   },
+  {
+    name: "OpenAI Compatible",
+    value: "generic-openai",
+    logo: GenericOpenAiLogo,
+    options: (settings) => <OpenAiGenericTTSOptions settings={settings} />,
+    description:
+      "Connect to an OpenAI compatible TTS service running locally or remotely.",
+  },
 ];
 
 export default function TextToSpeechProvider({ settings }) {
diff --git a/server/.env.example b/server/.env.example
index e6a3871d6..3f60b0e5b 100644
--- a/server/.env.example
+++ b/server/.env.example
@@ -213,6 +213,11 @@ TTS_PROVIDER="native"
 # TTS_ELEVEN_LABS_KEY=
 # TTS_ELEVEN_LABS_VOICE_MODEL=21m00Tcm4TlvDq8ikWAM # Rachel
 
+# TTS_PROVIDER="generic-openai"
+# TTS_OPEN_AI_COMPATIBLE_KEY=sk-example
+# TTS_OPEN_AI_COMPATIBLE_VOICE_MODEL=nova
+# TTS_OPEN_AI_COMPATIBLE_ENDPOINT="https://api.openai.com/v1"
+
 # CLOUD DEPLOYMENT VARIRABLES ONLY
 # AUTH_TOKEN="hunter2" # This is the password to your application if remote hosting.
 # STORAGE_DIR= # absolute filesystem path with no trailing slash
diff --git a/server/models/systemSettings.js b/server/models/systemSettings.js
index 0c67bf2f4..c69794b48 100644
--- a/server/models/systemSettings.js
+++ b/server/models/systemSettings.js
@@ -221,12 +221,18 @@ const SystemSettings = {
       TextToSpeechProvider: process.env.TTS_PROVIDER || "native",
       TTSOpenAIKey: !!process.env.TTS_OPEN_AI_KEY,
       TTSOpenAIVoiceModel: process.env.TTS_OPEN_AI_VOICE_MODEL,
+
       // Eleven Labs TTS
       TTSElevenLabsKey: !!process.env.TTS_ELEVEN_LABS_KEY,
       TTSElevenLabsVoiceModel: process.env.TTS_ELEVEN_LABS_VOICE_MODEL,
       // Piper TTS
       TTSPiperTTSVoiceModel:
         process.env.TTS_PIPER_VOICE_MODEL ?? "en_US-hfc_female-medium",
+      // OpenAI Generic TTS
+      TTSOpenAICompatibleKey: !!process.env.TTS_OPEN_AI_COMPATIBLE_KEY,
+      TTSOpenAICompatibleVoiceModel:
+        process.env.TTS_OPEN_AI_COMPATIBLE_VOICE_MODEL,
+      TTSOpenAICompatibleEndpoint: process.env.TTS_OPEN_AI_COMPATIBLE_ENDPOINT,
 
       // --------------------------------------------------------
       // Agent Settings & Configs
diff --git a/server/utils/TextToSpeech/index.js b/server/utils/TextToSpeech/index.js
index 155fc9540..5ed5684de 100644
--- a/server/utils/TextToSpeech/index.js
+++ b/server/utils/TextToSpeech/index.js
@@ -7,6 +7,9 @@ function getTTSProvider() {
     case "elevenlabs":
       const { ElevenLabsTTS } = require("./elevenLabs");
       return new ElevenLabsTTS();
+    case "generic-openai":
+      const { GenericOpenAiTTS } = require("./openAiGeneric");
+      return new GenericOpenAiTTS();
     default:
       throw new Error("ENV: No TTS_PROVIDER value found in environment!");
   }
diff --git a/server/utils/TextToSpeech/openAiGeneric/index.js b/server/utils/TextToSpeech/openAiGeneric/index.js
new file mode 100644
index 000000000..df39e6348
--- /dev/null
+++ b/server/utils/TextToSpeech/openAiGeneric/index.js
@@ -0,0 +1,50 @@
+class GenericOpenAiTTS {
+  constructor() {
+    if (!process.env.TTS_OPEN_AI_COMPATIBLE_KEY)
+      this.#log(
+        "No OpenAI compatible API key was set. You might need to set this to use your OpenAI compatible TTS service."
+      );
+    if (!process.env.TTS_OPEN_AI_COMPATIBLE_VOICE_MODEL)
+      this.#log(
+        "No OpenAI compatible voice model was set. We will use the default voice model 'alloy'. This may not exist for your selected endpoint."
+      );
+    if (!process.env.TTS_OPEN_AI_COMPATIBLE_ENDPOINT)
+      throw new Error(
+        "No OpenAI compatible endpoint was set. Please set this to use your OpenAI compatible TTS service."
+      );
+
+    const { OpenAI: OpenAIApi } = require("openai");
+    this.openai = new OpenAIApi({
+      apiKey: process.env.TTS_OPEN_AI_COMPATIBLE_KEY || null,
+      baseURL: process.env.TTS_OPEN_AI_COMPATIBLE_ENDPOINT,
+    });
+    this.voice = process.env.TTS_OPEN_AI_COMPATIBLE_VOICE_MODEL ?? "alloy";
+  }
+
+  #log(text, ...args) {
+    console.log(`\x1b[32m[OpenAiGenericTTS]\x1b[0m ${text}`, ...args);
+  }
+
+  /**
+   * Generates a buffer from the given text input using the OpenAI compatible TTS service.
+   * @param {string} textInput - The text to be converted to audio.
+   * @returns {Promise<Buffer>} A buffer containing the audio data.
+   */
+  async ttsBuffer(textInput) {
+    try {
+      const result = await this.openai.audio.speech.create({
+        model: "tts-1",
+        voice: this.voice,
+        input: textInput,
+      });
+      return Buffer.from(await result.arrayBuffer());
+    } catch (e) {
+      console.error(e);
+    }
+    return null;
+  }
+}
+
+module.exports = {
+  GenericOpenAiTTS,
+};
diff --git a/server/utils/helpers/updateENV.js b/server/utils/helpers/updateENV.js
index 160e85d44..294214a0b 100644
--- a/server/utils/helpers/updateENV.js
+++ b/server/utils/helpers/updateENV.js
@@ -506,6 +506,20 @@ const KEY_MAPPING = {
     checks: [],
   },
 
+  // OpenAI Generic TTS
+  TTSOpenAICompatibleKey: {
+    envKey: "TTS_OPEN_AI_COMPATIBLE_KEY",
+    checks: [],
+  },
+  TTSOpenAICompatibleVoiceModel: {
+    envKey: "TTS_OPEN_AI_COMPATIBLE_VOICE_MODEL",
+    checks: [isNotEmpty],
+  },
+  TTSOpenAICompatibleEndpoint: {
+    envKey: "TTS_OPEN_AI_COMPATIBLE_ENDPOINT",
+    checks: [isValidURL],
+  },
+
   // DeepSeek Options
   DeepSeekApiKey: {
     envKey: "DEEPSEEK_API_KEY",
@@ -589,6 +603,7 @@ function supportedTTSProvider(input = "") {
     "openai",
     "elevenlabs",
     "piper_local",
+    "generic-openai",
   ].includes(input);
   return validSelection ? null : `${input} is not a valid TTS provider.`;
 }

From 93d7ce6d3471caeacbe8d3dadcdf06edb0c5fa93 Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Wed, 16 Oct 2024 12:31:04 -0700
Subject: [PATCH 16/28] Handle Bedrock models that cannot use `system` prompts
 (#2489)

---
 .../AgentConfig/AgentModelSelection/index.jsx | 37 ++++++++++++-------
 server/utils/AiProviders/bedrock/index.js     | 34 +++++++++++++++++
 2 files changed, 57 insertions(+), 14 deletions(-)

diff --git a/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentModelSelection/index.jsx b/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentModelSelection/index.jsx
index a16e1689c..aeb9db067 100644
--- a/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentModelSelection/index.jsx
+++ b/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentModelSelection/index.jsx
@@ -5,21 +5,30 @@ import paths from "@/utils/paths";
 import { useTranslation } from "react-i18next";
 import { Link, useParams } from "react-router-dom";
 
-// These models do NOT support function calling
-// and therefore are not supported for agents.
+/**
+ * These models do NOT support function calling
+ * or do not support system prompts
+ * and therefore are not supported for agents.
+ * @param {string} provider - The AI provider.
+ * @param {string} model - The model name.
+ * @returns {boolean} Whether the model is supported for agents.
+ */
 function supportedModel(provider, model = "") {
-  if (provider !== "openai") return true;
-  return (
-    [
-      "gpt-3.5-turbo-0301",
-      "gpt-4-turbo-2024-04-09",
-      "gpt-4-turbo",
-      "o1-preview",
-      "o1-preview-2024-09-12",
-      "o1-mini",
-      "o1-mini-2024-09-12",
-    ].includes(model) === false
-  );
+  if (provider === "openai") {
+    return (
+      [
+        "gpt-3.5-turbo-0301",
+        "gpt-4-turbo-2024-04-09",
+        "gpt-4-turbo",
+        "o1-preview",
+        "o1-preview-2024-09-12",
+        "o1-mini",
+        "o1-mini-2024-09-12",
+      ].includes(model) === false
+    );
+  }
+
+  return true;
 }
 
 export default function AgentModelSelection({
diff --git a/server/utils/AiProviders/bedrock/index.js b/server/utils/AiProviders/bedrock/index.js
index 28d0c2ce3..c271f7297 100644
--- a/server/utils/AiProviders/bedrock/index.js
+++ b/server/utils/AiProviders/bedrock/index.js
@@ -7,6 +7,20 @@ const { NativeEmbedder } = require("../../EmbeddingEngines/native");
 
 // Docs: https://js.langchain.com/v0.2/docs/integrations/chat/bedrock_converse
 class AWSBedrockLLM {
+  /**
+   * These models do not support system prompts
+   * It is not explicitly stated but it is observed that they do not use the system prompt
+   * in their responses and will crash when a system prompt is provided.
+   * We can add more models to this list as we discover them or new models are added.
+   * We may want to extend this list or make a user-config if using custom bedrock models.
+   */
+  noSystemPromptModels = [
+    "amazon.titan-text-express-v1",
+    "amazon.titan-text-lite-v1",
+    "cohere.command-text-v14",
+    "cohere.command-light-text-v14",
+  ];
+
   constructor(embedder = null, modelPreference = null) {
     if (!process.env.AWS_BEDROCK_LLM_ACCESS_KEY_ID)
       throw new Error("No AWS Bedrock LLM profile id was set.");
@@ -59,6 +73,22 @@ class AWSBedrockLLM {
 
     for (const chat of chats) {
       if (!roleToMessageMap.hasOwnProperty(chat.role)) continue;
+
+      // When a model does not support system prompts, we need to handle it.
+      // We will add a new message that simulates the system prompt via a user message and AI response.
+      // This will allow the model to respond without crashing but we can still inject context.
+      if (
+        this.noSystemPromptModels.includes(this.model) &&
+        chat.role === "system"
+      ) {
+        this.#log(
+          `Model does not support system prompts! Simulating system prompt via Human/AI message pairs.`
+        );
+        langchainChats.push(new HumanMessage({ content: chat.content }));
+        langchainChats.push(new AIMessage({ content: "Okay." }));
+        continue;
+      }
+
       const MessageClass = roleToMessageMap[chat.role];
       langchainChats.push(new MessageClass({ content: chat.content }));
     }
@@ -78,6 +108,10 @@ class AWSBedrockLLM {
     );
   }
 
+  #log(text, ...args) {
+    console.log(`\x1b[32m[AWSBedrock]\x1b[0m ${text}`, ...args);
+  }
+
   streamingEnabled() {
     return "streamGetChatCompletion" in this;
   }

From 41522cdfb450fdef503a94351303da3d6d20f917 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Thu, 17 Oct 2024 17:04:00 -0700
Subject: [PATCH 17/28] Handle non-ascii characters in single and bulk link
 scraper URLs (#2495)

handle non-ascii characters in urls
---
 collector/processLink/convert/generic.js         | 3 ++-
 collector/utils/extensions/WebsiteDepth/index.js | 3 ++-
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/collector/processLink/convert/generic.js b/collector/processLink/convert/generic.js
index c24e9dd3b..64fc0a0b7 100644
--- a/collector/processLink/convert/generic.js
+++ b/collector/processLink/convert/generic.js
@@ -27,7 +27,8 @@ async function scrapeGenericUrl(link, textOnly = false) {
   }
 
   const url = new URL(link);
-  const filename = (url.host + "-" + url.pathname).replace(".", "_");
+  const decodedPathname = decodeURIComponent(url.pathname);
+  const filename = `${url.hostname}${decodedPathname.replace(/\//g, '_')}`;
 
   const data = {
     id: v4(),
diff --git a/collector/utils/extensions/WebsiteDepth/index.js b/collector/utils/extensions/WebsiteDepth/index.js
index d00718129..e7d26d99a 100644
--- a/collector/utils/extensions/WebsiteDepth/index.js
+++ b/collector/utils/extensions/WebsiteDepth/index.js
@@ -108,7 +108,8 @@ async function bulkScrapePages(links, outFolderPath) {
       }
 
       const url = new URL(link);
-      const filename = (url.host + "-" + url.pathname).replace(".", "_");
+      const decodedPathname = decodeURIComponent(url.pathname);
+      const filename = `${url.hostname}${decodedPathname.replace(/\//g, '_')}`;
 
       const data = {
         id: v4(),

From ab6f03ce1cfff676968653d403f037c3142efd30 Mon Sep 17 00:00:00 2001
From: timothycarambat <rambat1010@gmail.com>
Date: Fri, 18 Oct 2024 11:44:14 -0700
Subject: [PATCH 18/28] linting

---
 collector/processLink/convert/generic.js         | 2 +-
 collector/utils/extensions/WebsiteDepth/index.js | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/collector/processLink/convert/generic.js b/collector/processLink/convert/generic.js
index 64fc0a0b7..c12d79ade 100644
--- a/collector/processLink/convert/generic.js
+++ b/collector/processLink/convert/generic.js
@@ -28,7 +28,7 @@ async function scrapeGenericUrl(link, textOnly = false) {
 
   const url = new URL(link);
   const decodedPathname = decodeURIComponent(url.pathname);
-  const filename = `${url.hostname}${decodedPathname.replace(/\//g, '_')}`;
+  const filename = `${url.hostname}${decodedPathname.replace(/\//g, "_")}`;
 
   const data = {
     id: v4(),
diff --git a/collector/utils/extensions/WebsiteDepth/index.js b/collector/utils/extensions/WebsiteDepth/index.js
index e7d26d99a..d8b23144d 100644
--- a/collector/utils/extensions/WebsiteDepth/index.js
+++ b/collector/utils/extensions/WebsiteDepth/index.js
@@ -109,7 +109,7 @@ async function bulkScrapePages(links, outFolderPath) {
 
       const url = new URL(link);
       const decodedPathname = decodeURIComponent(url.pathname);
-      const filename = `${url.hostname}${decodedPathname.replace(/\//g, '_')}`;
+      const filename = `${url.hostname}${decodedPathname.replace(/\//g, "_")}`;
 
       const data = {
         id: v4(),

From 7342839e779e6dee0c2e1a670857dfe3e9ce6edf Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Fri, 18 Oct 2024 11:44:48 -0700
Subject: [PATCH 19/28] Passthrough agentModel for LMStudio (#2499)

---
 server/utils/AiProviders/lmStudio/index.js        | 7 +++++--
 server/utils/agents/aibitat/index.js              | 2 +-
 server/utils/agents/aibitat/providers/lmstudio.js | 9 +++++++--
 3 files changed, 13 insertions(+), 5 deletions(-)

diff --git a/server/utils/AiProviders/lmStudio/index.js b/server/utils/AiProviders/lmStudio/index.js
index 6f0593b8c..f548adcbc 100644
--- a/server/utils/AiProviders/lmStudio/index.js
+++ b/server/utils/AiProviders/lmStudio/index.js
@@ -5,7 +5,7 @@ const {
 
 //  hybrid of openAi LLM chat completion for LMStudio
 class LMStudioLLM {
-  constructor(embedder = null, _modelPreference = null) {
+  constructor(embedder = null, modelPreference = null) {
     if (!process.env.LMSTUDIO_BASE_PATH)
       throw new Error("No LMStudio API Base Path was set.");
 
@@ -21,7 +21,10 @@ class LMStudioLLM {
     // and any other value will crash inferencing. So until this is patched we will
     // try to fetch the `/models` and have the user set it, or just fallback to "Loaded from Chat UI"
     // which will not impact users with <v0.2.17 and should work as well once the bug is fixed.
-    this.model = process.env.LMSTUDIO_MODEL_PREF || "Loaded from Chat UI";
+    this.model =
+      modelPreference ||
+      process.env.LMSTUDIO_MODEL_PREF ||
+      "Loaded from Chat UI";
     this.limits = {
       history: this.promptWindowLimit() * 0.15,
       system: this.promptWindowLimit() * 0.15,
diff --git a/server/utils/agents/aibitat/index.js b/server/utils/agents/aibitat/index.js
index 0c7481982..51dc57553 100644
--- a/server/utils/agents/aibitat/index.js
+++ b/server/utils/agents/aibitat/index.js
@@ -756,7 +756,7 @@ ${this.getHistory({ to: route.to })
       case "anthropic":
         return new Providers.AnthropicProvider({ model: config.model });
       case "lmstudio":
-        return new Providers.LMStudioProvider({});
+        return new Providers.LMStudioProvider({ model: config.model });
       case "ollama":
         return new Providers.OllamaProvider({ model: config.model });
       case "groq":
diff --git a/server/utils/agents/aibitat/providers/lmstudio.js b/server/utils/agents/aibitat/providers/lmstudio.js
index 258f2e291..c8f7c9108 100644
--- a/server/utils/agents/aibitat/providers/lmstudio.js
+++ b/server/utils/agents/aibitat/providers/lmstudio.js
@@ -9,9 +9,14 @@ const UnTooled = require("./helpers/untooled.js");
 class LMStudioProvider extends InheritMultiple([Provider, UnTooled]) {
   model;
 
-  constructor(_config = {}) {
+  /**
+   *
+   * @param {{model?: string}} config
+   */
+  constructor(config = {}) {
     super();
-    const model = process.env.LMSTUDIO_MODEL_PREF || "Loaded from Chat UI";
+    const model =
+      config?.model || process.env.LMSTUDIO_MODEL_PREF || "Loaded from Chat UI";
     const client = new OpenAI({
       baseURL: process.env.LMSTUDIO_BASE_PATH?.replace(/\/+$/, ""), // here is the URL to your LMStudio instance
       apiKey: null,

From 36af69b4a84cf09b8a2397402d64ee58acef69dc Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Sun, 20 Oct 2024 10:46:18 -0700
Subject: [PATCH 20/28] Patch `DNDFilePicker` useEffect callback (#2506)

---
 .../components/WorkspaceChat/ChatContainer/DnDWrapper/index.jsx | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/frontend/src/components/WorkspaceChat/ChatContainer/DnDWrapper/index.jsx b/frontend/src/components/WorkspaceChat/ChatContainer/DnDWrapper/index.jsx
index b79a4535a..35ec9215d 100644
--- a/frontend/src/components/WorkspaceChat/ChatContainer/DnDWrapper/index.jsx
+++ b/frontend/src/components/WorkspaceChat/ChatContainer/DnDWrapper/index.jsx
@@ -30,7 +30,7 @@ export function DnDFileUploaderProvider({ workspace, children }) {
   const { user } = useUser();
 
   useEffect(() => {
-    if (!!user && user.role === "default") return false;
+    if (!!user && user.role === "default") return;
     System.checkDocumentProcessorOnline().then((status) => setReady(status));
   }, [user]);
 

From 446164d7b9c8197edb96a3471565813ed1361b6c Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Mon, 21 Oct 2024 12:37:39 -0700
Subject: [PATCH 21/28] Add Groq vision preview support (#2511)

Adds support for only the llama3.2 vision models on groq. This comes with many conditionals and nuances to handle as Groqs vision implemention is quite bad right now
---
 server/utils/AiProviders/groq/index.js | 108 +++++++++++++++++++++++--
 1 file changed, 103 insertions(+), 5 deletions(-)

diff --git a/server/utils/AiProviders/groq/index.js b/server/utils/AiProviders/groq/index.js
index c176f1dca..d928e5e0d 100644
--- a/server/utils/AiProviders/groq/index.js
+++ b/server/utils/AiProviders/groq/index.js
@@ -37,6 +37,10 @@ class GroqLLM {
     );
   }
 
+  #log(text, ...args) {
+    console.log(`\x1b[32m[GroqAi]\x1b[0m ${text}`, ...args);
+  }
+
   streamingEnabled() {
     return "streamGetChatCompletion" in this;
   }
@@ -53,17 +57,111 @@ class GroqLLM {
     return !!modelName; // name just needs to exist
   }
 
+  /**
+   * Generates appropriate content array for a message + attachments.
+   * @param {{userPrompt:string, attachments: import("../../helpers").Attachment[]}}
+   * @returns {string|object[]}
+   */
+  #generateContent({ userPrompt, attachments = [] }) {
+    if (!attachments.length) return userPrompt;
+
+    const content = [{ type: "text", text: userPrompt }];
+    for (let attachment of attachments) {
+      content.push({
+        type: "image_url",
+        image_url: {
+          url: attachment.contentString,
+        },
+      });
+    }
+    return content.flat();
+  }
+
+  /**
+   * Last Updated: October 21, 2024
+   * According to https://console.groq.com/docs/vision
+   * the vision models supported all make a mess of prompting depending on the model.
+   * Currently the llama3.2 models are only in preview and subject to change and the llava model is deprecated - so we will not support attachments for that at all.
+   *
+   * Since we can only explicitly support the current models, this is a temporary solution.
+   * If the attachments are empty or the model is not a vision model, we will return the default prompt structure which will work for all models.
+   * If the attachments are present and the model is a vision model - we only return the user prompt with attachments - see comment at end of function for more.
+   */
+  #conditionalPromptStruct({
+    systemPrompt = "",
+    contextTexts = [],
+    chatHistory = [],
+    userPrompt = "",
+    attachments = [], // This is the specific attachment for only this prompt
+  }) {
+    const VISION_MODELS = [
+      "llama-3.2-90b-vision-preview",
+      "llama-3.2-11b-vision-preview",
+    ];
+    const DEFAULT_PROMPT_STRUCT = [
+      {
+        role: "system",
+        content: `${systemPrompt}${this.#appendContext(contextTexts)}`,
+      },
+      ...chatHistory,
+      { role: "user", content: userPrompt },
+    ];
+
+    // If there are no attachments or model is not a vision model, return the default prompt structure
+    // as there is nothing to attach or do and no model limitations to consider
+    if (!attachments.length) return DEFAULT_PROMPT_STRUCT;
+    if (!VISION_MODELS.includes(this.model)) {
+      this.#log(
+        `${this.model} is not an explicitly supported vision model! Will omit attachments.`
+      );
+      return DEFAULT_PROMPT_STRUCT;
+    }
+
+    return [
+      // Why is the system prompt and history commented out?
+      // The current vision models for Groq perform VERY poorly with ANY history or text prior to the image.
+      // In order to not get LLM refusals for every single message, we will not include the "system prompt" or even the chat history.
+      // This is a temporary solution until Groq fixes their vision models to be more coherent and also handle context prior to the image.
+      // Note for the future:
+      // Groq vision models also do not support system prompts - which is why you see the user/assistant emulation used instead of "system".
+      // This means any vision call is assessed independently of the chat context prior to the image.
+      /////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+      // {
+      //   role: "user",
+      //   content: `${systemPrompt}${this.#appendContext(contextTexts)}`,
+      // },
+      // {
+      //   role: "assistant",
+      //   content: "OK",
+      // },
+      // ...chatHistory,
+      {
+        role: "user",
+        content: this.#generateContent({ userPrompt, attachments }),
+      },
+    ];
+  }
+
+  /**
+   * Construct the user prompt for this model.
+   * @param {{attachments: import("../../helpers").Attachment[]}} param0
+   * @returns
+   */
   constructPrompt({
     systemPrompt = "",
     contextTexts = [],
     chatHistory = [],
     userPrompt = "",
+    attachments = [], // This is the specific attachment for only this prompt
   }) {
-    const prompt = {
-      role: "system",
-      content: `${systemPrompt}${this.#appendContext(contextTexts)}`,
-    };
-    return [prompt, ...chatHistory, { role: "user", content: userPrompt }];
+    // NOTICE: SEE GroqLLM.#conditionalPromptStruct for more information on how attachments are handled with Groq.
+    return this.#conditionalPromptStruct({
+      systemPrompt,
+      contextTexts,
+      chatHistory,
+      userPrompt,
+      attachments,
+    });
   }
 
   async getChatCompletion(messages = null, { temperature = 0.7 }) {

From e71392d83f1af04e90ab302f406a1fcc223a9a03 Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Mon, 21 Oct 2024 13:09:55 -0700
Subject: [PATCH 22/28] Feature/thread creation slug name (#2512)

* thread creation additional params name and slug, with api

* typo fix

* Rebuild openai Swagger docs
Handle validations for fields to prevent invalid field inputs for .new
Enforce sluggification of `slug` to prevent breaking of URL structs

---------

Co-authored-by: abrakadobr <abrakadobr@gmail.com>
---
 .vscode/settings.json                         |  1 +
 server/endpoints/api/workspaceThread/index.js | 15 ++++----
 server/models/workspaceThread.js              | 34 +++++++++++++++++--
 server/swagger/openapi.json                   |  6 ++--
 4 files changed, 45 insertions(+), 11 deletions(-)

diff --git a/.vscode/settings.json b/.vscode/settings.json
index 1409c1073..8405c5281 100644
--- a/.vscode/settings.json
+++ b/.vscode/settings.json
@@ -50,6 +50,7 @@
     "textgenwebui",
     "togetherai",
     "Unembed",
+    "uuidv",
     "vectordbs",
     "Weaviate",
     "Zilliz"
diff --git a/server/endpoints/api/workspaceThread/index.js b/server/endpoints/api/workspaceThread/index.js
index e7f53698a..0d6eb59c6 100644
--- a/server/endpoints/api/workspaceThread/index.js
+++ b/server/endpoints/api/workspaceThread/index.js
@@ -31,12 +31,14 @@ function apiWorkspaceThreadEndpoints(app) {
           type: 'string'
       }
       #swagger.requestBody = {
-        description: 'Optional userId associated with the thread',
+        description: 'Optional userId associated with the thread, thread slug and thread name',
         required: false,
         content: {
           "application/json": {
             example: {
-              userId: 1
+              userId: 1,
+              name: 'Name',
+              slug: 'thread-slug'
             }
           }
         }
@@ -67,9 +69,9 @@ function apiWorkspaceThreadEndpoints(app) {
       }
       */
       try {
-        const { slug } = request.params;
-        let { userId = null } = reqBody(request);
-        const workspace = await Workspace.get({ slug });
+        const wslug = request.params.slug;
+        let { userId = null, name = null, slug = null } = reqBody(request);
+        const workspace = await Workspace.get({ slug: wslug });
 
         if (!workspace) {
           response.sendStatus(400).end();
@@ -83,7 +85,8 @@ function apiWorkspaceThreadEndpoints(app) {
 
         const { thread, message } = await WorkspaceThread.new(
           workspace,
-          userId ? Number(userId) : null
+          userId ? Number(userId) : null,
+          { name, slug }
         );
 
         await Telemetry.sendTelemetry("workspace_thread_created", {
diff --git a/server/models/workspaceThread.js b/server/models/workspaceThread.js
index 32e9f89b6..1ac6040cd 100644
--- a/server/models/workspaceThread.js
+++ b/server/models/workspaceThread.js
@@ -1,16 +1,44 @@
 const prisma = require("../utils/prisma");
+const slugifyModule = require("slugify");
 const { v4: uuidv4 } = require("uuid");
 
 const WorkspaceThread = {
   defaultName: "Thread",
   writable: ["name"],
 
-  new: async function (workspace, userId = null) {
+  /**
+   * The default Slugify module requires some additional mapping to prevent downstream issues
+   * if the user is able to define a slug externally. We have to block non-escapable URL chars
+   * so that is the slug is rendered it doesn't break the URL or UI when visited.
+   * @param  {...any} args - slugify args for npm package.
+   * @returns {string}
+   */
+  slugify: function (...args) {
+    slugifyModule.extend({
+      "+": " plus ",
+      "!": " bang ",
+      "@": " at ",
+      "*": " splat ",
+      ".": " dot ",
+      ":": "",
+      "~": "",
+      "(": "",
+      ")": "",
+      "'": "",
+      '"': "",
+      "|": "",
+    });
+    return slugifyModule(...args);
+  },
+
+  new: async function (workspace, userId = null, data = {}) {
     try {
       const thread = await prisma.workspace_threads.create({
         data: {
-          name: this.defaultName,
-          slug: uuidv4(),
+          name: data.name ? String(data.name) : this.defaultName,
+          slug: data.slug
+            ? this.slugify(data.slug, { lowercase: true })
+            : uuidv4(),
           user_id: userId ? Number(userId) : null,
           workspace_id: workspace.id,
         },
diff --git a/server/swagger/openapi.json b/server/swagger/openapi.json
index 07955bc35..b12fbf535 100644
--- a/server/swagger/openapi.json
+++ b/server/swagger/openapi.json
@@ -2391,12 +2391,14 @@
           }
         },
         "requestBody": {
-          "description": "Optional userId associated with the thread",
+          "description": "Optional userId associated with the thread, thread slug and thread name",
           "required": false,
           "content": {
             "application/json": {
               "example": {
-                "userId": 1
+                "userId": 1,
+                "name": "Name",
+                "slug": "thread-slug"
               }
             }
           }

From 0524aadf58f9303c3f91b1fa2add6e06ffd7314d Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Mon, 21 Oct 2024 13:19:19 -0700
Subject: [PATCH 23/28] Enable the ability to disable the chat history UI
 (#2501)

* Enable the ability to disable the chat history UI

* forgot files
---
 docker/.env.example                           |  10 +-
 .../components/CanViewChatHistory/index.jsx   |  50 +++
 .../SettingsSidebar/MenuOption/index.jsx      |  19 +-
 .../src/components/SettingsSidebar/index.jsx  | 297 +++++++++---------
 frontend/src/models/system.js                 |  31 ++
 .../src/pages/GeneralSettings/Chats/index.jsx | 150 ++++-----
 .../GeneralSettings/EmbedChats/index.jsx      |  95 +++---
 server/.env.example                           |  10 +-
 server/endpoints/embedManagement.js           |   6 +-
 server/endpoints/system.js                    |  15 +-
 server/models/systemSettings.js               |   7 +
 server/utils/helpers/updateENV.js             |   2 +
 .../utils/middleware/chatHistoryViewable.js   |  18 ++
 13 files changed, 438 insertions(+), 272 deletions(-)
 create mode 100644 frontend/src/components/CanViewChatHistory/index.jsx
 create mode 100644 server/utils/middleware/chatHistoryViewable.js

diff --git a/docker/.env.example b/docker/.env.example
index 2f9e23288..a6cabe655 100644
--- a/docker/.env.example
+++ b/docker/.env.example
@@ -279,4 +279,12 @@ GID='1000'
 # AGENT_SERPLY_API_KEY=
 
 #------ SearXNG ----------- https://github.com/searxng/searxng
-# AGENT_SEARXNG_API_URL=
\ No newline at end of file
+# AGENT_SEARXNG_API_URL=
+
+###########################################
+######## Other Configurations ############
+###########################################
+
+# Disable viewing chat history from the UI and frontend APIs.
+# See https://docs.anythingllm.com/configuration#disable-view-chat-history for more information.
+# DISABLE_VIEW_CHAT_HISTORY=1
\ No newline at end of file
diff --git a/frontend/src/components/CanViewChatHistory/index.jsx b/frontend/src/components/CanViewChatHistory/index.jsx
new file mode 100644
index 000000000..44e753531
--- /dev/null
+++ b/frontend/src/components/CanViewChatHistory/index.jsx
@@ -0,0 +1,50 @@
+import { useEffect, useState } from "react";
+import { FullScreenLoader } from "@/components/Preloader";
+import System from "@/models/system";
+import paths from "@/utils/paths";
+
+/**
+ * Protects the view from system set ups who cannot view chat history.
+ * If the user cannot view chat history, they are redirected to the home page.
+ * @param {React.ReactNode} children
+ */
+export function CanViewChatHistory({ children }) {
+  const { loading, viewable } = useCanViewChatHistory();
+  if (loading) return <FullScreenLoader />;
+  if (!viewable) {
+    window.location.href = paths.home();
+    return <FullScreenLoader />;
+  }
+
+  return <>{children}</>;
+}
+
+/**
+ * Provides the `viewable` state to the children.
+ * @returns {React.ReactNode}
+ */
+export function CanViewChatHistoryProvider({ children }) {
+  const { loading, viewable } = useCanViewChatHistory();
+  if (loading) return null;
+  return <>{children({ viewable })}</>;
+}
+
+/**
+ * Hook that fetches the can view chat history state from local storage or the system settings.
+ * @returns {Promise<{viewable: boolean, error: string | null}>}
+ */
+export function useCanViewChatHistory() {
+  const [loading, setLoading] = useState(true);
+  const [viewable, setViewable] = useState(false);
+
+  useEffect(() => {
+    async function fetchViewable() {
+      const { viewable } = await System.fetchCanViewChatHistory();
+      setViewable(viewable);
+      setLoading(false);
+    }
+    fetchViewable();
+  }, []);
+
+  return { loading, viewable };
+}
diff --git a/frontend/src/components/SettingsSidebar/MenuOption/index.jsx b/frontend/src/components/SettingsSidebar/MenuOption/index.jsx
index 38be4883b..3834549ea 100644
--- a/frontend/src/components/SettingsSidebar/MenuOption/index.jsx
+++ b/frontend/src/components/SettingsSidebar/MenuOption/index.jsx
@@ -149,17 +149,32 @@ function useIsExpanded({
   return { isExpanded, setIsExpanded };
 }
 
+/**
+ * Checks if the child options are visible to the user.
+ * This hides the top level options if the child options are not visible
+ * for either the users permissions or the child options hidden prop is set to true by other means.
+ * If all child options return false for `isVisible` then the parent option will not be visible as well.
+ * @param {object} user - The user object.
+ * @param {array} childOptions - The child options.
+ * @returns {boolean} - True if the child options are visible, false otherwise.
+ */
 function hasVisibleOptions(user = null, childOptions = []) {
   if (!Array.isArray(childOptions) || childOptions?.length === 0) return false;
 
-  function isVisible({ roles = [], user = null, flex = false }) {
+  function isVisible({
+    roles = [],
+    user = null,
+    flex = false,
+    hidden = false,
+  }) {
+    if (hidden) return false;
     if (!flex && !roles.includes(user?.role)) return false;
     if (flex && !!user && !roles.includes(user?.role)) return false;
     return true;
   }
 
   return childOptions.some((opt) =>
-    isVisible({ roles: opt.roles, user, flex: opt.flex })
+    isVisible({ roles: opt.roles, user, flex: opt.flex, hidden: opt.hidden })
   );
 }
 
diff --git a/frontend/src/components/SettingsSidebar/index.jsx b/frontend/src/components/SettingsSidebar/index.jsx
index 367b21ab6..46eba5db9 100644
--- a/frontend/src/components/SettingsSidebar/index.jsx
+++ b/frontend/src/components/SettingsSidebar/index.jsx
@@ -21,6 +21,7 @@ import { useTranslation } from "react-i18next";
 import showToast from "@/utils/toast";
 import System from "@/models/system";
 import Option from "./MenuOption";
+import { CanViewChatHistoryProvider } from "../CanViewChatHistory";
 
 export default function SettingsSidebar() {
   const { t } = useTranslation();
@@ -208,151 +209,157 @@ function SupportEmail() {
 }
 
 const SidebarOptions = ({ user = null, t }) => (
-  <>
-    <Option
-      btnText={t("settings.ai-providers")}
-      icon={<Gear className="h-5 w-5 flex-shrink-0" />}
-      user={user}
-      childOptions={[
-        {
-          btnText: t("settings.llm"),
-          href: paths.settings.llmPreference(),
-          flex: true,
-          roles: ["admin"],
-        },
-        {
-          btnText: t("settings.vector-database"),
-          href: paths.settings.vectorDatabase(),
-          flex: true,
-          roles: ["admin"],
-        },
-        {
-          btnText: t("settings.embedder"),
-          href: paths.settings.embedder.modelPreference(),
-          flex: true,
-          roles: ["admin"],
-        },
-        {
-          btnText: t("settings.text-splitting"),
-          href: paths.settings.embedder.chunkingPreference(),
-          flex: true,
-          roles: ["admin"],
-        },
-        {
-          btnText: t("settings.voice-speech"),
-          href: paths.settings.audioPreference(),
-          flex: true,
-          roles: ["admin"],
-        },
-        {
-          btnText: t("settings.transcription"),
-          href: paths.settings.transcriptionPreference(),
-          flex: true,
-          roles: ["admin"],
-        },
-      ]}
-    />
-    <Option
-      btnText={t("settings.admin")}
-      icon={<UserCircleGear className="h-5 w-5 flex-shrink-0" />}
-      user={user}
-      childOptions={[
-        {
-          btnText: t("settings.users"),
-          href: paths.settings.users(),
-          roles: ["admin", "manager"],
-        },
-        {
-          btnText: t("settings.workspaces"),
-          href: paths.settings.workspaces(),
-          roles: ["admin", "manager"],
-        },
-        {
-          btnText: t("settings.workspace-chats"),
-          href: paths.settings.chats(),
-          flex: true,
-          roles: ["admin", "manager"],
-        },
-        {
-          btnText: t("settings.invites"),
-          href: paths.settings.invites(),
-          roles: ["admin", "manager"],
-        },
-      ]}
-    />
-    <Option
-      btnText={t("settings.agent-skills")}
-      icon={<Robot className="h-5 w-5 flex-shrink-0" />}
-      href={paths.settings.agentSkills()}
-      user={user}
-      flex={true}
-      roles={["admin"]}
-    />
-    <Option
-      btnText={t("settings.customization")}
-      icon={<PencilSimpleLine className="h-5 w-5 flex-shrink-0" />}
-      href={paths.settings.appearance()}
-      user={user}
-      flex={true}
-      roles={["admin", "manager"]}
-    />
-    <Option
-      btnText={t("settings.tools")}
-      icon={<Toolbox className="h-5 w-5 flex-shrink-0" />}
-      user={user}
-      childOptions={[
-        {
-          btnText: t("settings.embed-chats"),
-          href: paths.settings.embedChats(),
-          flex: true,
-          roles: ["admin"],
-        },
-        {
-          btnText: t("settings.embeds"),
-          href: paths.settings.embedSetup(),
-          flex: true,
-          roles: ["admin"],
-        },
-        {
-          btnText: t("settings.event-logs"),
-          href: paths.settings.logs(),
-          flex: true,
-          roles: ["admin"],
-        },
-        {
-          btnText: t("settings.api-keys"),
-          href: paths.settings.apiKeys(),
-          flex: true,
-          roles: ["admin"],
-        },
-        {
-          btnText: t("settings.browser-extension"),
-          href: paths.settings.browserExtension(),
-          flex: true,
-          roles: ["admin", "manager"],
-        },
-      ]}
-    />
-    <Option
-      btnText={t("settings.security")}
-      icon={<Nut className="h-5 w-5 flex-shrink-0" />}
-      href={paths.settings.security()}
-      user={user}
-      flex={true}
-      roles={["admin", "manager"]}
-      hidden={user?.role}
-    />
-    <HoldToReveal key="exp_features">
-      <Option
-        btnText={t("settings.experimental-features")}
-        icon={<Flask className="h-5 w-5 flex-shrink-0" />}
-        href={paths.settings.experimental()}
-        user={user}
-        flex={true}
-        roles={["admin"]}
-      />
-    </HoldToReveal>
-  </>
+  <CanViewChatHistoryProvider>
+    {({ viewable: canViewChatHistory }) => (
+      <>
+        <Option
+          btnText={t("settings.ai-providers")}
+          icon={<Gear className="h-5 w-5 flex-shrink-0" />}
+          user={user}
+          childOptions={[
+            {
+              btnText: t("settings.llm"),
+              href: paths.settings.llmPreference(),
+              flex: true,
+              roles: ["admin"],
+            },
+            {
+              btnText: t("settings.vector-database"),
+              href: paths.settings.vectorDatabase(),
+              flex: true,
+              roles: ["admin"],
+            },
+            {
+              btnText: t("settings.embedder"),
+              href: paths.settings.embedder.modelPreference(),
+              flex: true,
+              roles: ["admin"],
+            },
+            {
+              btnText: t("settings.text-splitting"),
+              href: paths.settings.embedder.chunkingPreference(),
+              flex: true,
+              roles: ["admin"],
+            },
+            {
+              btnText: t("settings.voice-speech"),
+              href: paths.settings.audioPreference(),
+              flex: true,
+              roles: ["admin"],
+            },
+            {
+              btnText: t("settings.transcription"),
+              href: paths.settings.transcriptionPreference(),
+              flex: true,
+              roles: ["admin"],
+            },
+          ]}
+        />
+        <Option
+          btnText={t("settings.admin")}
+          icon={<UserCircleGear className="h-5 w-5 flex-shrink-0" />}
+          user={user}
+          childOptions={[
+            {
+              btnText: t("settings.users"),
+              href: paths.settings.users(),
+              roles: ["admin", "manager"],
+            },
+            {
+              btnText: t("settings.workspaces"),
+              href: paths.settings.workspaces(),
+              roles: ["admin", "manager"],
+            },
+            {
+              hidden: !canViewChatHistory,
+              btnText: t("settings.workspace-chats"),
+              href: paths.settings.chats(),
+              flex: true,
+              roles: ["admin", "manager"],
+            },
+            {
+              btnText: t("settings.invites"),
+              href: paths.settings.invites(),
+              roles: ["admin", "manager"],
+            },
+          ]}
+        />
+        <Option
+          btnText={t("settings.agent-skills")}
+          icon={<Robot className="h-5 w-5 flex-shrink-0" />}
+          href={paths.settings.agentSkills()}
+          user={user}
+          flex={true}
+          roles={["admin"]}
+        />
+        <Option
+          btnText={t("settings.customization")}
+          icon={<PencilSimpleLine className="h-5 w-5 flex-shrink-0" />}
+          href={paths.settings.appearance()}
+          user={user}
+          flex={true}
+          roles={["admin", "manager"]}
+        />
+        <Option
+          btnText={t("settings.tools")}
+          icon={<Toolbox className="h-5 w-5 flex-shrink-0" />}
+          user={user}
+          childOptions={[
+            {
+              hidden: !canViewChatHistory,
+              btnText: t("settings.embed-chats"),
+              href: paths.settings.embedChats(),
+              flex: true,
+              roles: ["admin"],
+            },
+            {
+              btnText: t("settings.embeds"),
+              href: paths.settings.embedSetup(),
+              flex: true,
+              roles: ["admin"],
+            },
+            {
+              btnText: t("settings.event-logs"),
+              href: paths.settings.logs(),
+              flex: true,
+              roles: ["admin"],
+            },
+            {
+              btnText: t("settings.api-keys"),
+              href: paths.settings.apiKeys(),
+              flex: true,
+              roles: ["admin"],
+            },
+            {
+              btnText: t("settings.browser-extension"),
+              href: paths.settings.browserExtension(),
+              flex: true,
+              roles: ["admin", "manager"],
+            },
+          ]}
+        />
+        <Option
+          btnText={t("settings.security")}
+          icon={<Nut className="h-5 w-5 flex-shrink-0" />}
+          href={paths.settings.security()}
+          user={user}
+          flex={true}
+          roles={["admin", "manager"]}
+          hidden={user?.role}
+        />
+        <HoldToReveal key="exp_features">
+          <Option
+            btnText={t("settings.experimental-features")}
+            icon={<Flask className="h-5 w-5 flex-shrink-0" />}
+            href={paths.settings.experimental()}
+            user={user}
+            flex={true}
+            roles={["admin"]}
+          />
+        </HoldToReveal>
+      </>
+    )}
+  </CanViewChatHistoryProvider>
 );
 
 function HoldToReveal({ children, holdForMs = 3_000 }) {
diff --git a/frontend/src/models/system.js b/frontend/src/models/system.js
index 9c8b1f7df..1039d6de2 100644
--- a/frontend/src/models/system.js
+++ b/frontend/src/models/system.js
@@ -9,6 +9,7 @@ const System = {
     footerIcons: "anythingllm_footer_links",
     supportEmail: "anythingllm_support_email",
     customAppName: "anythingllm_custom_app_name",
+    canViewChatHistory: "anythingllm_can_view_chat_history",
   },
   ping: async function () {
     return await fetch(`${API_BASE}/ping`)
@@ -675,6 +676,36 @@ const System = {
         return false;
       });
   },
+
+  /**
+   * Fetches the can view chat history state from local storage or the system settings.
+   * Notice: This is an instance setting that cannot be changed via the UI and it is cached
+   * in local storage for 24 hours.
+   * @returns {Promise<{viewable: boolean, error: string | null}>}
+   */
+  fetchCanViewChatHistory: async function () {
+    const cache = window.localStorage.getItem(
+      this.cacheKeys.canViewChatHistory
+    );
+    const { viewable, lastFetched } = cache
+      ? safeJsonParse(cache, { viewable: false, lastFetched: 0 })
+      : { viewable: false, lastFetched: 0 };
+
+    // Since this is an instance setting that cannot be changed via the UI,
+    // we can cache it in local storage for a day and if the admin changes it,
+    // they should instruct the users to clear local storage.
+    if (typeof viewable === "boolean" && Date.now() - lastFetched < 8.64e7)
+      return { viewable, error: null };
+
+    const res = await System.keys();
+    const isViewable = res?.DisableViewChatHistory === false;
+
+    window.localStorage.setItem(
+      this.cacheKeys.canViewChatHistory,
+      JSON.stringify({ viewable: isViewable, lastFetched: Date.now() })
+    );
+    return { viewable: isViewable, error: null };
+  },
   experimentalFeatures: {
     liveSync: LiveDocumentSync,
     agentPlugins: AgentPlugins,
diff --git a/frontend/src/pages/GeneralSettings/Chats/index.jsx b/frontend/src/pages/GeneralSettings/Chats/index.jsx
index a2385aa2d..01dc36122 100644
--- a/frontend/src/pages/GeneralSettings/Chats/index.jsx
+++ b/frontend/src/pages/GeneralSettings/Chats/index.jsx
@@ -11,6 +11,7 @@ import { CaretDown, Download, Sparkle, Trash } from "@phosphor-icons/react";
 import { saveAs } from "file-saver";
 import { useTranslation } from "react-i18next";
 import paths from "@/utils/paths";
+import { CanViewChatHistory } from "@/components/CanViewChatHistory";
 
 const exportOptions = {
   csv: {
@@ -106,7 +107,8 @@ export default function WorkspaceChats() {
 
   useEffect(() => {
     async function fetchChats() {
-      const { chats: _chats, hasPages = false } = await System.chats(offset);
+      const { chats: _chats = [], hasPages = false } =
+        await System.chats(offset);
       setChats(_chats);
       setCanNext(hasPages);
       setLoading(false);
@@ -115,85 +117,87 @@ export default function WorkspaceChats() {
   }, [offset]);
 
   return (
-    <div className="w-screen h-screen overflow-hidden bg-sidebar flex">
-      <Sidebar />
-      <div
-        style={{ height: isMobile ? "100%" : "calc(100% - 32px)" }}
-        className="relative md:ml-[2px] md:mr-[16px] md:my-[16px] md:rounded-[16px] bg-main-gradient w-full h-full overflow-y-scroll"
-      >
-        <div className="flex flex-col w-full px-1 md:pl-6 md:pr-[50px] md:py-6 py-16">
-          <div className="w-full flex flex-col gap-y-1 pb-6 border-white border-b-2 border-opacity-10">
-            <div className="flex gap-x-4 items-center">
-              <p className="text-lg leading-6 font-bold text-white">
-                {t("recorded.title")}
-              </p>
-              <div className="relative">
-                <button
-                  ref={openMenuButton}
-                  onClick={toggleMenu}
-                  className="flex items-center gap-x-2 px-4 py-1 rounded-lg bg-primary-button hover:text-white text-xs font-semibold hover:bg-secondary shadow-[0_4px_14px_rgba(0,0,0,0.25)] h-[34px] w-fit"
-                >
-                  <Download size={18} weight="bold" />
-                  {t("recorded.export")}
-                  <CaretDown size={18} weight="bold" />
-                </button>
-                <div
-                  ref={menuRef}
-                  className={`${
-                    showMenu ? "slide-down" : "slide-up hidden"
-                  } z-20 w-fit rounded-lg absolute top-full right-0 bg-secondary mt-2 shadow-md`}
-                >
-                  <div className="py-2">
-                    {Object.entries(exportOptions).map(([key, data]) => (
-                      <button
-                        key={key}
-                        onClick={() => {
-                          handleDumpChats(key);
-                          setShowMenu(false);
-                        }}
-                        className="w-full text-left px-4 py-2 text-white text-sm hover:bg-[#3D4147]"
-                      >
-                        {data.name}
-                      </button>
-                    ))}
+    <CanViewChatHistory>
+      <div className="w-screen h-screen overflow-hidden bg-sidebar flex">
+        <Sidebar />
+        <div
+          style={{ height: isMobile ? "100%" : "calc(100% - 32px)" }}
+          className="relative md:ml-[2px] md:mr-[16px] md:my-[16px] md:rounded-[16px] bg-main-gradient w-full h-full overflow-y-scroll"
+        >
+          <div className="flex flex-col w-full px-1 md:pl-6 md:pr-[50px] md:py-6 py-16">
+            <div className="w-full flex flex-col gap-y-1 pb-6 border-white border-b-2 border-opacity-10">
+              <div className="flex gap-x-4 items-center">
+                <p className="text-lg leading-6 font-bold text-white">
+                  {t("recorded.title")}
+                </p>
+                <div className="relative">
+                  <button
+                    ref={openMenuButton}
+                    onClick={toggleMenu}
+                    className="flex items-center gap-x-2 px-4 py-1 rounded-lg bg-primary-button hover:text-white text-xs font-semibold hover:bg-secondary shadow-[0_4px_14px_rgba(0,0,0,0.25)] h-[34px] w-fit"
+                  >
+                    <Download size={18} weight="bold" />
+                    {t("recorded.export")}
+                    <CaretDown size={18} weight="bold" />
+                  </button>
+                  <div
+                    ref={menuRef}
+                    className={`${
+                      showMenu ? "slide-down" : "slide-up hidden"
+                    } z-20 w-fit rounded-lg absolute top-full right-0 bg-secondary mt-2 shadow-md`}
+                  >
+                    <div className="py-2">
+                      {Object.entries(exportOptions).map(([key, data]) => (
+                        <button
+                          key={key}
+                          onClick={() => {
+                            handleDumpChats(key);
+                            setShowMenu(false);
+                          }}
+                          className="w-full text-left px-4 py-2 text-white text-sm hover:bg-[#3D4147]"
+                        >
+                          {data.name}
+                        </button>
+                      ))}
+                    </div>
                   </div>
                 </div>
+                {chats.length > 0 && (
+                  <>
+                    <button
+                      onClick={handleClearAllChats}
+                      className="flex items-center gap-x-2 px-4 py-1 border hover:border-transparent border-white/40 text-white/40 rounded-lg bg-transparent hover:text-white text-xs font-semibold hover:bg-red-500 shadow-[0_4px_14px_rgba(0,0,0,0.25)] h-[34px] w-fit"
+                    >
+                      <Trash size={18} weight="bold" />
+                      Clear Chats
+                    </button>
+                    <a
+                      href={paths.orderFineTune()}
+                      className="flex items-center gap-x-2 px-4 py-1 border hover:border-transparent border-yellow-300 text-yellow-300/80 rounded-lg bg-transparent hover:text-white text-xs font-semibold hover:bg-yellow-300/75 shadow-[0_4px_14px_rgba(0,0,0,0.25)] h-[34px] w-fit"
+                    >
+                      <Sparkle size={18} weight="bold" />
+                      Order Fine-Tune Model
+                    </a>
+                  </>
+                )}
               </div>
-              {chats.length > 0 && (
-                <>
-                  <button
-                    onClick={handleClearAllChats}
-                    className="flex items-center gap-x-2 px-4 py-1 border hover:border-transparent border-white/40 text-white/40 rounded-lg bg-transparent hover:text-white text-xs font-semibold hover:bg-red-500 shadow-[0_4px_14px_rgba(0,0,0,0.25)] h-[34px] w-fit"
-                  >
-                    <Trash size={18} weight="bold" />
-                    Clear Chats
-                  </button>
-                  <a
-                    href={paths.orderFineTune()}
-                    className="flex items-center gap-x-2 px-4 py-1 border hover:border-transparent border-yellow-300 text-yellow-300/80 rounded-lg bg-transparent hover:text-white text-xs font-semibold hover:bg-yellow-300/75 shadow-[0_4px_14px_rgba(0,0,0,0.25)] h-[34px] w-fit"
-                  >
-                    <Sparkle size={18} weight="bold" />
-                    Order Fine-Tune Model
-                  </a>
-                </>
-              )}
+              <p className="text-xs leading-[18px] font-base text-white text-opacity-60">
+                {t("recorded.description")}
+              </p>
             </div>
-            <p className="text-xs leading-[18px] font-base text-white text-opacity-60">
-              {t("recorded.description")}
-            </p>
+            <ChatsContainer
+              loading={loading}
+              chats={chats}
+              setChats={setChats}
+              offset={offset}
+              setOffset={setOffset}
+              canNext={canNext}
+              t={t}
+            />
           </div>
-          <ChatsContainer
-            loading={loading}
-            chats={chats}
-            setChats={setChats}
-            offset={offset}
-            setOffset={setOffset}
-            canNext={canNext}
-            t={t}
-          />
         </div>
       </div>
-    </div>
+    </CanViewChatHistory>
   );
 }
 
diff --git a/frontend/src/pages/GeneralSettings/EmbedChats/index.jsx b/frontend/src/pages/GeneralSettings/EmbedChats/index.jsx
index 82cb261aa..60e4db174 100644
--- a/frontend/src/pages/GeneralSettings/EmbedChats/index.jsx
+++ b/frontend/src/pages/GeneralSettings/EmbedChats/index.jsx
@@ -11,6 +11,7 @@ import { CaretDown, Download } from "@phosphor-icons/react";
 import showToast from "@/utils/toast";
 import { saveAs } from "file-saver";
 import System from "@/models/system";
+import { CanViewChatHistory } from "@/components/CanViewChatHistory";
 
 const exportOptions = {
   csv: {
@@ -88,59 +89,61 @@ export default function EmbedChats() {
   }, []);
 
   return (
-    <div className="w-screen h-screen overflow-hidden bg-sidebar flex">
-      <Sidebar />
-      <div
-        style={{ height: isMobile ? "100%" : "calc(100% - 32px)" }}
-        className="relative md:ml-[2px] md:mr-[16px] md:my-[16px] md:rounded-[16px] bg-main-gradient w-full h-full overflow-y-scroll"
-      >
-        <div className="flex flex-col w-full px-1 md:pl-6 md:pr-[86px] md:py-6 py-16">
-          <div className="w-full flex flex-col gap-y-1 pb-6 border-white border-b-2 border-opacity-10">
-            <div className="flex gap-x-4 items-center">
-              <p className="text-lg leading-6 font-bold text-white">
-                {t("embed-chats.title")}
-              </p>
-              <div className="relative">
-                <button
-                  ref={openMenuButton}
-                  onClick={toggleMenu}
-                  className="flex items-center gap-x-2 px-4 py-1 rounded-lg bg-primary-button hover:text-white text-xs font-semibold hover:bg-secondary shadow-[0_4px_14px_rgba(0,0,0,0.25)] h-[34px] w-fit"
-                >
-                  <Download size={18} weight="bold" />
-                  {t("embed-chats.export")}
-                  <CaretDown size={18} weight="bold" />
-                </button>
-                <div
-                  ref={menuRef}
-                  className={`${
-                    showMenu ? "slide-down" : "slide-up hidden"
-                  } z-20 w-fit rounded-lg absolute top-full right-0 bg-secondary mt-2 shadow-md`}
-                >
-                  <div className="py-2">
-                    {Object.entries(exportOptions).map(([key, data]) => (
-                      <button
-                        key={key}
-                        onClick={() => {
-                          handleDumpChats(key);
-                          setShowMenu(false);
-                        }}
-                        className="w-full text-left px-4 py-2 text-white text-sm hover:bg-[#3D4147]"
-                      >
-                        {data.name}
-                      </button>
-                    ))}
+    <CanViewChatHistory>
+      <div className="w-screen h-screen overflow-hidden bg-sidebar flex">
+        <Sidebar />
+        <div
+          style={{ height: isMobile ? "100%" : "calc(100% - 32px)" }}
+          className="relative md:ml-[2px] md:mr-[16px] md:my-[16px] md:rounded-[16px] bg-main-gradient w-full h-full overflow-y-scroll"
+        >
+          <div className="flex flex-col w-full px-1 md:pl-6 md:pr-[86px] md:py-6 py-16">
+            <div className="w-full flex flex-col gap-y-1 pb-6 border-white border-b-2 border-opacity-10">
+              <div className="flex gap-x-4 items-center">
+                <p className="text-lg leading-6 font-bold text-white">
+                  {t("embed-chats.title")}
+                </p>
+                <div className="relative">
+                  <button
+                    ref={openMenuButton}
+                    onClick={toggleMenu}
+                    className="flex items-center gap-x-2 px-4 py-1 rounded-lg bg-primary-button hover:text-white text-xs font-semibold hover:bg-secondary shadow-[0_4px_14px_rgba(0,0,0,0.25)] h-[34px] w-fit"
+                  >
+                    <Download size={18} weight="bold" />
+                    {t("embed-chats.export")}
+                    <CaretDown size={18} weight="bold" />
+                  </button>
+                  <div
+                    ref={menuRef}
+                    className={`${
+                      showMenu ? "slide-down" : "slide-up hidden"
+                    } z-20 w-fit rounded-lg absolute top-full right-0 bg-secondary mt-2 shadow-md`}
+                  >
+                    <div className="py-2">
+                      {Object.entries(exportOptions).map(([key, data]) => (
+                        <button
+                          key={key}
+                          onClick={() => {
+                            handleDumpChats(key);
+                            setShowMenu(false);
+                          }}
+                          className="w-full text-left px-4 py-2 text-white text-sm hover:bg-[#3D4147]"
+                        >
+                          {data.name}
+                        </button>
+                      ))}
+                    </div>
                   </div>
                 </div>
               </div>
+              <p className="text-xs leading-[18px] font-base text-white text-opacity-60">
+                {t("embed-chats.description")}
+              </p>
             </div>
-            <p className="text-xs leading-[18px] font-base text-white text-opacity-60">
-              {t("embed-chats.description")}
-            </p>
+            <ChatsContainer />
           </div>
-          <ChatsContainer />
         </div>
       </div>
-    </div>
+    </CanViewChatHistory>
   );
 }
 
diff --git a/server/.env.example b/server/.env.example
index 3f60b0e5b..f2d16b310 100644
--- a/server/.env.example
+++ b/server/.env.example
@@ -268,4 +268,12 @@ TTS_PROVIDER="native"
 # AGENT_SERPLY_API_KEY=
 
 #------ SearXNG ----------- https://github.com/searxng/searxng
-# AGENT_SEARXNG_API_URL=
\ No newline at end of file
+# AGENT_SEARXNG_API_URL=
+
+###########################################
+######## Other Configurations ############
+###########################################
+
+# Disable viewing chat history from the UI and frontend APIs.
+# See https://docs.anythingllm.com/configuration#disable-view-chat-history for more information.
+# DISABLE_VIEW_CHAT_HISTORY=1
\ No newline at end of file
diff --git a/server/endpoints/embedManagement.js b/server/endpoints/embedManagement.js
index 7ebab23e7..8bee4dd75 100644
--- a/server/endpoints/embedManagement.js
+++ b/server/endpoints/embedManagement.js
@@ -1,7 +1,6 @@
 const { EmbedChats } = require("../models/embedChats");
 const { EmbedConfig } = require("../models/embedConfig");
 const { EventLogs } = require("../models/eventLogs");
-const { Workspace } = require("../models/workspace");
 const { reqBody, userFromSession } = require("../utils/http");
 const { validEmbedConfigId } = require("../utils/middleware/embedMiddleware");
 const {
@@ -9,6 +8,9 @@ const {
   ROLES,
 } = require("../utils/middleware/multiUserProtected");
 const { validatedRequest } = require("../utils/middleware/validatedRequest");
+const {
+  chatHistoryViewable,
+} = require("../utils/middleware/chatHistoryViewable");
 
 function embedManagementEndpoints(app) {
   if (!app) return;
@@ -90,7 +92,7 @@ function embedManagementEndpoints(app) {
 
   app.post(
     "/embed/chats",
-    [validatedRequest, flexUserRoleValid([ROLES.admin])],
+    [chatHistoryViewable, validatedRequest, flexUserRoleValid([ROLES.admin])],
     async (request, response) => {
       try {
         const { offset = 0, limit = 20 } = reqBody(request);
diff --git a/server/endpoints/system.js b/server/endpoints/system.js
index ccdb50ec8..5e631b2f3 100644
--- a/server/endpoints/system.js
+++ b/server/endpoints/system.js
@@ -50,6 +50,9 @@ const {
 const { SlashCommandPresets } = require("../models/slashCommandsPresets");
 const { EncryptionManager } = require("../utils/EncryptionManager");
 const { BrowserExtensionApiKey } = require("../models/browserExtensionApiKey");
+const {
+  chatHistoryViewable,
+} = require("../utils/middleware/chatHistoryViewable");
 
 function systemEndpoints(app) {
   if (!app) return;
@@ -961,7 +964,11 @@ function systemEndpoints(app) {
 
   app.post(
     "/system/workspace-chats",
-    [validatedRequest, flexUserRoleValid([ROLES.admin, ROLES.manager])],
+    [
+      chatHistoryViewable,
+      validatedRequest,
+      flexUserRoleValid([ROLES.admin, ROLES.manager]),
+    ],
     async (request, response) => {
       try {
         const { offset = 0, limit = 20 } = reqBody(request);
@@ -1001,7 +1008,11 @@ function systemEndpoints(app) {
 
   app.get(
     "/system/export-chats",
-    [validatedRequest, flexUserRoleValid([ROLES.manager, ROLES.admin])],
+    [
+      chatHistoryViewable,
+      validatedRequest,
+      flexUserRoleValid([ROLES.manager, ROLES.admin]),
+    ],
     async (request, response) => {
       try {
         const { type = "jsonl", chatType = "workspace" } = request.query;
diff --git a/server/models/systemSettings.js b/server/models/systemSettings.js
index c69794b48..e5de59376 100644
--- a/server/models/systemSettings.js
+++ b/server/models/systemSettings.js
@@ -246,6 +246,13 @@ const SystemSettings = {
       AgentSerplyApiKey: !!process.env.AGENT_SERPLY_API_KEY || null,
       AgentSearXNGApiUrl: process.env.AGENT_SEARXNG_API_URL || null,
       AgentTavilyApiKey: !!process.env.AGENT_TAVILY_API_KEY || null,
+
+      // --------------------------------------------------------
+      // Compliance Settings
+      // --------------------------------------------------------
+      // Disable View Chat History for the whole instance.
+      DisableViewChatHistory:
+        "DISABLE_VIEW_CHAT_HISTORY" in process.env || false,
     };
   },
 
diff --git a/server/utils/helpers/updateENV.js b/server/utils/helpers/updateENV.js
index 294214a0b..202ffcd99 100644
--- a/server/utils/helpers/updateENV.js
+++ b/server/utils/helpers/updateENV.js
@@ -886,6 +886,8 @@ function dumpENV() {
     "ENABLE_HTTPS",
     "HTTPS_CERT_PATH",
     "HTTPS_KEY_PATH",
+    // Other Configuration Keys
+    "DISABLE_VIEW_CHAT_HISTORY",
   ];
 
   // Simple sanitization of each value to prevent ENV injection via newline or quote escaping.
diff --git a/server/utils/middleware/chatHistoryViewable.js b/server/utils/middleware/chatHistoryViewable.js
new file mode 100644
index 000000000..aa9534264
--- /dev/null
+++ b/server/utils/middleware/chatHistoryViewable.js
@@ -0,0 +1,18 @@
+/**
+ * A simple middleware that validates that the chat history is viewable.
+ * via the `DISABLE_VIEW_CHAT_HISTORY` environment variable being set AT ALL.
+ * @param {Request} request - The request object.
+ * @param {Response} response - The response object.
+ * @param {NextFunction} next - The next function.
+ */
+function chatHistoryViewable(_request, response, next) {
+  if ("DISABLE_VIEW_CHAT_HISTORY" in process.env)
+    return response
+      .status(422)
+      .send("This feature has been disabled by the administrator.");
+  next();
+}
+
+module.exports = {
+  chatHistoryViewable,
+};

From 11b7ccda079a9224759a726cc64dcc222962663f Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Mon, 21 Oct 2024 13:56:37 -0700
Subject: [PATCH 24/28] Fix tooling examples (#2513)

* Fix incorrect json API description.

* small edits and validity checks

* remove console.logs

* unset and recheck changes

---------

Co-authored-by: Adam <phazei@gmail.com>
---
 server/utils/agents/aibitat/providers/helpers/untooled.js | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/server/utils/agents/aibitat/providers/helpers/untooled.js b/server/utils/agents/aibitat/providers/helpers/untooled.js
index 11fbfec8b..774bb6915 100644
--- a/server/utils/agents/aibitat/providers/helpers/untooled.js
+++ b/server/utils/agents/aibitat/providers/helpers/untooled.js
@@ -33,7 +33,10 @@ ${JSON.stringify(def.parameters.properties, null, 4)}\n`;
 
       if (Array.isArray(def.examples)) {
         def.examples.forEach(({ prompt, call }) => {
-          shotExample += `Query: "${prompt}"\nJSON: ${call}\n`;
+          shotExample += `Query: "${prompt}"\nJSON: ${JSON.stringify({
+            name: def.name,
+            arguments: safeJsonParse(call, {}),
+          })}\n`;
         });
       }
       output += `${shotExample}-----------\n`;

From c734742189418ed23ce2cf5857507909cfcdc8d6 Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Mon, 21 Oct 2024 14:40:30 -0700
Subject: [PATCH 25/28] Rework failover agent invocation selection for agent
 and ephemmeral agent (#2515)

* Rework failover agent invocation selection for agent and ephemmeral agent

* update order of check

* update order of check

* lint
---
 server/utils/agents/ephemeral.js | 59 +++++++++++++++++++----
 server/utils/agents/index.js     | 83 ++++++++++++++++----------------
 2 files changed, 90 insertions(+), 52 deletions(-)

diff --git a/server/utils/agents/ephemeral.js b/server/utils/agents/ephemeral.js
index 7b05b4adc..1ab2a988a 100644
--- a/server/utils/agents/ephemeral.js
+++ b/server/utils/agents/ephemeral.js
@@ -99,30 +99,69 @@ class EphemeralAgentHandler extends AgentHandler {
     }
   }
 
+  /**
+   * Attempts to find a fallback provider and model to use if the workspace
+   * does not have an explicit `agentProvider` and `agentModel` set.
+   * 1. Fallback to the workspace `chatProvider` and `chatModel` if they exist.
+   * 2. Fallback to the system `LLM_PROVIDER` and try to load the the associated default model via ENV params or a base available model.
+   * 3. Otherwise, return null - will likely throw an error the user can act on.
+   * @returns {object|null} - An object with provider and model keys.
+   */
+  #getFallbackProvider() {
+    // First, fallback to the workspace chat provider and model if they exist
+    if (this.#workspace.chatProvider && this.#workspace.chatModel) {
+      return {
+        provider: this.#workspace.chatProvider,
+        model: this.#workspace.chatModel,
+      };
+    }
+
+    // If workspace does not have chat provider and model fallback
+    // to system provider and try to load provider default model
+    const systemProvider = process.env.LLM_PROVIDER;
+    const systemModel = this.providerDefault(systemProvider);
+    if (systemProvider && systemModel) {
+      return {
+        provider: systemProvider,
+        model: systemModel,
+      };
+    }
+
+    return null;
+  }
+
   /**
    * Finds or assumes the model preference value to use for API calls.
    * If multi-model loading is supported, we use their agent model selection of the workspace
    * If not supported, we attempt to fallback to the system provider value for the LLM preference
    * and if that fails - we assume a reasonable base model to exist.
-   * @returns {string} the model preference value to use in API calls
+   * @returns {string|null} the model preference value to use in API calls
    */
   #fetchModel() {
-    if (!Object.keys(this.noProviderModelDefault).includes(this.provider))
-      return this.#workspace.agentModel || this.providerDefault();
+    // Provider was not explicitly set for workspace, so we are going to run our fallback logic
+    // that will set a provider and model for us to use.
+    if (!this.provider) {
+      const fallback = this.#getFallbackProvider();
+      if (!fallback) throw new Error("No valid provider found for the agent.");
+      this.provider = fallback.provider; // re-set the provider to the fallback provider so it is not null.
+      return fallback.model; // set its defined model based on fallback logic.
+    }
 
-    // Provider has no reliable default (cant load many models) - so we need to look at system
-    // for the model param.
-    const sysModelKey = this.noProviderModelDefault[this.provider];
-    if (!!sysModelKey)
-      return process.env[sysModelKey] ?? this.providerDefault();
+    // The provider was explicitly set, so check if the workspace has an agent model set.
+    if (this.invocation.workspace.agentModel)
+      return this.invocation.workspace.agentModel;
 
-    // If all else fails - look at the provider default list
+    // Otherwise, we have no model to use - so guess a default model to use via the provider
+    // and it's system ENV params and if that fails - we return either a base model or null.
     return this.providerDefault();
   }
 
   #providerSetupAndCheck() {
-    this.provider = this.#workspace.agentProvider;
+    this.provider = this.#workspace.agentProvider ?? null;
     this.model = this.#fetchModel();
+
+    if (!this.provider)
+      throw new Error("No valid provider found for the agent.");
     this.log(`Start ${this.#invocationUUID}::${this.provider}:${this.model}`);
     this.checkSetup();
   }
diff --git a/server/utils/agents/index.js b/server/utils/agents/index.js
index ab86e51ff..98caea5cd 100644
--- a/server/utils/agents/index.js
+++ b/server/utils/agents/index.js
@@ -11,13 +11,6 @@ const ImportedPlugin = require("./imported");
 class AgentHandler {
   #invocationUUID;
   #funcsToLoad = [];
-  noProviderModelDefault = {
-    azure: "OPEN_MODEL_PREF",
-    lmstudio: "LMSTUDIO_MODEL_PREF",
-    textgenwebui: null, // does not even use `model` in API req
-    "generic-openai": "GENERIC_OPEN_AI_MODEL_PREF",
-    bedrock: "AWS_BEDROCK_LLM_MODEL_PREFERENCE",
-  };
   invocation = null;
   aibitat = null;
   channel = null;
@@ -184,53 +177,70 @@ class AgentHandler {
     }
   }
 
+  /**
+   * Finds the default model for a given provider. If no default model is set for it's associated ENV then
+   * it will return a reasonable base model for the provider if one exists.
+   * @param {string} provider - The provider to find the default model for.
+   * @returns {string|null} The default model for the provider.
+   */
   providerDefault(provider = this.provider) {
     switch (provider) {
       case "openai":
-        return "gpt-4o";
+        return process.env.OPEN_MODEL_PREF ?? "gpt-4o";
       case "anthropic":
-        return "claude-3-sonnet-20240229";
+        return process.env.ANTHROPIC_MODEL_PREF ?? "claude-3-sonnet-20240229";
       case "lmstudio":
-        return "server-default";
+        return process.env.LMSTUDIO_MODEL_PREF ?? "server-default";
       case "ollama":
-        return "llama3:latest";
+        return process.env.OLLAMA_MODEL_PREF ?? "llama3:latest";
       case "groq":
-        return "llama3-70b-8192";
+        return process.env.GROQ_MODEL_PREF ?? "llama3-70b-8192";
       case "togetherai":
-        return "mistralai/Mixtral-8x7B-Instruct-v0.1";
+        return (
+          process.env.TOGETHER_AI_MODEL_PREF ??
+          "mistralai/Mixtral-8x7B-Instruct-v0.1"
+        );
       case "azure":
-        return "gpt-3.5-turbo";
+        return null;
       case "koboldcpp":
-        return null;
+        return process.env.KOBOLD_CPP_MODEL_PREF ?? null;
       case "gemini":
-        return "gemini-pro";
+        return process.env.GEMINI_MODEL_PREF ?? "gemini-pro";
       case "localai":
-        return null;
+        return process.env.LOCAL_AI_MODEL_PREF ?? null;
       case "openrouter":
-        return "openrouter/auto";
+        return process.env.OPENROUTER_MODEL_PREF ?? "openrouter/auto";
       case "mistral":
-        return "mistral-medium";
+        return process.env.MISTRAL_MODEL_PREF ?? "mistral-medium";
       case "generic-openai":
-        return null;
+        return process.env.GENERIC_OPEN_AI_MODEL_PREF ?? null;
       case "perplexity":
-        return "sonar-small-online";
+        return process.env.PERPLEXITY_MODEL_PREF ?? "sonar-small-online";
       case "textgenwebui":
         return null;
       case "bedrock":
-        return null;
+        return process.env.AWS_BEDROCK_LLM_MODEL_PREFERENCE ?? null;
       case "fireworksai":
-        return null;
+        return process.env.FIREWORKS_AI_LLM_MODEL_PREF ?? null;
       case "deepseek":
-        return "deepseek-chat";
+        return process.env.DEEPSEEK_MODEL_PREF ?? "deepseek-chat";
       case "litellm":
-        return null;
+        return process.env.LITE_LLM_MODEL_PREF ?? null;
       case "apipie":
-        return null;
+        return process.env.APIPIE_LLM_MODEL_PREF ?? null;
       default:
-        return "unknown";
+        return null;
     }
   }
 
+  /**
+   * Attempts to find a fallback provider and model to use if the workspace
+   * does not have an explicit `agentProvider` and `agentModel` set.
+   * 1. Fallback to the workspace `chatProvider` and `chatModel` if they exist.
+   * 2. Fallback to the system `LLM_PROVIDER` and try to load the the associated default model via ENV params or a base available model.
+   * 3. Otherwise, return null - will likely throw an error the user can act on.
+   * @returns {object|null} - An object with provider and model keys.
+   */
   #getFallbackProvider() {
     // First, fallback to the workspace chat provider and model if they exist
     if (
@@ -262,7 +272,7 @@ class AgentHandler {
    * If multi-model loading is supported, we use their agent model selection of the workspace
    * If not supported, we attempt to fallback to the system provider value for the LLM preference
    * and if that fails - we assume a reasonable base model to exist.
-   * @returns {string} the model preference value to use in API calls
+   * @returns {string|null} the model preference value to use in API calls
    */
   #fetchModel() {
     // Provider was not explicitly set for workspace, so we are going to run our fallback logic
@@ -275,21 +285,11 @@ class AgentHandler {
     }
 
     // The provider was explicitly set, so check if the workspace has an agent model set.
-    if (this.invocation.workspace.agentModel) {
+    if (this.invocation.workspace.agentModel)
       return this.invocation.workspace.agentModel;
-    }
 
-    // If the provider we are using is not supported or does not support multi-model loading
-    // then we use the default model for the provider.
-    if (!Object.keys(this.noProviderModelDefault).includes(this.provider)) {
-      return this.providerDefault();
-    }
-
-    // Load the model from the system environment variable for providers with no multi-model loading.
-    const sysModelKey = this.noProviderModelDefault[this.provider];
-    if (sysModelKey) return process.env[sysModelKey] ?? this.providerDefault();
-
-    // Otherwise, we have no model to use - so guess a default model to use.
+    // Otherwise, we have no model to use - so guess a default model to use via the provider
+    // and it's system ENV params and if that fails - we return either a base model or null.
     return this.providerDefault();
   }
 
@@ -299,7 +299,6 @@ class AgentHandler {
 
     if (!this.provider)
       throw new Error("No valid provider found for the agent.");
-
     this.log(`Start ${this.#invocationUUID}::${this.provider}:${this.model}`);
     this.checkSetup();
   }

From 0074ededdd3aed936f59b2a1c75a1bd8228ca622 Mon Sep 17 00:00:00 2001
From: Sean Hatfield <seanhatfield5@gmail.com>
Date: Mon, 21 Oct 2024 15:25:35 -0700
Subject: [PATCH 26/28] Github data connector improvements (#2439)

* fix tree/blob github urls from branches not being loaded

* improve ux of github data connector

* lint

* patch Github URL parser to just validate with `URL` native parser

* uncheck LocalStorage of PAT for security reasons

---------

Co-authored-by: Timothy Carambat <rambat1010@gmail.com>
---
 .../RepoLoader/GithubRepo/RepoLoader/index.js | 42 +++++++++++++------
 1 file changed, 29 insertions(+), 13 deletions(-)

diff --git a/collector/utils/extensions/RepoLoader/GithubRepo/RepoLoader/index.js b/collector/utils/extensions/RepoLoader/GithubRepo/RepoLoader/index.js
index 61f208742..61ef2036e 100644
--- a/collector/utils/extensions/RepoLoader/GithubRepo/RepoLoader/index.js
+++ b/collector/utils/extensions/RepoLoader/GithubRepo/RepoLoader/index.js
@@ -29,20 +29,36 @@ class GitHubRepoLoader {
   }
 
   #validGithubUrl() {
-    const UrlPattern = require("url-pattern");
-    const pattern = new UrlPattern(
-      "https\\://github.com/(:author)/(:project(*))",
-      {
-        // fixes project names with special characters (.github)
-        segmentValueCharset: "a-zA-Z0-9-._~%/+",
-      }
-    );
-    const match = pattern.match(this.repo);
-    if (!match) return false;
+    try {
+      const url = new URL(this.repo);
 
-    this.author = match.author;
-    this.project = match.project;
-    return true;
+      // Not a github url at all.
+      if (url.hostname !== "github.com") {
+        console.log(
+          `[Github Loader]: Invalid Github URL provided! Hostname must be 'github.com'. Got ${url.hostname}`
+        );
+        return false;
+      }
+
+      // Assume the url is in the format of github.com/{author}/{project}
+      // Remove the first slash from the pathname so we can split it properly.
+      const [author, project, ..._rest] = url.pathname.slice(1).split("/");
+      if (!author || !project) {
+        console.log(
+          `[Github Loader]: Invalid Github URL provided! URL must be in the format of 'github.com/{author}/{project}'. Got ${url.pathname}`
+        );
+        return false;
+      }
+
+      this.author = author;
+      this.project = project;
+      return true;
+    } catch (e) {
+      console.log(
+        `[Github Loader]: Invalid Github URL provided! Error: ${e.message}`
+      );
+      return false;
+    }
   }
 
   // Ensure the branch provided actually exists

From 5bc96bca887e7a7f0affb7d64da720785b9ddeeb Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Mon, 21 Oct 2024 16:32:49 -0700
Subject: [PATCH 27/28] Add Grok/XAI support for LLM & agents (#2517)

* Add Grok/XAI support for LLM & agents

* forgot files
---
 .vscode/settings.json                         |   1 +
 docker/.env.example                           |   4 +
 .../LLMSelection/XAiLLMOptions/index.jsx      | 114 ++++++++++++
 frontend/src/hooks/useGetProvidersModels.js   |   1 +
 frontend/src/media/llmprovider/xai.png        | Bin 0 -> 14108 bytes
 .../GeneralSettings/LLMPreference/index.jsx   |  11 ++
 .../Steps/DataHandling/index.jsx              |   8 +
 .../Steps/LLMPreference/index.jsx             |   9 +
 .../AgentConfig/AgentLLMSelection/index.jsx   |   1 +
 server/.env.example                           |   4 +
 server/models/systemSettings.js               |   4 +
 server/utils/AiProviders/modelMap.js          |   3 +
 server/utils/AiProviders/xai/index.js         | 168 ++++++++++++++++++
 server/utils/agents/aibitat/index.js          |   2 +
 .../agents/aibitat/providers/ai-provider.js   |   8 +
 .../utils/agents/aibitat/providers/index.js   |   2 +
 server/utils/agents/aibitat/providers/xai.js  | 116 ++++++++++++
 server/utils/agents/index.js                  |   6 +
 server/utils/helpers/customModels.js          |  33 ++++
 server/utils/helpers/index.js                 |   6 +
 server/utils/helpers/updateENV.js             |  11 ++
 21 files changed, 512 insertions(+)
 create mode 100644 frontend/src/components/LLMSelection/XAiLLMOptions/index.jsx
 create mode 100644 frontend/src/media/llmprovider/xai.png
 create mode 100644 server/utils/AiProviders/xai/index.js
 create mode 100644 server/utils/agents/aibitat/providers/xai.js

diff --git a/.vscode/settings.json b/.vscode/settings.json
index 8405c5281..14efd3fae 100644
--- a/.vscode/settings.json
+++ b/.vscode/settings.json
@@ -53,6 +53,7 @@
     "uuidv",
     "vectordbs",
     "Weaviate",
+    "XAILLM",
     "Zilliz"
   ],
   "eslint.experimental.useFlatConfig": true,
diff --git a/docker/.env.example b/docker/.env.example
index a6cabe655..7bb07ebef 100644
--- a/docker/.env.example
+++ b/docker/.env.example
@@ -109,6 +109,10 @@ GID='1000'
 # APIPIE_LLM_API_KEY='sk-123abc'
 # APIPIE_LLM_MODEL_PREF='openrouter/llama-3.1-8b-instruct'
 
+# LLM_PROVIDER='xai'
+# XAI_LLM_API_KEY='xai-your-api-key-here'
+# XAI_LLM_MODEL_PREF='grok-beta'
+
 ###########################################
 ######## Embedding API SElECTION ##########
 ###########################################
diff --git a/frontend/src/components/LLMSelection/XAiLLMOptions/index.jsx b/frontend/src/components/LLMSelection/XAiLLMOptions/index.jsx
new file mode 100644
index 000000000..d760a8ba4
--- /dev/null
+++ b/frontend/src/components/LLMSelection/XAiLLMOptions/index.jsx
@@ -0,0 +1,114 @@
+import { useState, useEffect } from "react";
+import System from "@/models/system";
+
+export default function XAILLMOptions({ settings }) {
+  const [inputValue, setInputValue] = useState(settings?.XAIApiKey);
+  const [apiKey, setApiKey] = useState(settings?.XAIApiKey);
+
+  return (
+    <div className="flex gap-[36px] mt-1.5">
+      <div className="flex flex-col w-60">
+        <label className="text-white text-sm font-semibold block mb-3">
+          xAI API Key
+        </label>
+        <input
+          type="password"
+          name="XAIApiKey"
+          className="border-none bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+          placeholder="xAI API Key"
+          defaultValue={settings?.XAIApiKey ? "*".repeat(20) : ""}
+          required={true}
+          autoComplete="off"
+          spellCheck={false}
+          onChange={(e) => setInputValue(e.target.value)}
+          onBlur={() => setApiKey(inputValue)}
+        />
+      </div>
+
+      {!settings?.credentialsOnly && (
+        <XAIModelSelection settings={settings} apiKey={apiKey} />
+      )}
+    </div>
+  );
+}
+
+function XAIModelSelection({ apiKey, settings }) {
+  const [customModels, setCustomModels] = useState([]);
+  const [loading, setLoading] = useState(true);
+
+  useEffect(() => {
+    async function findCustomModels() {
+      if (!apiKey) {
+        setCustomModels([]);
+        setLoading(true);
+        return;
+      }
+
+      try {
+        setLoading(true);
+        const { models } = await System.customModels("xai", apiKey);
+        setCustomModels(models || []);
+      } catch (error) {
+        console.error("Failed to fetch custom models:", error);
+        setCustomModels([]);
+      } finally {
+        setLoading(false);
+      }
+    }
+    findCustomModels();
+  }, [apiKey]);
+
+  if (loading) {
+    return (
+      <div className="flex flex-col w-60">
+        <label className="text-white text-sm font-semibold block mb-3">
+          Chat Model Selection
+        </label>
+        <select
+          name="XAIModelPref"
+          disabled={true}
+          className="border-none bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5"
+        >
+          <option disabled={true} selected={true}>
+            --loading available models--
+          </option>
+        </select>
+        <p className="text-xs leading-[18px] font-base text-white text-opacity-60 mt-2">
+          Enter a valid API key to view all available models for your account.
+        </p>
+      </div>
+    );
+  }
+
+  return (
+    <div className="flex flex-col w-60">
+      <label className="text-white text-sm font-semibold block mb-3">
+        Chat Model Selection
+      </label>
+      <select
+        name="XAIModelPref"
+        required={true}
+        className="border-none bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5"
+      >
+        {customModels.length > 0 && (
+          <optgroup label="Available models">
+            {customModels.map((model) => {
+              return (
+                <option
+                  key={model.id}
+                  value={model.id}
+                  selected={settings?.XAIModelPref === model.id}
+                >
+                  {model.id}
+                </option>
+              );
+            })}
+          </optgroup>
+        )}
+      </select>
+      <p className="text-xs leading-[18px] font-base text-white text-opacity-60 mt-2">
+        Select the xAI model you want to use for your conversations.
+      </p>
+    </div>
+  );
+}
diff --git a/frontend/src/hooks/useGetProvidersModels.js b/frontend/src/hooks/useGetProvidersModels.js
index ece31c2b5..a493438c7 100644
--- a/frontend/src/hooks/useGetProvidersModels.js
+++ b/frontend/src/hooks/useGetProvidersModels.js
@@ -49,6 +49,7 @@ const PROVIDER_DEFAULT_MODELS = {
   textgenwebui: [],
   "generic-openai": [],
   bedrock: [],
+  xai: ["grok-beta"],
 };
 
 // For providers with large model lists (e.g. togetherAi) - we subgroup the options
diff --git a/frontend/src/media/llmprovider/xai.png b/frontend/src/media/llmprovider/xai.png
new file mode 100644
index 0000000000000000000000000000000000000000..93106761e4a616f0ddf38b4cdd2292b4c029a406
GIT binary patch
literal 14108
zcmeHuc{tW<+pY#fGS5X6LS#(lA(^5Qk|dc)lJPN5m4t*8tJNe!mRf}rNfHqish$Qh
z&lNIe9<tB7*0;WQz2DyZkG=PCeE;nCXbtc4Jip<-@9R3R^E|I>#hIEIGBd7aq@kf<
zHrk<QPD8WInEb^+hfhK`@zCNQtGss{@S~w&c}D(PmMX=<PeZeE?1+UG#cKC1H7BoQ
zG7ipOjxI7m$Gq`t8XAotHT>%_7mCCBpkp4MeriFQ;y-_(hJPm?%Zh6;uK(+Q8oti1
zYUX+dfBh8yPgC5DLh)9Ul?@CGlnLA-<K=r;R$f(ARaQ<xRzX1;zmWC|_M|ujNqhQ<
z;7<R%m7a^AlkX94$`LQm_2kwLj$Zy0O>yzRfA#B?oSpuDjJLn9$Ipj2JIT6uxEyow
zr1;6o%gF!ZEuEdzC`TwBF8}u8Iv$jN`^4i2S&5p5gXdvQ@gQku7gq;=4~n=Jw#nOp
za>UWYWxe!z1qBUR@^T(W{^jbQpZxQNvj3CE{`}d$tn&YG19T`9-y@EHZ-S?vjKj}Q
z{K?MA;B93coXIxG{bL(`U8Sbu?DsD(PFAwl#pmBX!A6iTyd8Y~Tr7gUT{OkbUHrWK
zeVttX_4NO`p{}os1I5KzOF>RSQCeP3T0vez_TRqx`v5im`a(a5V&tr);;g8kpy;Y1
z?WnTVMOx9xNnYB)QQ1M-McH+WioCO&vx<_#-}m};$$z<%fg^6TRbi`w(pFV@MR{e_
zttxVVU-R?J|8j|im%o!6S(X-#@~;>A&(Hqz=l_di{^xf6#|{3ut^bb>+WTKJik$M#
zR3+z&FL1tF{&BweOijn1;^yV6WpU)#dR+%!hhvTo6b<s@|M=qH7WaQ2iU5m$#Npp>
z806snUm_4cR{I$(UcMGyULIPy4xRxH>m|%xJe^&9U3@ob$o~5;{&(;DA1L&1zX2Zo
zOEk;=jb~c-WW^L|XymCzdO8+CSBKiZ?Ef(RNNMyaW7R9u7~5>#Wk*={Ez|#Cl_}OV
z@0@%8wOV9Tuup@U*S+EzzJ&DHlax~#)9va^RdN**U-Z*1aVEMhISPNzvbkRD)T`88
zUEINu^S*y2JNu%{txvRU?AItv#=^qO{{P?p`}V-MVD);n-2yE1cPynIJa}-osE9V_
z{U&!!9UUEpRjW>H&p2*T>+{CP!IUGM?n?dX++67o4Go!jc`N~?hYGE4m~ZlIeRx7W
zaCp6n3Lj(i_Co8|YIGZ^hvoQ~f)?kt+LnbxCnmC}2(Xw9nBKC8O-wvp?;2&C-R(C1
zySzl)51O3!af^%LuU@~-eDrATv17-qY;Ad52Ba^%WaHsE{q?Jxo}ppYn>VZqmtOVw
zUlnIE&eX2xr#O0eFnM)6(YLb`YG`cKKX`p&Y)r@3SK-HE$I`lsvUZ={-mTzE(ObTm
zXZ1vgW^+r6*`Y%TA3yH1%C$6ePk!nAqPDj3ntI^5<m6=u1}oz9gpH-Ytcp6n<M>PG
z$`>yfE?>U<_T4+-=0`VdWDK`$qd5~F?=wAo=+x=cm34JHQ><U}(``&XUR1PIBVvJ1
zQ&TfDT9n33ac#<Pzhypr$Y*3^G&(iKll$BE(>g{I>fZv?U0q#qzmro_0h?uI<IQ9A
zgil!K8sL40+e%}uUKN;`n>%A(7hIh#I=8a4jpf42Q`oY{VY3|X-@pIV(!!a|bIalk
z_QI{my7iI&YI%A2%nv?kKBZ^Ba_$o26cZPx;_eR~D193mihEF(YbxR0SIga68pw(>
z)L;}{o+uF)QPoeW^elD?4qh|TUZxuusBF1^zy59U_3LSPWo`A29NFaS=a*rAOYe4{
zhLb7B;_0fc<4^4?Mn~l$e#{;|o0Jr98NW+RH!Ms;P$P&Y*E0UxIkxFbM*Gv3rW(h8
ze>;ZoSUlb2VX$-OYTGAaaW7vQ@g*3T4V-)F92*<E&C^pxQc8+lNGQ^|_E?d1K|#T?
z+aDQaWo1vDI_1r~z(*pXJSu9%W@+h+>}*<TY3Wbx?Ff|bLF@7k4Y#)1q@<>9(9~SF
zY}vBmH$wsHI8-$?wR9}BtCDu*%9U~wN$gSQUu)*PUxj!|NMQa-QNy2CuU^Fl%-6KE
z@UyeCKlC5u!AoRV-cI@u;_ZFBsp)`5@c7D?FJCe+GjmUdeF?5ezv1@=!R6(}8Wj~a
z)1Px)PDzO_zFOE?b8KwvVd%6>p|!NIuyEq8l65TfHP4@$+1VvMd7?ElJ1Z}$d0fZn
zOIo$#)81ZD>w^cWA3mJIdte8QvqvW<^<7=Xp3DtM-MDc>psDXclLyk{>+o<*OR-nM
z-Mh!JbgB@m7As#0B~Mj=<=gOZ_s84&Z{EHgWt-3Ia)@KbzxLYY%Z%9eZ{Iu+Y14=E
z%tk(a;v)}gZ%;%5nGI+pk*jlab9HjwXJloq;N;}Y++A{L@O-gXhk?F6?eY~XHe6hq
zd-EQF;9ley5h1uIO+)AK;T*T(Q?I4yHeTDA*RG6<g1&!drlY4XC@Yh;)_nT(>5G>y
zb@uJ!9v>f1EcEwQ5wNneGu*R>m7FrRkUF4|kLSuXc_`h<%gfBoWqy;U$vHX2Oylh8
z+C4u~Zs_YfZdm4pOkB&)KlZI@%booE_y_!vY4Q^NHVT(^xw*M*L(nudH0WLP72miq
z0~v%2HZV1Po6K7WhAgk8m5A7$n3$+=R`B_5u#(AGEpTdjT3%Z_sWIP97Y9CPU1E@>
zbKt-l<DENw5E0XE@BH<BTwG}D>+8P`3{<wZUX}3YK!9X)bvcl{3J(we)Y{55B#>EN
zuKn)ayV1_4E4X-gkll6Rb}iT-H$}&wAU-Um>e;hX5?kMqHF^R)JiNT{z^?i$%2w9a
z9Fz9J?(UMF9ZwR@o@H7|OS^9Nm4{MRP7XaYGc(`1b<t1l*=`vx$E79@o9kJanKR1D
z)~Q`%alL;a#oAe6O;}i1`bT%4k#<cWi{NalV}ZSs(~8N-$)M@sbpZhZdg?7k<&LKB
zE`3ppd3f*M$(%jcGjRu=c>TiN$rTmbS|9qX=<Dl?O-hO}zojug+ubd^cJ11?4GpJp
zFvGsrX|Pk@ubPPek&{FH^eMKX!SdCcH}MZ-`UeN&pFPuSeG<+e92|`3^dIq67hnl|
z{(OJFtpkOULSMIs0ReG@C1!=|{WaIFU7HzuE+nt69*;QviJ!ym%J`{%SlB{xJ%4=l
z$=TUpiobu?;{5cd=4Os;lQ}+Yw&MPgD|vY`6H`-X8s-foQ@7_@X5ny?1U0t@1<fR<
zwJKd<K6vop&D>mlUELK-bXCc`uZ(Q)&KGP3&)>d%8xI*A9L)UK^W{s-&Wkc#10Qd{
zbuStn8&e&hZD`<`o1Z7E%E;J|w=+$ST!y6r7!bQ-JxSV*Zf-k%mM2F?$I;^QMds@2
zY6b=dm3Q+sUEcP-z8v{><uz~LvOOp+o~`L!Rh52Y%S+e$8MklOwOwd&R){l?v5?fa
zu;B9b^)<DzIs56;r=*Y$65_XSug39O9XQaHGQX0Xjvv4zHI=)ts3@bLfL&c(J@ZtO
zg=BP65-YjZ);6)Xw^yXh3l;XPfe2vhZFBRP<Yaa;){6HdPPo2%ApHH?x5rt9wCp`S
zO+K_Mo0*y2{PWMsve4<yk&(#W?^RX0n`LCWg_dUMQJEgf1fN9iyz-vx6<oWvGM-mf
zPD5k!0E4uoWNq8L*yhcz7TNOazJ8T(cXw|cJRipWwU@l5!~G^XP0a+<AVp<mCqKWv
zDQY%lUNW|iV@d6nmL7V+e*p&)8XAg>+3xSZ^|y-`gZ0NwkvH_g3g_lREcWk@56RNc
zFkLS$PS4HF{o>UtJ$w7k<Tty;I3GQFL;~-`iDgqyRA~|NVq~xG-{(Y0|NZi1j$^gC
z7Lx4T+|jkQ#x|t^%&1JmQGF&k@5^Kk?A;qRJnTtjsd)dz!Svm&&yVJm<>gP<Ma<G7
zPu~tsW`4|~x}CdrEn$4zxA)7J(tL?W?ronwZA0}R7#NV#(t3SPV<R5<=Yd>HY!o>m
zBoRr_qO{&#=Y^K?MSgR0^Ta|5O+=f=z}K%8J<pR03JXP>w|Gs=;zIYPp#WfRW=YAK
zgoFfKSlQK;AyE_*8Y;4JBP}Amy07jcyMRDguODI>d4$@6@|GyJhaG8REp}nm{rmR`
zZUT?>!()}@<k)~rhAu7}5q#<9w`dl;My`N<JdRlWNpY;LySc0Pf*s^E0L0TYf={-$
z+kTx4q2~RdrK9Wau8zNX^Cl^pkITxEG_L>AI4G~7arW}%wPzC&<VE*vz(dvY#9z+M
z&Amn7R9EX$J&RuS`HBKP|NN8jz<~oGZa$Hpy;Zz%a6f)TC@L!2gE5iN{9qKx9ChA=
zyHToh#flYQzkPd#NI7eeB|&Zg2-CU!vHNKhJ$RbdcnPXmbMxBv^2ns-W^3xejdByo
zg`Ke`ERCwqzP!1fb?eru`T6<GV`oqRyKd({sZ8KkX5;4{w7p0<aPXjChpL^GRp+7M
zy=O&?)%Nl5@)DNv+iyI(cJGc0n0(XN$V;kf#G=~x_wQX_zI=($sz+v`_@W4*^f`@O
z*@Bvya}rFX-c{GjOEzL*%#a{hz`TKQ@_I2by6EWW7j<>I6v{+$Oi-?+l<VQcV_jAB
zB*0x<^i$OO>qtD2O+Z{CKOMZi*-A@GGe2y&@Uj!AQdzk@Y<{RXHX%V1umE;+_%MA@
zQBlzB_(mmV<=M{aHJ}8X^{6HO{@nil{$CL~&CQqH3{QM;-+J%fJwmg%czGi~%p2r4
zW|fx<jdYY7f?9cXTxAC!jR9NaRa9a@u<Y&aw-ugCG0w)xJPqs!k2!yy<L1YKq`XZg
zCMMl4FNpK4S#zSv<MYs!EhkIcDVeI*OeUtMd#dAkGpBlg+aVeoAFm6J#<+Slsc$cw
z?};SY(p1#c(5b1b7d&`Sb5287CG!SnorjVWO31o(>w@N|q?zcVB>Z<|o8PpMbUu8z
zry=*?j@`Sl($B>JA|4)|hjrmKauWS|zM4i;3$uP?+k%4+0D!>H5P%f`pa^Br{%?Sf
zxE^nnbcCUT!bxSX_Sp7$F;UT#cHxuUh1Nrc`OB%ZWTUE4I9=~MxVq8}4Gm$h*ic_V
zb@TIOk$v7Mb2g8I%u>{LgtflP;H>s6u5wfCM#%`8`gZAN(hkHQ7Z+D2f^Wypojob@
z0zI+kO;YOXcNZ2GrWX})U$}4~^O~-OWNPf$vxKioN=mYEaQODxt6r03s&(pp^!ma5
z``~RW%#z}<=$ZL>-E4E64AU^m9et0ysJ<;*w%|!?LPA3HO2b8xcccSTu3U-7K{&g(
zl#KYipM93DVE_n3>6yu2nv+G6TW#i{Rw{ra1Dy4Yj8<`QaIC+0{Z4rZgb-@pFO~_Q
zJ7XEYJ!2aYAU~$dMYe4D{%o;a_)Sk>h5Y#)qQl88wY7|=PoLInDVv<04r~OPvGMT*
zIWDi*I^cQqsBU<;CbC0c-73#i0+QqeU=B?GR7^~~IsLWG;yre?Yc@g;adDkGSnTP5
z1X;a$b!O3Kxl6ll=I6(t&Va#~eE56{;$>n&5s+vKUiy<0dQ0yiU>i8xs)JGnG||5m
zZNf7gA|w*0w>;ZC4#gw$#tpp>enA1H>*%7Em6etKq`k_@;>PQ)D<~_+T#uMrMc7hX
z8~2b*F<2IeETS+uEsZ7HJh;2T*GNFXOmNGkU8g%c?Xi(vH3|HHY|z`xJNui50+6p+
z85zs^`}@JN_1)ZVy6yGG=7Dp7(52%WKR>_BQ#TMM*ud@EPnJ$Iv;Owp%SW$&1Fwut
z1rcdDB!~@afZ3tNY<_-z>c@}KWO0v{tAQzxjAQ}sf!cgRLcF;-XQ5Gc>|g*-e=_@-
zUsO~y7F!5T!D@!MNlY{Vkwx5S4di!k0=Y5BV#k#rAk~B+9z6*(`~Aul-DAh3QD^TK
z7mHi-?=P}WINF#;mPNFy`7N$&7PS(U$tku=yXfrf>=3f{K#i=dtlxkCoy~>IrN|mq
zZXC+2%_GVx$y7$@3&C6m;0Fq!o0r$~-rgIA<x^g>b92HQHY`IGm5`7)jud&b>z$!W
z=EQpJ<ck+Oh|((y<%N{Y^yGO}U*FaLK8HXAB+-k@w+7jM5Mc&5G*eEs@!Dl+X(_C&
zEtH&`%w#ktN|#MvqQu<Y-R(U;b*%UEXJHi;tHQ{uI9^>{-Jqo(L=S5!&~|im7#bSV
z6LbeFHVf@oNl)K1-d8s>H<(Y9ny}Yq>dT5-#SDsTnSsy*$ol(_fX#s%hlKGGwtDOs
z^X}cdN56ju1S@7{Wo4L3B=!wns&@s)&w@jMFRcz9<Qz&cYAnco_s*P)n_CAO21mle
zWSlI)#RysF5E&^XB_$<yr9M-GhL98$6$T+8AyVgsqEuKw5c&A{wt*m$1R65oV`Do`
z&nnmnGWdKd>cndnlQMnbRAY8d&K0=xy?YAJYHH4y$Gq=<_Tz^Zl<`=1^=c*-mP!w$
zNa{Mbn5t#>o4$FnDQ(?KVu(6iCN3(Pe(xR!DoJcy-0V#qKI&5S2wO4$1hR7d)~(#d
zo^9I=3{Kxv)`8P7HaB^cLZO6>Jy>mdn;U8YD7OvaqNJqs<kQHas*Q5?z5DmaCL8Ta
z^L-Q~j2Oyw^>~oC$Y|6FkqsMk3QMbb;%O1agyW}ah0p2p2M>Mw)`{~apWsG%p?uGv
zSXZrDB_ShY5FD(kxHdt;|80NOR^#MNT#S$k-B>*IagFwmF;*A~p$n4NvEHt(4F(1V
zV2rG}ma9u_SP~4r=NOil<Z!mMv><eJoSZ}q3=MsPf+T8F4$52<0f3XW`S{3h*VPT?
ziv1x+*SBi@g_q~9UuQ)Sf|2~bOALA^^f3!07R(MNCZ=?V^CwT9;KZYBWR||&T{!lW
z4&j^F=E3HU4xuAQjy#N9(!wUFw*B#@GF@Yt&C$a?K0Y(^9ZM`USm8B^{c|=Bv%N1l
zZ+>*gS#8gvh6V7iyi!kBW}EcKA7aE&A*?_81}L=U?P^jh3kwy&Fyat4whILz+g~^<
z5VIvUl}JTUh|D%sEftjt@E9V8-@O~pX^>*3TXFfy6)KoEm1;(9{~ckg<@>1O<NRs*
zx_&=zz2K7%hi!Pdxk<5tA5w*?{@n04KtfDR%-ep7sbuPo9XpO+zuqDAs094{J~aB_
zH)&ATPd$|46)uxP&cyT#tT5xFd-Bz*VUD)`Iq#!8wu;9B$u3^x#RjzH4}v4Yk_mpy
zgAIg2AczNrU~6l;W6vJmRvI4_0f5Ff9L%HA(t<~iB#n0%i-H!o2aa5M{8%Hv?1pxN
zPVjPlJ-uyUW#rIXTB<54j!UpM3knF>L&1Zrkn9TzQdz!yd4#ezEIcN<72pJB2M@+a
zN7GV6I<Q+X9nv2^7SPw%2ZZqezxer5#LwX^D=RBU5v!=fj@So-EVGpQYh`7c9~v7;
zbgWsk2JgAlW~)wcF)giTetLuoz6m+Px_@5kmIWj7)TYFjc6y}4(8`K0r*-0@_m(d!
zeTPowWM_BPrb<c3${Oz25i3#j&{lY4XsG&)_R@lE%L`9W&&-UBr)9w+4Z4rlCJ-7Y
zAt|}t+Inqh$6LD^q5I+~@ZG$<<={Dhbb#NSZfiS4RWbm-BbEzs%;x7sHgEoxHEDdm
z38a`Ap_<f4zc9C=#vk<N%_sK7eFA1_-g&3@mz0z+u(I+FDaBFUp23?Tz6ET~J?(c_
zF)(biwB!*M5z$wDD-8@06ii%L2x~2m?C8mV@V==!U84&n6V}m*E6QHoSP%A^bK_=s
zKLLS(B(^?(c7??hrs#_VIAwWTKO#blgOgJ;!mAAlym8~khr!>)aQmkD(@*$J%JwWv
zHI4?|Ku$S@g$eZZ^khC}@+`2D0~mo{tQQek;a;>BB?Co<BW|UZmevj<BOR~~kb{Ez
z_j?K+JjVA3cnK*fT_dA7xB8Z^9*(AI%Y91(GBPs2gsX;HiVMoi37%62)(8nb*It_4
zqi0|stf3(wnOa+RK=@*vnYsD$(zZkpViKCp)9PAUf<%(*=qw8?>5uREFwf;Z*&LUY
zMC1zutX9dT?oFs2A|fJ0;XuD8K7J+hi$0~MMjIvxZjh21v^ok`m0|U2U5J)H|NQgZ
zxpNg#XC|uUCH5r0eQRp-By0_~BU5YQXo1z;Cr=UsN7^%<JQ2Kd<;rkO#G&H&%*@Qu
zdgYFEB=m_BC!TW*<T+UoTN2=e(xb0#pnsS@YCOg4_D6y)q_o30j8&>Gw9bXN+`fN5
zZ%AlpK}kt)uU})?B=#8SusFP7vb=J#rnjv$&}`qnYJVd&C7TzjF1^00q*TFp>8W8R
z$|xkHxyS!u$PnVF>!Mu*tl87$<>jG%hGG|<K7US+#w-Eb@o|OCJaxQf#StLjgjA7q
zN=WE?B)X12;_x+vyj#Z{9fbuoLr#IR-nnxpcFK3=-8&A5a5i4vm`|Uqo>f<uB+(j)
za)^qFRd#u&LoPsz;PvO~lml$&>%dRPM!R%x<m6O6e;zY<p5mc0sTFO*F9wfBLRwni
z((*UA!*ozNh~Ckup@Sbjd<au?q?FOmwgq-%+`RcU{?0z^0#U5ixjeWi^41|*s?gJP
zjcgLdYuBE^zK|D3tYm74d>$y;qNsQZA&lS^IFJuWBR(b0@64Gq-u>^g%O@%y0wYiy
zd=}^YQ&LjaD=Mahm-K(~83;dv+iy@-<^@`QMP5IBdO{-C9(jTC^|qrU>Cq!KiB#ih
zlVUw#AFoH?GN@8j&I%6h?u<%ThVGYJ+S{*x_x?R`zQCVG6O6_g5+(K&bhMwIooew)
zzI17mwKTAJ=gyr$KNeIGa(5p*_{_2$oE3%X!v_mOjqnDDxB0!(Pszq%3pSuwqc&aj
zy<jLOu}6MC4Pd1tbO@q2PKkT#rCogd{JKYvN@<17j8YGcrl+rWc6RQZn;d*mU$5z#
zWf%+oX=5V*Zfj;~`PoysE?sm_=ZASFG%a@Q+NB3`5o&Ji`y1`}hRL_C_q(cMSYbu^
zbkHvy^PZoZ>;7DS1*8|QU-kI-y-sdJIQGYn(@bj)pE|WNN&BJB7k<N(!^ct7ii?$D
zwflgZ;nkjYbl9a>!y1DB`S$($sDS}@gyFhX9wj!zp8h_A4bn(o#vf@B5fK0bXd_nd
z*>M*b6Zd76gSpCEUNhi1H*ZRSF7=>5;7w22$nd(j6N9^?L=`cz4K>SN?qQ=;w)rLt
zNpADKdwsrt-VG(j4l})+KMY7is0JX#!C`}=lhc~>y*>+x>P{!4qQ-`bJ0K5M;)j`9
zSBcRKT8q~MWm|gjLSge}CgcDiDaOXN;(_^x=<8N9GLGV+@giRi=0=G(e5uBL5uCmb
z4$ELm!x<b8T8CpL7Sp$Hdcb#B(is+#ZL;%02qy^%hJE|?$*oPWva+i9{P}aT=LHzj
z#AY-$W)$k)NR`74u`N%EvLHmYwOKE`6g4)~Luth^fUgn04Sb|hsl$CVjgJPVrj(%d
z-ZnOV(W3v;LXzla5;w?=wFxynlbj{q1L1Te9XD?5B4Gd{K~L|L+h7Q(c9$+ag-1kf
zXh6&BbK1$Jsn=7HKfXi)%&WqCHz_D^ApCCLxufUkm?=?&Tj>QGY)UnL_Uu_FHOp{#
z{*%~+mp#(X$OtHHSYzi>Qcm5uvzb7EP{Fw!q68@cxTj-c3W|!N;S9li?tXnu9rgKh
z$`!rm=^9lFi;F<5z9+USnwrwaQU`vytWcacva>;=tHA2Q?QL=`MPy`Hva_=x1_@7w
z&!2awln9fg#+?(9@)B?4kTs|~C~RR%i_<gLmu7`<gmIR8A|tg$IaUFAp+y-YBO|9n
zveD~96+<b<_IralJB6;f_SKKvr166ip5x-;!UxN-y<HH^qoi*#p|!7HCzduQqHT2K
z$gTO)39w9YtOzq~6gwMR1-<OoXZEIPE8zAKvk*xHgBH%VmRjT2Rgl_P1d2++Ja;-O
zhKS*5u$aWNig6~(heNKfKx87Hi4$6Mw2@6vP^P(R4Y)JXorKTcy__KANgp;P?`RFL
zj5A@R>r?IO>x*8^E0dm{P6J_u#uHmM3n)MOX>f^&?+=*<B|ACesX_gM_u@pQWsF`9
zaT+x7l^uwrJ$UK9>@g54m_0M2T`N#|mp+I*(Mzk`TI;6=(+NS^)YOENC-MS3OTVPZ
zskkMhad7N&JwH(lYHF9I*L{74vb@DOn*-bd94H2jwANMu?3qJ>m4<CRY_-nL^=KrW
zyL2fIVWAbKBhC>uF5uf%pv1=n`l+I!p>gk4_a=yP=pTZx-@m-+f~gWQ7JEgNavqtm
z;g^6<N#W86nP7lRj}pxjU)^JP8eoFgCOqlJ4N*OP{S68V=MTf>>2iIo$^(i+v<Mg1
zdMz#6LT`n&3B$JPXh|4kC6{(mG7-ltpFEWC2X4&t8vVw}8dR>7ix+kC8{rufDUmtR
zEPtim&E5SZP95Ek6yuE_+>4$MuAk#dlz4Lj#<oWI92dOBPfble^hob$v^q^pSRlL4
zUA{~((afFlcNZy5J2EjYZk5>pE~o2T<67L}AjkK%tt~-(Pg*CsECB5)c(I}GQZPXH
z`By{ZojJq!?D_Nfakl7Rq6f`YQ#i=z!|^fEnGN6IT(r9ya@`EVhn}9EPf*YR>;S?5
zZ6uZ~YAlv>Dmr?dYBBB{zciDyRPp*X%O8LIp%+}rK?7PxWG<Q(pv;}`vUd&_OT|5_
zWba$!9~2auoxO2kyiV5b=+P=*3%Dp1?+M&aN?dWvLULM4H#IetFvM(6^l<SgG_6R?
zp^9Y+#EQ>JV|&&Et-w~HMlv5f;DK3n*E$z}NNIwKtgNbH=i*wKZNBQ3#ek>CK~qy2
zgf3dCzt_8(ZLfv3W^Ye}tUv^!Dn0b>I*D!fbudjcYinzp>537O)7FmcZAch=1>0Hp
z<jIrR@Q~i!FR*6ftf4;KZSu&}BqU4@){aob%(C|Ob|zyE?x^vz@|Sjj;~RvAszZ$6
z5E2EZan5LSJS`0zfvQXz9rcDoQ0i5M(hlK9;0n1^4Qp$c*oEiH`>vYggo;Q?OEbsC
z#qBUQ?oQsoL5ur(t6jU>GK6m1Gu-Dbm3jhwm_42^1Ox?1FYCvTAMiiC?bcCNfsF&b
zfIM=bC0I19ozU^56`hTyb~ZMc0*IOa_#Ktb)<-m{$MyA^E{Yn`P9DD{ZL$3Pk-)&*
zL+agxrY_9LqdA)tCIgojtuD}>g(0s<U6@beKNzk%7q?JbTH<jPT6{AvR858VU<=t%
zn5wF(;5%1ANKS;5b>`dI+WwS0sCzIzrmg?DT^xXYt*xswv#>aYO{E(6gp{?n9X%Wr
z^m`-!%N{-y_<GkW1XOc#Gl@wYi}pmvngoNhiHVs|e#l_MVXK{@9MG?XeP9bwcA|hn
z(wougBtr_Mi~sH0XolUm1oDA!W!V03K<ynIx>(Dl`!Ami^!F#+8RmnEii&rn41^0j
z5wuk>eju!-w$?a%{NWG2rSm|U%F5-|*4Co~AEnIFqO-oo>ja<q)m?Uk{>Zm2tL*IT
zJlt`!pk)YC7X~n{2L=b_m6Zc~{i3&@0FXj<X5P8O<lx|tY2!ngY+fTE@a*>fd^vgf
zr?%?7@=UdRYkyh3o}Mh|61p8Z@)Wky^|>;1d(m_pt76p#{pi9|vS?~wyr@v_2#X?O
z9^(#5w1EkdXh@Jkex<&qew|tXxt;&Vd~_AIZrzH2S=c!k0IonJG8)9#QhS9<iD7xL
zZ2_Bujrl!D(9E(!NA5S>Ehsnv=A^iF>r*$y@h&E{01d-nW7sO`#l^g&2i)JUdhfx^
zVc;6NER=u%xDKR$z!+T_e)LOmSpX=t+?Fj-q+uU2L_!liT)1hl%k=?W+qZAmu%*8y
zgcq#AdeNi^30aHg`3aMpdB>yvKxr6j=<`c#-h2vfENWjH>!M_;ac^IrLwNW)(r4-K
zXU}bXJv=N!QCo+~-UXK?!JsE1<@c{Up}0~CnmoXIwxO*~$nN9E3;N26uUxkv8Ajhk
z{@@hS3ajYq>Pn7@*eA(N45r2D4w0=}_Z9No&+|(sW;;p*4m+ol;=z}a6Wiwb95otw
zOgb*NZf%0n3m?lzk17hY0GaU8VY&*Ht>*#+@+*6$-@VHQua&K+@%6++Vd(6M!BmP3
zZu8>l(`D!qm?A1cVVp`MF}Z=1%Xr^Eied*9E3~Gl_Gi=RXY&VWtsidH=&X<d=kMdk
zk66%5-O(bw>u`beNoQufZzq7y(a-O@mEj%~e-vY)D2Z}=@+6|SfzSxJ%jn@JU$_v3
zBJOm%&knIUT&xUBUR#accw!^`1upO1B|vtPEJ#bM+y<wmM=%gcxkd#?BZ(d(J<;2j
zp+J_{Boc1?`7>C~a+tkzQ93EN;VN-suI6T5p27C*%Yl@@2&vkqL26f2GBs#fSXqg|
z3?~XX`=hJ0)vglx45RK$O${+~!WGXX#K%{G{ganOHKSI(w3oA|P`F@rqI2pv&oGw>
zd!-fp;PaO+#D_u4D=AP6Qq{`F=2;A@5D{-49v%X-guVUpfFJtyopECwgkO&2Pe&Wl
ztNroQg@wlwUT*K2p52;WRa{aM2S*Oh4BAW`J&lv-btB0DbHtIs^Z{hTBkhYXol$_Q
zQl<7IRWQ3U_41nU9@LkwBO@`tWJgy|PZbZxggy#=B{K_4_gK&K->+Zioiw>`e(Mxw
zA$rG?A|KQ`D*$h^z@kXwz});i1NRRkx+AhYNk|(_^K)+gZ<}ze87wR;AlNbJh*AOr
z(LFOvQNvsVXuZ!^w?6PF!Z+}saPqcn^9@)hX&1pz0Ns>m4(TJzQQ8YF+$1KdT@9A#
zj64PzM&mRKP>B=GY`sMn5$-CzY11kYT+%4Sz(mA!BONVmMqwcr!iT6WH0BMHjs~4<
z@*ol&GbYHbq|Q!zJw3fJU&UP$hNJ3VRyISxgL1V$36BR8OcJ1-(}d4JoNi)=q#D!S
znwS>fkSCRh2a%!{xilT=<lvx_G6%hlfdUK-C11P73{<>(S1zeh=kSWC@s&Ph^3bMd
zAa>85J!>Btday7AaYiOOCI|M3ii<DRouechXQLKYVweZSg5g)!h}9xA1=M9~>OpA|
zP~)UQ)(IP#FI8(Mnh-a!AKk0LE@06U=i0;56K3|{wqT%;pjKGy!~_K-b0On+GBgAe
z6X9Q&K4AvgfW1f+{DiJ}1*jrBM&}@t(aw#VItSOZ^_8j)h_~(IpcC-woQ@n>MMhB6
zh%EqbqPyFX*a8^!iJV!r1!)6G33+T`VUd3GCIigd;XrB4dUO_X9U7d^(KK3Fx|buI
z(J)2)I2Hn^0f90_q@&errldpjP&W@%1M(Xl>dfA~`x<3}ez{m?sEK&dr0IvSK0l%V
z01fi1lbR0QaqO^84r`RTGngA76=+4wbwJ|JLAB>_V$cnl87>_`LumeDglwE17|wDi
zM+Zm8<#bV9R%y|k-4wNgd-u8{s@|i!3<K%ZE-@#ocS4ovT$gT(2m1MKA$${7HZ{bu
zuFn_v-1TE|{$bFVu;SW!J4OzyU0YilN7vI{7K%|Pw`0e+`|5Y#*vPD3<d4?224Oil
z)52oKeoEKc>=zJsWD2FV6<EPS9TpFTjKvfrRPj&ePgwZLi$|HitW20<rsn1+L87Qi
zdoi?!118sD$9~SqrN566F-}&wW`aK$VIX-49bnij6J(9~Lu3t+{ZM}4)Oud@?GOj(
zCpcl@5Y}k1%sZAZ3H5oaw93lQ&dzRt-G}fVPTQtePHy{YC;&ZoGJJ$0P39{%if-gs
zg^fRd;lkKgstD#&7z8&j+2loi#q7Ytz!5>Xm<W0ORpQ{QeSI#dm}IgGsOcf3bCNGb
z*jw}2ZIprGHg(d>S7J`Vm|t8RRNgYr_Q!FM!A|qm2prNxCX*BE)-CE+&G=!ZyU^{1
zNr|;x4?BF}Yq82C&r={J%7fYd{V|v_Fbg<&h>MXHYGD*+7@_KepHKf~RpSHHX2&B(
zj0(3l5uduDp%Og@$T#HJ$^86$iK4eJpR;E(pdUs^530@f{Kj~t%TzZ-BJbfQDkvym
z9wX6T?OTY8#Fj0b`}1sc%*@zfb|eiAE=nQpLdpa&(HS&3z>NVI{aaBc^obIhFMbUs
zfFP3D08ktK+xlpsC@Jy4viQq6Fl=Bdd;FM<oqZWZ3i_K+Bh-)~nu-q}xQOSBBLgH=
zG&b%p+_+4wWM*BL4%{<0Pfvs0yP3tr#PkkbWMXC}gC^ui5QCu<Cw<}MhaGvCjWr;R
zQ?LDNv4OjGrT_5<9VR5d73p4omOjCTi4;_;!Uqq2uJz3L)YNGl9jG)8k&IQ0tp#kd
z2?-@ZIFT8*H*fZ&Bwxi4u5G>{{4mn#ynDC8R(*oqq%7&u;NxCQ6%gYD(>xG!)P{}R
zjI>ZD#4UxZs)Oh=rym^*ABB#b)||d{X$@6yZXIM6gg>YWMo8H>Ijg>>_SUfX$@{5Y
z8;*<xReCxz^YEsjS$9v5&(e=@ID*)V*yeeR&TJ4CUXGZB%-_Ci*IBnB1S_UZd&o$H
zpdcnnd5R3#uWd$y-&N^~yqw%|7?v0{i<@H0hqOdLIv_yFv+Yqdv@RMaX38=cNJeC1
z?c{~gkk$b>TE54;7@1H)#=-cerj=w}h}k>h)JsuwP+Uu-GAZugzG1TX%s3nPI007J
zpd@24XP4AC8VVcK3}ax}5zMGMV74q}H#eqD(X;}hRv`*uqM>Vaee2?HFjCRD_|#Fb
zORPtxj2^S8RP^TH9>Sm|<EbFlK?|A&yf`=<3F&O9_5CPE-2^ctjvu7=!c0$6rsiF#
zRAa~-ToyMpbPTLHqCqY1`gI|aom98Pg4!i+K|!?PU*6SlB@+-(L>M5zoG7e5cWGFL
z#G!I`ABg*A@D<JoA`mtiI50+?&RFk(*~!INeK>z_4a6MqPOwGw4MsgNcNw>!uDMgx
zB+p8SAMOd71*F}szG?YVso+gh36pQ0c^Jw0=pOyjnd4aRP<LM+ZISh2)82z<ty1SO
zLIBaPN~`VqbEtoTT~ALGV?6)=Z~vWp(7Ckik-`&&{<G)W$$!6Qq;H~^x845a{{V1h
Bs0IK4

literal 0
HcmV?d00001

diff --git a/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx b/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
index d471dc358..e7b06e172 100644
--- a/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
+++ b/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
@@ -27,6 +27,7 @@ import LiteLLMLogo from "@/media/llmprovider/litellm.png";
 import AWSBedrockLogo from "@/media/llmprovider/bedrock.png";
 import DeepSeekLogo from "@/media/llmprovider/deepseek.png";
 import APIPieLogo from "@/media/llmprovider/apipie.png";
+import XAILogo from "@/media/llmprovider/xai.png";
 
 import PreLoader from "@/components/Preloader";
 import OpenAiOptions from "@/components/LLMSelection/OpenAiOptions";
@@ -52,6 +53,7 @@ import LiteLLMOptions from "@/components/LLMSelection/LiteLLMOptions";
 import AWSBedrockLLMOptions from "@/components/LLMSelection/AwsBedrockLLMOptions";
 import DeepSeekOptions from "@/components/LLMSelection/DeepSeekOptions";
 import ApiPieLLMOptions from "@/components/LLMSelection/ApiPieOptions";
+import XAILLMOptions from "@/components/LLMSelection/XAiLLMOptions";
 
 import LLMItem from "@/components/LLMSelection/LLMItem";
 import { CaretUpDown, MagnifyingGlass, X } from "@phosphor-icons/react";
@@ -258,6 +260,15 @@ export const AVAILABLE_LLM_PROVIDERS = [
       "GenericOpenAiKey",
     ],
   },
+  {
+    name: "xAI",
+    value: "xai",
+    logo: XAILogo,
+    options: (settings) => <XAILLMOptions settings={settings} />,
+    description: "Run xAI's powerful LLMs like Grok-2 and more.",
+    requiredConfig: ["XAIApiKey", "XAIModelPref"],
+  },
+
   {
     name: "Native",
     value: "native",
diff --git a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
index e3b4e2ee8..33750cba2 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
@@ -22,6 +22,7 @@ import LiteLLMLogo from "@/media/llmprovider/litellm.png";
 import AWSBedrockLogo from "@/media/llmprovider/bedrock.png";
 import DeepSeekLogo from "@/media/llmprovider/deepseek.png";
 import APIPieLogo from "@/media/llmprovider/apipie.png";
+import XAILogo from "@/media/llmprovider/xai.png";
 
 import CohereLogo from "@/media/llmprovider/cohere.png";
 import ZillizLogo from "@/media/vectordbs/zilliz.png";
@@ -210,6 +211,13 @@ export const LLM_SELECTION_PRIVACY = {
     ],
     logo: APIPieLogo,
   },
+  xai: {
+    name: "xAI",
+    description: [
+      "Your model and chat contents are visible to xAI in accordance with their terms of service.",
+    ],
+    logo: XAILogo,
+  },
 };
 
 export const VECTOR_DB_PRIVACY = {
diff --git a/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
index 1b69369f5..cc17acfd3 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx
@@ -22,6 +22,7 @@ import LiteLLMLogo from "@/media/llmprovider/litellm.png";
 import AWSBedrockLogo from "@/media/llmprovider/bedrock.png";
 import DeepSeekLogo from "@/media/llmprovider/deepseek.png";
 import APIPieLogo from "@/media/llmprovider/apipie.png";
+import XAILogo from "@/media/llmprovider/xai.png";
 
 import CohereLogo from "@/media/llmprovider/cohere.png";
 import OpenAiOptions from "@/components/LLMSelection/OpenAiOptions";
@@ -47,6 +48,7 @@ import LiteLLMOptions from "@/components/LLMSelection/LiteLLMOptions";
 import AWSBedrockLLMOptions from "@/components/LLMSelection/AwsBedrockLLMOptions";
 import DeepSeekOptions from "@/components/LLMSelection/DeepSeekOptions";
 import ApiPieLLMOptions from "@/components/LLMSelection/ApiPieOptions";
+import XAILLMOptions from "@/components/LLMSelection/XAiLLMOptions";
 
 import LLMItem from "@/components/LLMSelection/LLMItem";
 import System from "@/models/system";
@@ -219,6 +221,13 @@ const LLMS = [
     options: (settings) => <AWSBedrockLLMOptions settings={settings} />,
     description: "Run powerful foundation models privately with AWS Bedrock.",
   },
+  {
+    name: "xAI",
+    value: "xai",
+    logo: XAILogo,
+    options: (settings) => <XAILLMOptions settings={settings} />,
+    description: "Run xAI's powerful LLMs like Grok-2 and more.",
+  },
   {
     name: "Native",
     value: "native",
diff --git a/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx b/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx
index d0b0b4893..c59a77e71 100644
--- a/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx
+++ b/frontend/src/pages/WorkspaceSettings/AgentConfig/AgentLLMSelection/index.jsx
@@ -26,6 +26,7 @@ const ENABLED_PROVIDERS = [
   "deepseek",
   "litellm",
   "apipie",
+  "xai",
   // TODO: More agent support.
   // "cohere",         // Has tool calling and will need to build explicit support
   // "huggingface"     // Can be done but already has issues with no-chat templated. Needs to be tested.
diff --git a/server/.env.example b/server/.env.example
index f2d16b310..9c513f62f 100644
--- a/server/.env.example
+++ b/server/.env.example
@@ -99,6 +99,10 @@ SIG_SALT='salt' # Please generate random string at least 32 chars long.
 # APIPIE_LLM_API_KEY='sk-123abc'
 # APIPIE_LLM_MODEL_PREF='openrouter/llama-3.1-8b-instruct'
 
+# LLM_PROVIDER='xai'
+# XAI_LLM_API_KEY='xai-your-api-key-here'
+# XAI_LLM_MODEL_PREF='grok-beta'
+
 ###########################################
 ######## Embedding API SElECTION ##########
 ###########################################
diff --git a/server/models/systemSettings.js b/server/models/systemSettings.js
index e5de59376..55569be07 100644
--- a/server/models/systemSettings.js
+++ b/server/models/systemSettings.js
@@ -525,6 +525,10 @@ const SystemSettings = {
       // APIPie LLM API Keys
       ApipieLLMApiKey: !!process.env.APIPIE_LLM_API_KEY,
       ApipieLLMModelPref: process.env.APIPIE_LLM_MODEL_PREF,
+
+      // xAI LLM API Keys
+      XAIApiKey: !!process.env.XAI_LLM_API_KEY,
+      XAIModelPref: process.env.XAI_LLM_MODEL_PREF,
     };
   },
 
diff --git a/server/utils/AiProviders/modelMap.js b/server/utils/AiProviders/modelMap.js
index 84e480b31..390278f37 100644
--- a/server/utils/AiProviders/modelMap.js
+++ b/server/utils/AiProviders/modelMap.js
@@ -61,6 +61,9 @@ const MODEL_MAP = {
     "deepseek-chat": 128_000,
     "deepseek-coder": 128_000,
   },
+  xai: {
+    "grok-beta": 131_072,
+  },
 };
 
 module.exports = { MODEL_MAP };
diff --git a/server/utils/AiProviders/xai/index.js b/server/utils/AiProviders/xai/index.js
new file mode 100644
index 000000000..7a25760df
--- /dev/null
+++ b/server/utils/AiProviders/xai/index.js
@@ -0,0 +1,168 @@
+const { NativeEmbedder } = require("../../EmbeddingEngines/native");
+const {
+  handleDefaultStreamResponseV2,
+} = require("../../helpers/chat/responses");
+const { MODEL_MAP } = require("../modelMap");
+
+class XAiLLM {
+  constructor(embedder = null, modelPreference = null) {
+    if (!process.env.XAI_LLM_API_KEY)
+      throw new Error("No xAI API key was set.");
+    const { OpenAI: OpenAIApi } = require("openai");
+
+    this.openai = new OpenAIApi({
+      baseURL: "https://api.x.ai/v1",
+      apiKey: process.env.XAI_LLM_API_KEY,
+    });
+    this.model =
+      modelPreference || process.env.XAI_LLM_MODEL_PREF || "grok-beta";
+    this.limits = {
+      history: this.promptWindowLimit() * 0.15,
+      system: this.promptWindowLimit() * 0.15,
+      user: this.promptWindowLimit() * 0.7,
+    };
+
+    this.embedder = embedder ?? new NativeEmbedder();
+    this.defaultTemp = 0.7;
+  }
+
+  #appendContext(contextTexts = []) {
+    if (!contextTexts || !contextTexts.length) return "";
+    return (
+      "\nContext:\n" +
+      contextTexts
+        .map((text, i) => {
+          return `[CONTEXT ${i}]:\n${text}\n[END CONTEXT ${i}]\n\n`;
+        })
+        .join("")
+    );
+  }
+
+  streamingEnabled() {
+    return "streamGetChatCompletion" in this;
+  }
+
+  static promptWindowLimit(modelName) {
+    return MODEL_MAP.xai[modelName] ?? 131_072;
+  }
+
+  promptWindowLimit() {
+    return MODEL_MAP.xai[this.model] ?? 131_072;
+  }
+
+  isValidChatCompletionModel(modelName = "") {
+    switch (modelName) {
+      case "grok-beta":
+        return true;
+      default:
+        return false;
+    }
+  }
+
+  /**
+   * Generates appropriate content array for a message + attachments.
+   * @param {{userPrompt:string, attachments: import("../../helpers").Attachment[]}}
+   * @returns {string|object[]}
+   */
+  #generateContent({ userPrompt, attachments = [] }) {
+    if (!attachments.length) {
+      return userPrompt;
+    }
+
+    const content = [{ type: "text", text: userPrompt }];
+    for (let attachment of attachments) {
+      content.push({
+        type: "image_url",
+        image_url: {
+          url: attachment.contentString,
+          detail: "high",
+        },
+      });
+    }
+    return content.flat();
+  }
+
+  /**
+   * Construct the user prompt for this model.
+   * @param {{attachments: import("../../helpers").Attachment[]}} param0
+   * @returns
+   */
+  constructPrompt({
+    systemPrompt = "",
+    contextTexts = [],
+    chatHistory = [],
+    userPrompt = "",
+    attachments = [], // This is the specific attachment for only this prompt
+  }) {
+    const prompt = {
+      role: "system",
+      content: `${systemPrompt}${this.#appendContext(contextTexts)}`,
+    };
+    return [
+      prompt,
+      ...chatHistory,
+      {
+        role: "user",
+        content: this.#generateContent({ userPrompt, attachments }),
+      },
+    ];
+  }
+
+  async getChatCompletion(messages = null, { temperature = 0.7 }) {
+    if (!this.isValidChatCompletionModel(this.model))
+      throw new Error(
+        `xAI chat: ${this.model} is not valid for chat completion!`
+      );
+
+    const result = await this.openai.chat.completions
+      .create({
+        model: this.model,
+        messages,
+        temperature,
+      })
+      .catch((e) => {
+        throw new Error(e.message);
+      });
+
+    if (!result.hasOwnProperty("choices") || result.choices.length === 0)
+      return null;
+    return result.choices[0].message.content;
+  }
+
+  async streamGetChatCompletion(messages = null, { temperature = 0.7 }) {
+    if (!this.isValidChatCompletionModel(this.model))
+      throw new Error(
+        `xAI chat: ${this.model} is not valid for chat completion!`
+      );
+
+    const streamRequest = await this.openai.chat.completions.create({
+      model: this.model,
+      stream: true,
+      messages,
+      temperature,
+    });
+    return streamRequest;
+  }
+
+  handleStream(response, stream, responseProps) {
+    return handleDefaultStreamResponseV2(response, stream, responseProps);
+  }
+
+  // Simple wrapper for dynamic embedder & normalize interface for all LLM implementations
+  async embedTextInput(textInput) {
+    return await this.embedder.embedTextInput(textInput);
+  }
+  async embedChunks(textChunks = []) {
+    return await this.embedder.embedChunks(textChunks);
+  }
+
+  async compressMessages(promptArgs = {}, rawHistory = []) {
+    const { messageArrayCompressor } = require("../../helpers/chat");
+    const messageArray = this.constructPrompt(promptArgs);
+    return await messageArrayCompressor(this, messageArray, rawHistory);
+  }
+}
+
+module.exports = {
+  XAiLLM,
+};
diff --git a/server/utils/agents/aibitat/index.js b/server/utils/agents/aibitat/index.js
index 51dc57553..24f027cff 100644
--- a/server/utils/agents/aibitat/index.js
+++ b/server/utils/agents/aibitat/index.js
@@ -789,6 +789,8 @@ ${this.getHistory({ to: route.to })
         return new Providers.LiteLLMProvider({ model: config.model });
       case "apipie":
         return new Providers.ApiPieProvider({ model: config.model });
+      case "xai":
+        return new Providers.XAIProvider({ model: config.model });
 
       default:
         throw new Error(
diff --git a/server/utils/agents/aibitat/providers/ai-provider.js b/server/utils/agents/aibitat/providers/ai-provider.js
index afaefa1c9..c9925d1cd 100644
--- a/server/utils/agents/aibitat/providers/ai-provider.js
+++ b/server/utils/agents/aibitat/providers/ai-provider.js
@@ -146,6 +146,14 @@ class Provider {
           apiKey: process.env.DEEPSEEK_API_KEY ?? null,
           ...config,
         });
+      case "xai":
+        return new ChatOpenAI({
+          configuration: {
+            baseURL: "https://api.x.ai/v1",
+          },
+          apiKey: process.env.XAI_LLM_API_KEY ?? null,
+          ...config,
+        });
 
       // OSS Model Runners
       // case "anythingllm_ollama":
diff --git a/server/utils/agents/aibitat/providers/index.js b/server/utils/agents/aibitat/providers/index.js
index f5ae66420..47e2d8716 100644
--- a/server/utils/agents/aibitat/providers/index.js
+++ b/server/utils/agents/aibitat/providers/index.js
@@ -17,6 +17,7 @@ const FireworksAIProvider = require("./fireworksai.js");
 const DeepSeekProvider = require("./deepseek.js");
 const LiteLLMProvider = require("./litellm.js");
 const ApiPieProvider = require("./apipie.js");
+const XAIProvider = require("./xai.js");
 
 module.exports = {
   OpenAIProvider,
@@ -38,4 +39,5 @@ module.exports = {
   FireworksAIProvider,
   LiteLLMProvider,
   ApiPieProvider,
+  XAIProvider,
 };
diff --git a/server/utils/agents/aibitat/providers/xai.js b/server/utils/agents/aibitat/providers/xai.js
new file mode 100644
index 000000000..9461d865f
--- /dev/null
+++ b/server/utils/agents/aibitat/providers/xai.js
@@ -0,0 +1,116 @@
+const OpenAI = require("openai");
+const Provider = require("./ai-provider.js");
+const InheritMultiple = require("./helpers/classes.js");
+const UnTooled = require("./helpers/untooled.js");
+
+/**
+ * The agent provider for the xAI provider.
+ */
+class XAIProvider extends InheritMultiple([Provider, UnTooled]) {
+  model;
+
+  constructor(config = {}) {
+    const { model = "grok-beta" } = config;
+    super();
+    const client = new OpenAI({
+      baseURL: "https://api.x.ai/v1",
+      apiKey: process.env.XAI_LLM_API_KEY,
+      maxRetries: 3,
+    });
+
+    this._client = client;
+    this.model = model;
+    this.verbose = true;
+  }
+
+  get client() {
+    return this._client;
+  }
+
+  async #handleFunctionCallChat({ messages = [] }) {
+    return await this.client.chat.completions
+      .create({
+        model: this.model,
+        temperature: 0,
+        messages,
+      })
+      .then((result) => {
+        if (!result.hasOwnProperty("choices"))
+          throw new Error("xAI chat: No results!");
+        if (result.choices.length === 0)
+          throw new Error("xAI chat: No results length!");
+        return result.choices[0].message.content;
+      })
+      .catch((_) => {
+        return null;
+      });
+  }
+
+  /**
+   * Create a completion based on the received messages.
+   *
+   * @param messages A list of messages to send to the API.
+   * @param functions
+   * @returns The completion.
+   */
+  async complete(messages, functions = null) {
+    try {
+      let completion;
+      if (functions.length > 0) {
+        const { toolCall, text } = await this.functionCall(
+          messages,
+          functions,
+          this.#handleFunctionCallChat.bind(this)
+        );
+
+        if (toolCall !== null) {
+          this.providerLog(`Valid tool call found - running ${toolCall.name}.`);
+          this.deduplicator.trackRun(toolCall.name, toolCall.arguments);
+          return {
+            result: null,
+            functionCall: {
+              name: toolCall.name,
+              arguments: toolCall.arguments,
+            },
+            cost: 0,
+          };
+        }
+        completion = { content: text };
+      }
+
+      if (!completion?.content) {
+        this.providerLog(
+          "Will assume chat completion without tool call inputs."
+        );
+        const response = await this.client.chat.completions.create({
+          model: this.model,
+          messages: this.cleanMsgs(messages),
+        });
+        completion = response.choices[0].message;
+      }
+
+      // The UnTooled class inherited Deduplicator is mostly useful to prevent the agent
+      // from calling the exact same function over and over in a loop within a single chat exchange
+      // _but_ we should enable it to call previously used tools in a new chat interaction.
+      this.deduplicator.reset("runs");
+      return {
+        result: completion.content,
+        cost: 0,
+      };
+    } catch (error) {
+      throw error;
+    }
+  }
+
+  /**
+   * Get the cost of the completion.
+   *
+   * @param _usage The completion to get the cost for.
+   * @returns The cost of the completion.
+   */
+  getCost(_usage) {
+    return 0;
+  }
+}
+
+module.exports = XAIProvider;
diff --git a/server/utils/agents/index.js b/server/utils/agents/index.js
index 98caea5cd..fd7d06e8b 100644
--- a/server/utils/agents/index.js
+++ b/server/utils/agents/index.js
@@ -169,6 +169,10 @@ class AgentHandler {
         if (!process.env.APIPIE_LLM_API_KEY)
           throw new Error("ApiPie API Key must be provided to use agents.");
         break;
+      case "xai":
+        if (!process.env.XAI_LLM_API_KEY)
+          throw new Error("xAI API Key must be provided to use agents.");
+        break;
 
       default:
         throw new Error(
@@ -228,6 +232,8 @@ class AgentHandler {
         return process.env.LITE_LLM_MODEL_PREF ?? null;
       case "apipie":
         return process.env.APIPIE_LLM_MODEL_PREF ?? null;
+      case "xai":
+        return process.env.XAI_LLM_MODEL_PREF ?? "grok-beta";
       default:
         return null;
     }
diff --git a/server/utils/helpers/customModels.js b/server/utils/helpers/customModels.js
index 086144bfe..7ccbf13c7 100644
--- a/server/utils/helpers/customModels.js
+++ b/server/utils/helpers/customModels.js
@@ -21,6 +21,7 @@ const SUPPORT_CUSTOM_MODELS = [
   "groq",
   "deepseek",
   "apipie",
+  "xai",
 ];
 
 async function getCustomModels(provider = "", apiKey = null, basePath = null) {
@@ -60,6 +61,8 @@ async function getCustomModels(provider = "", apiKey = null, basePath = null) {
       return await getDeepSeekModels(apiKey);
     case "apipie":
       return await getAPIPieModels(apiKey);
+    case "xai":
+      return await getXAIModels(apiKey);
     default:
       return { models: [], error: "Invalid provider for custom models" };
   }
@@ -466,6 +469,36 @@ async function getDeepSeekModels(apiKey = null) {
   return { models, error: null };
 }
 
+async function getXAIModels(_apiKey = null) {
+  const { OpenAI: OpenAIApi } = require("openai");
+  const apiKey =
+    _apiKey === true
+      ? process.env.XAI_LLM_API_KEY
+      : _apiKey || process.env.XAI_LLM_API_KEY || null;
+  const openai = new OpenAIApi({
+    baseURL: "https://api.x.ai/v1",
+    apiKey,
+  });
+  const models = await openai.models
+    .list()
+    .then((results) => results.data)
+    .catch((e) => {
+      console.error(`XAI:listModels`, e.message);
+      return [
+        {
+          created: 1725148800,
+          id: "grok-beta",
+          object: "model",
+          owned_by: "xai",
+        },
+      ];
+    });
+
+  // Api Key was successful so lets save it for future uses
+  if (models.length > 0 && !!apiKey) process.env.XAI_LLM_API_KEY = apiKey;
+  return { models, error: null };
+}
+
 module.exports = {
   getCustomModels,
 };
diff --git a/server/utils/helpers/index.js b/server/utils/helpers/index.js
index f3f19fb9d..84f971cc6 100644
--- a/server/utils/helpers/index.js
+++ b/server/utils/helpers/index.js
@@ -165,6 +165,9 @@ function getLLMProvider({ provider = null, model = null } = {}) {
     case "apipie":
       const { ApiPieLLM } = require("../AiProviders/apipie");
       return new ApiPieLLM(embedder, model);
+    case "xai":
+      const { XAiLLM } = require("../AiProviders/xai");
+      return new XAiLLM(embedder, model);
     default:
       throw new Error(
         `ENV: No valid LLM_PROVIDER value found in environment! Using ${process.env.LLM_PROVIDER}`
@@ -294,6 +297,9 @@ function getLLMProviderClass({ provider = null } = {}) {
     case "apipie":
       const { ApiPieLLM } = require("../AiProviders/apipie");
       return ApiPieLLM;
+    case "xai":
+      const { XAiLLM } = require("../AiProviders/xai");
+      return XAiLLM;
     default:
       return null;
   }
diff --git a/server/utils/helpers/updateENV.js b/server/utils/helpers/updateENV.js
index 202ffcd99..d705fb730 100644
--- a/server/utils/helpers/updateENV.js
+++ b/server/utils/helpers/updateENV.js
@@ -539,6 +539,16 @@ const KEY_MAPPING = {
     envKey: "APIPIE_LLM_MODEL_PREF",
     checks: [isNotEmpty],
   },
+
+  // xAI Options
+  XAIApiKey: {
+    envKey: "XAI_LLM_API_KEY",
+    checks: [isNotEmpty],
+  },
+  XAIModelPref: {
+    envKey: "XAI_LLM_MODEL_PREF",
+    checks: [isNotEmpty],
+  },
 };
 
 function isNotEmpty(input = "") {
@@ -643,6 +653,7 @@ function supportedLLM(input = "") {
     "bedrock",
     "deepseek",
     "apipie",
+    "xai",
   ].includes(input);
   return validSelection ? null : `${input} is not a valid LLM provider.`;
 }

From 79ce26de815b6d91ff2db8ce1a59750c4d6290e0 Mon Sep 17 00:00:00 2001
From: timothycarambat <rambat1010@gmail.com>
Date: Mon, 21 Oct 2024 16:34:21 -0700
Subject: [PATCH 28/28] bump readme

---
 README.md | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/README.md b/README.md
index 68c21e4b5..b1f308a14 100644
--- a/README.md
+++ b/README.md
@@ -94,6 +94,8 @@ AnythingLLM divides your documents into objects called `workspaces`. A Workspace
 - [KoboldCPP](https://github.com/LostRuins/koboldcpp)
 - [LiteLLM](https://github.com/BerriAI/litellm)
 - [Text Generation Web UI](https://github.com/oobabooga/text-generation-webui)
+- [Apipie](https://apipie.ai/)
+- [xAI](https://x.ai/)
 
 **Embedder models:**
 
@@ -116,6 +118,7 @@ AnythingLLM divides your documents into objects called `workspaces`. A Workspace
 - [PiperTTSLocal - runs in browser](https://github.com/rhasspy/piper)
 - [OpenAI TTS](https://platform.openai.com/docs/guides/text-to-speech/voice-options)
 - [ElevenLabs](https://elevenlabs.io/)
+- Any OpenAI Compatible TTS service.
 
 **STT (speech-to-text) support:**