Embedding Preference
- {hasChanges && (
-
- )}
When using an LLM that does not natively support an embedding
@@ -191,6 +183,16 @@ export default function GeneralEmbeddingPreference() {
format which AnythingLLM can use to process.
+
+ {hasChanges && (
+ handleSubmit()}
+ className="mt-3 mr-0 -mb-14 z-10"
+ >
+ {saving ? "Saving..." : "Save changes"}
+
+ )}
+
Embedding Provider
diff --git a/frontend/src/pages/GeneralSettings/EmbeddingTextSplitterPreference/index.jsx b/frontend/src/pages/GeneralSettings/EmbeddingTextSplitterPreference/index.jsx
new file mode 100644
index 000000000..5ee1197f1
--- /dev/null
+++ b/frontend/src/pages/GeneralSettings/EmbeddingTextSplitterPreference/index.jsx
@@ -0,0 +1,180 @@
+import React, { useEffect, useState } from "react";
+import Sidebar from "@/components/SettingsSidebar";
+import { isMobile } from "react-device-detect";
+import PreLoader from "@/components/Preloader";
+import CTAButton from "@/components/lib/CTAButton";
+import Admin from "@/models/admin";
+import showToast from "@/utils/toast";
+import { nFormatter, numberWithCommas } from "@/utils/numbers";
+
+function isNullOrNaN(value) {
+ if (value === null) return true;
+ return isNaN(value);
+}
+
+export default function EmbeddingTextSplitterPreference() {
+ const [settings, setSettings] = useState({});
+ const [loading, setLoading] = useState(true);
+ const [saving, setSaving] = useState(false);
+ const [hasChanges, setHasChanges] = useState(false);
+
+ const handleSubmit = async (e) => {
+ e.preventDefault();
+ const form = new FormData(e.target);
+
+ if (
+ Number(form.get("text_splitter_chunk_overlap")) >=
+ Number(form.get("text_splitter_chunk_size"))
+ ) {
+ showToast(
+ "Chunk overlap cannot be larger or equal to chunk size.",
+ "error"
+ );
+ return;
+ }
+
+ setSaving(true);
+ await Admin.updateSystemPreferences({
+ text_splitter_chunk_size: isNullOrNaN(
+ form.get("text_splitter_chunk_size")
+ )
+ ? 1000
+ : Number(form.get("text_splitter_chunk_size")),
+ text_splitter_chunk_overlap: isNullOrNaN(
+ form.get("text_splitter_chunk_overlap")
+ )
+ ? 1000
+ : Number(form.get("text_splitter_chunk_overlap")),
+ });
+ setSaving(false);
+ setHasChanges(false);
+ showToast("Text chunking strategy settings saved.", "success");
+ };
+
+ useEffect(() => {
+ async function fetchSettings() {
+ const _settings = (await Admin.systemPreferences())?.settings;
+ setSettings(_settings ?? {});
+ setLoading(false);
+ }
+ fetchSettings();
+ }, []);
+
+ return (
+
+
+ {loading ? (
+
+ ) : (
+
+ )}
+
+ );
+}
diff --git a/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx b/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
index 1aaabd146..61c843680 100644
--- a/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
+++ b/frontend/src/pages/GeneralSettings/LLMPreference/index.jsx
@@ -33,6 +33,131 @@ import GroqAiOptions from "@/components/LLMSelection/GroqAiOptions";
import LLMItem from "@/components/LLMSelection/LLMItem";
import { CaretUpDown, MagnifyingGlass, X } from "@phosphor-icons/react";
+import CTAButton from "@/components/lib/CTAButton";
+
+export const AVAILABLE_LLM_PROVIDERS = [
+ {
+ name: "OpenAI",
+ value: "openai",
+ logo: OpenAiLogo,
+ options: (settings) =>
,
+ description: "The standard option for most non-commercial use.",
+ requiredConfig: ["OpenAiKey"],
+ },
+ {
+ name: "Azure OpenAI",
+ value: "azure",
+ logo: AzureOpenAiLogo,
+ options: (settings) =>
,
+ description: "The enterprise option of OpenAI hosted on Azure services.",
+ requiredConfig: ["AzureOpenAiEndpoint"],
+ },
+ {
+ name: "Anthropic",
+ value: "anthropic",
+ logo: AnthropicLogo,
+ options: (settings) =>
,
+ description: "A friendly AI Assistant hosted by Anthropic.",
+ requiredConfig: ["AnthropicApiKey"],
+ },
+ {
+ name: "Gemini",
+ value: "gemini",
+ logo: GeminiLogo,
+ options: (settings) =>
,
+ description: "Google's largest and most capable AI model",
+ requiredConfig: ["GeminiLLMApiKey"],
+ },
+ {
+ name: "HuggingFace",
+ value: "huggingface",
+ logo: HuggingFaceLogo,
+ options: (settings) =>
,
+ description:
+ "Access 150,000+ open-source LLMs and the world's AI community",
+ requiredConfig: [
+ "HuggingFaceLLMEndpoint",
+ "HuggingFaceLLMAccessToken",
+ "HuggingFaceLLMTokenLimit",
+ ],
+ },
+ {
+ name: "Ollama",
+ value: "ollama",
+ logo: OllamaLogo,
+ options: (settings) =>
,
+ description: "Run LLMs locally on your own machine.",
+ requiredConfig: ["OllamaLLMBasePath"],
+ },
+ {
+ name: "LM Studio",
+ value: "lmstudio",
+ logo: LMStudioLogo,
+ options: (settings) =>
,
+ description:
+ "Discover, download, and run thousands of cutting edge LLMs in a few clicks.",
+ requiredConfig: ["LMStudioBasePath"],
+ },
+ {
+ name: "Local AI",
+ value: "localai",
+ logo: LocalAiLogo,
+ options: (settings) =>
,
+ description: "Run LLMs locally on your own machine.",
+ requiredConfig: ["LocalAiApiKey", "LocalAiBasePath", "LocalAiTokenLimit"],
+ },
+ {
+ name: "Together AI",
+ value: "togetherai",
+ logo: TogetherAILogo,
+ options: (settings) =>
,
+ description: "Run open source models from Together AI.",
+ requiredConfig: ["TogetherAiApiKey"],
+ },
+ {
+ name: "Mistral",
+ value: "mistral",
+ logo: MistralLogo,
+ options: (settings) =>
,
+ description: "Run open source models from Mistral AI.",
+ requiredConfig: ["MistralApiKey"],
+ },
+ {
+ name: "Perplexity AI",
+ value: "perplexity",
+ logo: PerplexityLogo,
+ options: (settings) =>
,
+ description:
+ "Run powerful and internet-connected models hosted by Perplexity AI.",
+ requiredConfig: ["PerplexityApiKey"],
+ },
+ {
+ name: "OpenRouter",
+ value: "openrouter",
+ logo: OpenRouterLogo,
+ options: (settings) =>
,
+ description: "A unified interface for LLMs.",
+ requiredConfig: ["OpenRouterApiKey"],
+ },
+ {
+ name: "Groq",
+ value: "groq",
+ logo: GroqLogo,
+ options: (settings) =>
,
+ description:
+ "The fastest LLM inferencing available for real-time AI applications.",
+ requiredConfig: ["GroqApiKey"],
+ },
+ // {
+ // name: "Native",
+ // value: "native",
+ // logo: AnythingLLMIcon,
+ // options: (settings) =>
,
+ // description:
+ // "Use a downloaded custom Llama model for chatting on this AnythingLLM instance.",
+ // requiredConfig: [],
+ // },
+];
export default function GeneralLLMPreference() {
const [saving, setSaving] = useState(false);
@@ -92,112 +217,15 @@ export default function GeneralLLMPreference() {
}, []);
useEffect(() => {
- const filtered = LLMS.filter((llm) =>
+ const filtered = AVAILABLE_LLM_PROVIDERS.filter((llm) =>
llm.name.toLowerCase().includes(searchQuery.toLowerCase())
);
setFilteredLLMs(filtered);
}, [searchQuery, selectedLLM]);
- const LLMS = [
- {
- name: "OpenAI",
- value: "openai",
- logo: OpenAiLogo,
- options:
,
- description: "The standard option for most non-commercial use.",
- },
- {
- name: "Azure OpenAI",
- value: "azure",
- logo: AzureOpenAiLogo,
- options:
,
- description: "The enterprise option of OpenAI hosted on Azure services.",
- },
- {
- name: "Anthropic",
- value: "anthropic",
- logo: AnthropicLogo,
- options:
,
- description: "A friendly AI Assistant hosted by Anthropic.",
- },
- {
- name: "Gemini",
- value: "gemini",
- logo: GeminiLogo,
- options:
,
- description: "Google's largest and most capable AI model",
- },
- {
- name: "HuggingFace",
- value: "huggingface",
- logo: HuggingFaceLogo,
- options:
,
- description:
- "Access 150,000+ open-source LLMs and the world's AI community",
- },
- {
- name: "Ollama",
- value: "ollama",
- logo: OllamaLogo,
- options:
,
- description: "Run LLMs locally on your own machine.",
- },
- {
- name: "LM Studio",
- value: "lmstudio",
- logo: LMStudioLogo,
- options:
,
- description:
- "Discover, download, and run thousands of cutting edge LLMs in a few clicks.",
- },
- {
- name: "Local AI",
- value: "localai",
- logo: LocalAiLogo,
- options:
,
- description: "Run LLMs locally on your own machine.",
- },
- {
- name: "Together AI",
- value: "togetherai",
- logo: TogetherAILogo,
- options:
,
- description: "Run open source models from Together AI.",
- },
- {
- name: "Mistral",
- value: "mistral",
- logo: MistralLogo,
- options:
,
- description: "Run open source models from Mistral AI.",
- },
- {
- name: "Perplexity AI",
- value: "perplexity",
- logo: PerplexityLogo,
- options:
,
- description:
- "Run powerful and internet-connected models hosted by Perplexity AI.",
- },
- {
- name: "OpenRouter",
- value: "openrouter",
- logo: OpenRouterLogo,
- options:
,
- description: "A unified interface for LLMs.",
- },
- {
- name: "Groq",
- value: "groq",
- logo: GroqLogo,
- options:
,
- description:
- "The fastest LLM inferencing available for real-time AI applications.",
- },
- ];
-
- const selectedLLMObject = LLMS.find((llm) => llm.value === selectedLLM);
-
+ const selectedLLMObject = AVAILABLE_LLM_PROVIDERS.find(
+ (llm) => llm.value === selectedLLM
+ );
return (
@@ -216,21 +244,12 @@ export default function GeneralLLMPreference() {
className="relative md:ml-[2px] md:mr-[16px] md:my-[16px] md:rounded-[16px] bg-main-gradient w-full h-full overflow-y-scroll"
>
diff --git a/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx b/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx
index dfc4b29f9..c0cd2b199 100644
--- a/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx
+++ b/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx
@@ -29,16 +29,16 @@ export default function PrivacyAndDataHandling() {
-
+
-
+
Privacy & Data-Handling
-
+
This is your configuration for how connected third party providers
and AnythingLLM handle your data.
diff --git a/frontend/src/pages/GeneralSettings/Security/index.jsx b/frontend/src/pages/GeneralSettings/Security/index.jsx
index 298a81ad7..7d60aadad 100644
--- a/frontend/src/pages/GeneralSettings/Security/index.jsx
+++ b/frontend/src/pages/GeneralSettings/Security/index.jsx
@@ -6,6 +6,7 @@ import System from "@/models/system";
import paths from "@/utils/paths";
import { AUTH_TIMESTAMP, AUTH_TOKEN, AUTH_USER } from "@/utils/constants";
import PreLoader from "@/components/Preloader";
+import CTAButton from "@/components/lib/CTAButton";
export default function GeneralSecurity() {
return (
@@ -13,7 +14,7 @@ export default function GeneralSecurity() {
@@ -32,7 +33,7 @@ function MultiUserMode() {
const handleSubmit = async (e) => {
e.preventDefault();
setSaving(true);
-
+ setHasChanges(false);
if (useMultiUserMode) {
const form = new FormData(e.target);
const data = {
@@ -83,27 +84,30 @@ function MultiUserMode() {