Added vertex

README.md

@@ -96,6 +96,7 @@ AnythingLLM divides your documents into objects called `workspaces`. A Workspace
 - [Text Generation Web UI](https://github.com/oobabooga/text-generation-webui)
 - [Apipie](https://apipie.ai/)
 - [xAI](https://x.ai/)
+- [Google Vertex](https://cloud.google.com/vertex-ai)
 - [Novita AI (chat models)](https://novita.ai/model-api/product/llm-api?utm_source=github_anything-llm&utm_medium=github_readme&utm_campaign=link)
 
 **Embedder models:**

frontend/src/components/LLMSelection/VertexLLMOptions/index.jsx

@@ -0,0 +1,95 @@
+export default function VertexLLMOptions({ settings }) {
+  return (
+    <div className="w-full flex flex-col">
+      <div className="w-full flex items-center gap-[36px] mt-1.5">
+        <div className="flex flex-col w-60">
+          <label className="text-white text-sm font-semibold block mb-3">
+            GCP Project Name
+          </label>
+          <input
+            type="text"
+            name="VertexProjectName"
+            className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+            placeholder="eg: your-project-name"
+            defaultValue={settings?.VertexProjectName ?? ""}
+            required={true}
+            autoComplete="off"
+            spellCheck={false}
+          />
+        </div>
+        <div className="flex flex-col w-60">
+          <label className="text-white text-sm font-semibold block mb-3">
+            GCP Region
+          </label>
+          <input
+            type="text"
+            name="VertexRegion"
+            className="bg-zinc-900 text-white placeholder:text-white/20 text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+            placeholder="eg: europe-west4"
+            defaultValue={settings?.VertexRegion ?? ""}
+            required={true}
+            autoComplete="off"
+            spellCheck={false}
+          />
+        </div>
+        {!settings?.credentialsOnly && (
+          <VertexLLMModelSelection settings={settings} />
+        )}
+      </div>
+    </div>
+  );
+
+  function VertexLLMModelSelection({ settings }) {
+    console.log(settings);
+    return (
+      <>
+        <div className="flex flex-col w-60">
+          <label className="text-white text-sm font-semibold block mb-3">
+            Chat Model Selection
+          </label>
+          <select
+            name="VertexLLMModelPref"
+            defaultValue={settings?.VertexLLMModelPref || "gemini-1.5-flash"}
+            required={true}
+            className="bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5"
+          >
+            <optgroup label="Stable Models">
+              {[
+                "gemini-1.5-flash",
+                "gemini-1.5-pro",
+                "gemini-1.5-flash-001",
+                "gemini-1.5-pro-001",
+                "gemini-1.5-flash-002",
+                "gemini-1.5-pro-002",
+              ].map((model) => {
+                return (
+                  <option key={model} value={model}>
+                    {model}
+                  </option>
+                );
+              })}
+            </optgroup>
+          </select>
+        </div>
+        <div className="flex flex-col w-60">
+          <label className="text-white text-sm font-semibold block mb-3">
+            Safety Setting
+          </label>
+          <select
+            name="VertexSafetySetting"
+            defaultValue={
+              settings?.VertexSafetySetting || "BLOCK_MEDIUM_AND_ABOVE"
+            }
+            required={true}
+            className="bg-zinc-900 border-gray-500 text-white text-sm rounded-lg block w-full p-2.5"
+          >
+            <option value="BLOCK_NONE">None</option>
+            <option value="BLOCK_ONLY_HIGH">Block few</option>
+            <option value="BLOCK_MEDIUM_AND_ABOVE">Block some (default)</option>
+            <option value="BLOCK_LOW_AND_ABOVE">Block most</option>
+          </select>
+        </div>
+      </>
+    );
+  }
+}

frontend/src/hooks/useGetProvidersModels.js

@@ -11,6 +11,14 @@ export const DISABLED_PROVIDERS = [
 ];
 const PROVIDER_DEFAULT_MODELS = {
   openai: [],
+  vertex: [
+    "gemini-1.5-flash",
+    "gemini-1.5-pro",
+    "gemini-1.5-flash-001",
+    "gemini-1.5-pro-001",
+    "gemini-1.5-flash-002",
+    "gemini-1.5-pro-002",
+  ],
   gemini: [
     "gemini-pro",
     "gemini-1.0-pro",

frontend/src/pages/GeneralSettings/LLMPreference/index.jsx

@@ -10,6 +10,7 @@ import GenericOpenAiLogo from "@/media/llmprovider/generic-openai.png";
 import AzureOpenAiLogo from "@/media/llmprovider/azure.png";
 import AnthropicLogo from "@/media/llmprovider/anthropic.png";
 import GeminiLogo from "@/media/llmprovider/gemini.png";
+import VertexLogo from "@/media/llmprovider/vertex.png";
 import OllamaLogo from "@/media/llmprovider/ollama.png";
 import NovitaLogo from "@/media/llmprovider/novita.png";
 import LMStudioLogo from "@/media/llmprovider/lmstudio.png";
@@ -39,6 +40,7 @@ import LMStudioOptions from "@/components/LLMSelection/LMStudioOptions";
 import LocalAiOptions from "@/components/LLMSelection/LocalAiOptions";
 import NativeLLMOptions from "@/components/LLMSelection/NativeLLMOptions";
 import GeminiLLMOptions from "@/components/LLMSelection/GeminiLLMOptions";
+import VertexLLMOptions from "@/components/LLMSelection/VertexLLMOptions";
 import OllamaLLMOptions from "@/components/LLMSelection/OllamaLLMOptions";
 import NovitaLLMOptions from "@/components/LLMSelection/NovitaLLMOptions";
 import TogetherAiOptions from "@/components/LLMSelection/TogetherAiOptions";
@@ -94,6 +96,14 @@ export const AVAILABLE_LLM_PROVIDERS = [
     description: "Google's largest and most capable AI model",
     requiredConfig: ["GeminiLLMApiKey"],
   },
+  {
+    name: "Vertex",
+    value: "vertex",
+    logo: VertexLogo,
+    options: (settings) => <VertexLLMOptions settings={settings} />,
+    description: "Google's Genereative AI model platform",
+    requiredConfig: ["VertexProjectName", "VertexRegion"],
+  },
   {
     name: "HuggingFace",
     value: "huggingface",

frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx

@@ -6,6 +6,7 @@ import GenericOpenAiLogo from "@/media/llmprovider/generic-openai.png";
 import AzureOpenAiLogo from "@/media/llmprovider/azure.png";
 import AnthropicLogo from "@/media/llmprovider/anthropic.png";
 import GeminiLogo from "@/media/llmprovider/gemini.png";
+import VertexLogo from "@/media/llmprovider/vertex.png";
 import OllamaLogo from "@/media/llmprovider/ollama.png";
 import TogetherAILogo from "@/media/llmprovider/togetherai.png";
 import FireworksAILogo from "@/media/llmprovider/fireworksai.jpeg";
@@ -76,6 +77,14 @@ export const LLM_SELECTION_PRIVACY = {
     ],
     logo: GeminiLogo,
   },
+  vertex: {
+    name: "Vertex",
+    description: [
+      "Your chats will not be used for training",
+      "Your prompts and document text used in response creation are visible to Google",
+    ],
+    logo: VertexLogo,
+  },
   lmstudio: {
     name: "LMStudio",
     description: [

frontend/src/pages/OnboardingFlow/Steps/LLMPreference/index.jsx

@@ -5,6 +5,7 @@ import GenericOpenAiLogo from "@/media/llmprovider/generic-openai.png";
 import AzureOpenAiLogo from "@/media/llmprovider/azure.png";
 import AnthropicLogo from "@/media/llmprovider/anthropic.png";
 import GeminiLogo from "@/media/llmprovider/gemini.png";
+import VertexLogo from "@/media/llmprovider/vertex.png";
 import OllamaLogo from "@/media/llmprovider/ollama.png";
 import LMStudioLogo from "@/media/llmprovider/lmstudio.png";
 import LocalAiLogo from "@/media/llmprovider/localai.png";
@@ -34,6 +35,7 @@ import LMStudioOptions from "@/components/LLMSelection/LMStudioOptions";
 import LocalAiOptions from "@/components/LLMSelection/LocalAiOptions";
 import NativeLLMOptions from "@/components/LLMSelection/NativeLLMOptions";
 import GeminiLLMOptions from "@/components/LLMSelection/GeminiLLMOptions";
+import VertexLLMOptions from "@/components/LLMSelection/VertexLLMOptions";
 import OllamaLLMOptions from "@/components/LLMSelection/OllamaLLMOptions";
 import MistralOptions from "@/components/LLMSelection/MistralOptions";
 import HuggingFaceOptions from "@/components/LLMSelection/HuggingFaceOptions";
@@ -91,6 +93,13 @@ const LLMS = [
     options: (settings) => <GeminiLLMOptions settings={settings} />,
     description: "Google's largest and most capable AI model",
   },
+  {
+    name: "Vertex",
+    value: "vertex",
+    logo: VertexLogo,
+    options: (settings) => <VertexLLMOptions settings={settings} />,
+    description: "Google's Genereative AI model platform",
+  },
   {
     name: "HuggingFace",
     value: "huggingface",

server/models/systemSettings.js

@@ -430,6 +430,14 @@ const SystemSettings = {
       GeminiSafetySetting:
         process.env.GEMINI_SAFETY_SETTING || "BLOCK_MEDIUM_AND_ABOVE",
 
+      // Vertex
+      VertexLLMModelPref:
+        process.env.VERTEX_LLM_MODEL_PREF || "gemini-1.5-flash",
+      VertexSafetySetting:
+        process.env.VERTEX_SAFETY_SETTING || "BLOCK_MEDIUM_AND_ABOVE",
+      VertexProjectName: process.env.VERTEX_PROJECT_NAME,
+      VertexRegion: process.env.VERTEX_REGION,
+
       // LMStudio Keys
       LMStudioBasePath: process.env.LMSTUDIO_BASE_PATH,
       LMStudioTokenLimit: process.env.LMSTUDIO_MODEL_TOKEN_LIMIT,

server/package.json

@@ -22,6 +22,7 @@
     "@anthropic-ai/sdk": "^0.16.1",
     "@azure/openai": "1.0.0-beta.10",
     "@datastax/astra-db-ts": "^0.1.3",
+    "@google-cloud/vertexai": "^1.9.0",
     "@google/generative-ai": "^0.7.1",
     "@ladjs/graceful": "^3.2.2",
     "@lancedb/lancedb": "0.5.2",
@@ -92,8 +93,8 @@
     "flow-remove-types": "^2.217.1",
     "globals": "^13.21.0",
     "hermes-eslint": "^0.15.0",
-    "nodemon": "^2.0.22",
     "node-html-markdown": "^1.3.0",
+    "nodemon": "^2.0.22",
     "prettier": "^3.0.3"
   }
-}
+}

server/utils/AiProviders/modelMap.js

@@ -30,6 +30,14 @@ const MODEL_MAP = {
     "gemini-1.5-flash-exp-0827": 1_048_576,
     "gemini-1.5-flash-8b-exp-0827": 1_048_576,
   },
+  vertex: {
+    "gemini-1.5-flash": 1_048_576,
+    "gemini-1.5-pro": 2_097_152,
+    "gemini-1.5-flash-001": 1_048_576,
+    "gemini-1.5-pro-001": 2_097_152,
+    "gemini-1.5-flash-002": 1_048_576,
+    "gemini-1.5-pro-002": 2_097_152,
+  },
   groq: {
     "gemma2-9b-it": 8192,
     "gemma-7b-it": 8192,