From 55ffc08867c59159bdfbd73f25abd1ecb84df7ed Mon Sep 17 00:00:00 2001
From: Timothy Carambat <rambat1010@gmail.com>
Date: Mon, 27 Jan 2025 10:50:20 -0800
Subject: [PATCH] [Chore] Add better data-handling for unknown providers
 (#3026)

Add better data-handling for unknown providers
---
 .../GeneralSettings/PrivacyAndData/index.jsx  | 32 ++++++-----
 .../Steps/DataHandling/index.jsx              | 55 ++++++++++++++-----
 2 files changed, 61 insertions(+), 26 deletions(-)

diff --git a/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx b/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx
index c107dbcd5e..7d3cec7920 100644
--- a/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx
+++ b/frontend/src/pages/GeneralSettings/PrivacyAndData/index.jsx
@@ -8,6 +8,7 @@ import {
   EMBEDDING_ENGINE_PRIVACY,
   LLM_SELECTION_PRIVACY,
   VECTOR_DB_PRIVACY,
+  FALLBACKS,
 } from "@/pages/OnboardingFlow/Steps/DataHandling";
 import { useTranslation } from "react-i18next";
 
@@ -67,6 +68,13 @@ function ThirdParty({ settings }) {
   const vectorDb = settings?.VectorDB || "lancedb";
   const { t } = useTranslation();
 
+  const LLMSelection =
+    LLM_SELECTION_PRIVACY?.[llmChoice] || FALLBACKS.LLM(llmChoice);
+  const EmbeddingEngine =
+    EMBEDDING_ENGINE_PRIVACY?.[embeddingEngine] ||
+    FALLBACKS.EMBEDDING(embeddingEngine);
+  const VectorDb = VECTOR_DB_PRIVACY?.[vectorDb] || FALLBACKS.VECTOR(vectorDb);
+
   return (
     <div className="py-8 w-full flex items-start justify-center flex-col gap-y-6 border-b-2 border-theme-sidebar-border">
       <div className="flex flex-col gap-8">
@@ -76,16 +84,16 @@ function ThirdParty({ settings }) {
           </div>
           <div className="flex items-center gap-2.5">
             <img
-              src={LLM_SELECTION_PRIVACY[llmChoice].logo}
+              src={LLMSelection.logo}
               alt="LLM Logo"
               className="w-8 h-8 rounded"
             />
             <p className="text-theme-text-primary text-sm font-bold">
-              {LLM_SELECTION_PRIVACY[llmChoice].name}
+              {LLMSelection.name}
             </p>
           </div>
           <ul className="flex flex-col list-disc ml-4">
-            {LLM_SELECTION_PRIVACY[llmChoice].description.map((desc) => (
+            {LLMSelection.description.map((desc) => (
               <li className="text-theme-text-secondary text-sm">{desc}</li>
             ))}
           </ul>
@@ -96,20 +104,18 @@ function ThirdParty({ settings }) {
           </div>
           <div className="flex items-center gap-2.5">
             <img
-              src={EMBEDDING_ENGINE_PRIVACY[embeddingEngine].logo}
+              src={EmbeddingEngine.logo}
               alt="LLM Logo"
               className="w-8 h-8 rounded"
             />
             <p className="text-theme-text-primary text-sm font-bold">
-              {EMBEDDING_ENGINE_PRIVACY[embeddingEngine].name}
+              {EmbeddingEngine.name}
             </p>
           </div>
           <ul className="flex flex-col list-disc ml-4">
-            {EMBEDDING_ENGINE_PRIVACY[embeddingEngine].description.map(
-              (desc) => (
-                <li className="text-theme-text-secondary text-sm">{desc}</li>
-              )
-            )}
+            {EmbeddingEngine.description.map((desc) => (
+              <li className="text-theme-text-secondary text-sm">{desc}</li>
+            ))}
           </ul>
         </div>
 
@@ -119,16 +125,16 @@ function ThirdParty({ settings }) {
           </div>
           <div className="flex items-center gap-2.5">
             <img
-              src={VECTOR_DB_PRIVACY[vectorDb].logo}
+              src={VectorDb.logo}
               alt="LLM Logo"
               className="w-8 h-8 rounded"
             />
             <p className="text-theme-text-primary text-sm font-bold">
-              {VECTOR_DB_PRIVACY[vectorDb].name}
+              {VectorDb.name}
             </p>
           </div>
           <ul className="flex flex-col list-disc ml-4">
-            {VECTOR_DB_PRIVACY[vectorDb].description.map((desc) => (
+            {VectorDb.description.map((desc) => (
               <li className="text-theme-text-secondary text-sm">{desc}</li>
             ))}
           </ul>
diff --git a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
index 713891300d..1394ff19cd 100644
--- a/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
+++ b/frontend/src/pages/OnboardingFlow/Steps/DataHandling/index.jsx
@@ -388,6 +388,30 @@ export const EMBEDDING_ENGINE_PRIVACY = {
   },
 };
 
+export const FALLBACKS = {
+  LLM: (provider) => ({
+    name: "Unknown",
+    description: [
+      `"${provider}" has no known data handling policy defined in AnythingLLM`,
+    ],
+    logo: AnythingLLMIcon,
+  }),
+  EMBEDDING: (provider) => ({
+    name: "Unknown",
+    description: [
+      `"${provider}" has no known data handling policy defined in AnythingLLM`,
+    ],
+    logo: AnythingLLMIcon,
+  }),
+  VECTOR: (provider) => ({
+    name: "Unknown",
+    description: [
+      `"${provider}" has no known data handling policy defined in AnythingLLM`,
+    ],
+    logo: AnythingLLMIcon,
+  }),
+};
+
 export default function DataHandling({ setHeader, setForwardBtn, setBackBtn }) {
   const [llmChoice, setLLMChoice] = useState("openai");
   const [loading, setLoading] = useState(true);
@@ -425,6 +449,13 @@ export default function DataHandling({ setHeader, setForwardBtn, setBackBtn }) {
       </div>
     );
 
+  const LLMSelection =
+    LLM_SELECTION_PRIVACY?.[llmChoice] || FALLBACKS.LLM(llmChoice);
+  const EmbeddingEngine =
+    EMBEDDING_ENGINE_PRIVACY?.[embeddingEngine] ||
+    FALLBACKS.EMBEDDING(embeddingEngine);
+  const VectorDb = VECTOR_DB_PRIVACY?.[vectorDb] || FALLBACKS.VECTOR(vectorDb);
+
   return (
     <div className="w-full flex items-center justify-center flex-col gap-y-6">
       <div className="p-8 flex flex-col gap-8">
@@ -434,16 +465,16 @@ export default function DataHandling({ setHeader, setForwardBtn, setBackBtn }) {
           </div>
           <div className="flex items-center gap-2.5">
             <img
-              src={LLM_SELECTION_PRIVACY[llmChoice].logo}
+              src={LLMSelection.logo}
               alt="LLM Logo"
               className="w-8 h-8 rounded"
             />
             <p className="text-theme-text-primary text-sm font-bold">
-              {LLM_SELECTION_PRIVACY[llmChoice].name}
+              {LLMSelection.name}
             </p>
           </div>
           <ul className="flex flex-col list-disc ml-4">
-            {LLM_SELECTION_PRIVACY[llmChoice].description.map((desc) => (
+            {LLMSelection.description.map((desc) => (
               <li className="text-theme-text-primary text-sm">{desc}</li>
             ))}
           </ul>
@@ -454,20 +485,18 @@ export default function DataHandling({ setHeader, setForwardBtn, setBackBtn }) {
           </div>
           <div className="flex items-center gap-2.5">
             <img
-              src={EMBEDDING_ENGINE_PRIVACY[embeddingEngine].logo}
+              src={EmbeddingEngine.logo}
               alt="LLM Logo"
               className="w-8 h-8 rounded"
             />
             <p className="text-theme-text-primary text-sm font-bold">
-              {EMBEDDING_ENGINE_PRIVACY[embeddingEngine].name}
+              {EmbeddingEngine.name}
             </p>
           </div>
           <ul className="flex flex-col list-disc ml-4">
-            {EMBEDDING_ENGINE_PRIVACY[embeddingEngine].description.map(
-              (desc) => (
-                <li className="text-theme-text-primary text-sm">{desc}</li>
-              )
-            )}
+            {EmbeddingEngine.description.map((desc) => (
+              <li className="text-theme-text-primary text-sm">{desc}</li>
+            ))}
           </ul>
         </div>
 
@@ -477,16 +506,16 @@ export default function DataHandling({ setHeader, setForwardBtn, setBackBtn }) {
           </div>
           <div className="flex items-center gap-2.5">
             <img
-              src={VECTOR_DB_PRIVACY[vectorDb].logo}
+              src={VectorDb.logo}
               alt="LLM Logo"
               className="w-8 h-8 rounded"
             />
             <p className="text-theme-text-primary text-sm font-bold">
-              {VECTOR_DB_PRIVACY[vectorDb].name}
+              {VectorDb.name}
             </p>
           </div>
           <ul className="flex flex-col list-disc ml-4">
-            {VECTOR_DB_PRIVACY[vectorDb].description.map((desc) => (
+            {VectorDb.description.map((desc) => (
               <li className="text-theme-text-primary text-sm">{desc}</li>
             ))}
           </ul>