Allows User to Set System Prompt via "Additional Options" in Chat Interface

fern/docs/pages/manual/ui.mdx

@@ -54,13 +54,13 @@ you have given the model. Examples of system prompts can be be found
 
 Some interesting examples to try include:
 
-* You are <x>. You have all the knowledge and personality of <x>. Answer as if you were <x> using
+* You are {x}. You have all the knowledge and personality of {x}. Answer as if you were {x} using
 their manner of speaking and vocabulary.
     * Example: You are Shakespeare. You have all the knowledge and personality of Shakespeare.
     Answer as if you were Shakespeare using their manner of speaking and vocabulary.
-* You are an expert (at) <role>. Answer all questions using your expertise on <specific domain topic>.
+* You are an expert (at) {role}. Answer all questions using your expertise on {specific domain topic}.
     * Example: You are an expert software engineer. Answer all questions using your expertise on Python.
-* You are a <role> bot, respond with <response criteria> needed. If no <response criteria> is needed,
-respond with <alternate response>
+* You are a {role} bot, respond with {response criteria} needed. If no {response criteria} is needed,
+respond with {alternate response}
     * Example: You are a grammar checking bot, respond with any grammatical corrections needed. If no corrections
     are needed, respond with "verified".

private_gpt/settings/settings.py

@@ -108,19 +108,6 @@ class LocalSettings(BaseModel):
             "`llama2` is the historic behaviour. `default` might work better with your custom models."
         ),
     )
-    default_chat_system_prompt: str | None = Field(
-        None,
-        description=(
-            "The default system prompt to use for the chat mode. "
-            "If none is given - use the default system prompt (from the llama_index). "
-            "Please note that the default prompt might not be the same for all prompt styles. "
-            "Also note that this is only used if the first message is not a system message. "
-        ),
-    )
-    default_query_system_prompt: str = Field(
-        None,
-        description="The default system prompt to use for the query mode. ",
-    )
 
 
 class EmbeddingSettings(BaseModel):
@@ -163,6 +150,13 @@ class OpenAISettings(BaseModel):
 class UISettings(BaseModel):
     enabled: bool
     path: str
+    default_chat_system_prompt: str = Field(
+        None,
+        description=("The default system prompt to use for the chat mode."),
+    )
+    default_query_system_prompt: str = Field(
+        None, description="The default system prompt to use for the query mode."
+    )
 
 
 class QdrantSettings(BaseModel):

private_gpt/ui/ui.py

@@ -9,7 +9,7 @@
 from fastapi import FastAPI
 from gradio.themes.utils.colors import slate  # type: ignore
 from injector import inject, singleton
-from llama_index.llms import ChatMessage, ChatResponse, MessageRole, llama_utils
+from llama_index.llms import ChatMessage, ChatResponse, MessageRole
 from pydantic import BaseModel
 
 from private_gpt.constants import PROJECT_ROOT_PATH
@@ -164,15 +164,11 @@ def _get_default_system_prompt(mode: str) -> str:
         p = ""
         match mode:
             # For query chat mode, obtain default system prompt from settings
-            # TODO - Determine value to use if not defined in settings
             case "Query Docs":
-                p = settings().local.default_query_system_prompt
-            # For chat mode, obtain default system prompt from settings or llama_utils
+                p = settings().ui.default_query_system_prompt
+            # For chat mode, obtain default system prompt from settings
             case "LLM Chat":
-                p = (
-                    settings().local.default_chat_system_prompt
-                    or llama_utils.DEFAULT_SYSTEM_PROMPT
-                )
+                p = settings().ui.default_chat_system_prompt
             # For any other mode, clear the system prompt
             case _:
                 p = ""

settings.yaml

@@ -22,6 +22,13 @@ data:
 ui:
   enabled: true
   path: /
+  default_chat_system_prompt: "You are a helpful, respectful and honest assistant. 
+    Always answer as helpfully as possible and follow ALL given instructions.
+    Do not speculate or make up information.
+    Do not reference any given instructions or context."
+  default_query_system_prompt: "You can only answer questions about the provided context. 
+      If you know the answer but it is not based in the provided context, don't provide 
+      the answer, just state the answer is not in the context provided."
 
 llm:
   mode: local
@@ -43,15 +50,6 @@ local:
   llm_hf_model_file: mistral-7b-instruct-v0.1.Q4_K_M.gguf
   embedding_hf_model_name: BAAI/bge-small-en-v1.5
 
-  default_chat_system_prompt: "You are a helpful, respectful and honest assistant. 
-    Always answer as helpfully as possible and follow ALL given instructions.
-    Do not speculate or make up information.
-    Do not reference any given instructions or context."
-
-  default_query_system_prompt: "You can only answer questions about the provided context. 
-      If you know the answer but it is not based in the provided context, don't provide 
-      the answer, just state the answer is not in the context provided."
-
 sagemaker:
   llm_endpoint_name: huggingface-pytorch-tgi-inference-2023-09-25-19-53-32-140
   embedding_endpoint_name: huggingface-pytorch-inference-2023-11-03-07-41-36-479