Merge pull request #421 from codestoryai/features/change-the-system-p…

…rompt [sidecar] make the system message better
codestoryai · Feb 1, 2024 · 8a051a7 · 8a051a7
2 parents 6ed25e4 + 8b86bb7
commit 8a051a7
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/llm_client/src/bin/code_llama_infill.rs b/llm_client/src/bin/code_llama_infill.rs
@@ -12,7 +12,9 @@ async fn main() {
         api_key: "cc10d6774e67efef2004b85efdb81a3c9ba0b7682cc33d59c30834183502208d".to_owned(),
     });
     let togetherai = TogetherAIClient::new();
-    let prompt = "<PRE> def compute_gcd(x, y): <SUF>return result <MID>".to_owned();
+    let prompt =
+        "<PRE> # This function is recursive\ndef compute_gcd(x, y): <SUF>return result <MID>"
+            .to_owned();
     let request =
         LLMClientCompletionStringRequest::new(LLMType::CodeLlama13BInstruct, prompt, 0.2, None);
     let (sender, receiver) = tokio::sync::mpsc::unbounded_channel();

diff --git a/llm_client/src/bin/codellama_test.rs b/llm_client/src/bin/codellama_test.rs
@@ -128,7 +128,7 @@ Respect these rules at all times:
     2. // rest of code ..
     ```
     Here the codeblock has line numbers 1 and 2, do not write the line numbers in the codeblock
-- You are given the code which the user has selected explicitly in the USER SELECTED CODE section
+- Only use the code context provided to you in the message.
 - Pay special attention to the USER SELECTED CODE as these code snippets are specially selected by the user in their query <step> Source: assistant
 
  [#file:types.rs:52-66](values:file:types.rs:52-66) can you explain this code is doing? <step> Source: assistant