From fee9f08ef3d9473eb4d0b35c3c6697596b8c3f7c Mon Sep 17 00:00:00 2001
From: imartinez <ivanmartit@gmail.com>
Date: Fri, 22 Dec 2023 18:21:43 +0100
Subject: [PATCH] Move back to 3900 for the context window to avoid melting
 local machines

---
 settings.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/settings.yaml b/settings.yaml
index 7521515e6..b2ea0c698 100644
--- a/settings.yaml
+++ b/settings.yaml
@@ -36,7 +36,7 @@ llm:
   mode: local
   # Should be matching the selected model
   max_new_tokens: 512
-  context_window: 32768
+  context_window: 3900
   tokenizer: mistralai/Mistral-7B-Instruct-v0.2
 
 embedding: