Move back to 3900 for the context window to avoid melting local machines

zylon-ai · Dec 22, 2023 · fee9f08 · fee9f08
1 parent fde2b94
commit fee9f08
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/settings.yaml b/settings.yaml
@@ -36,7 +36,7 @@ llm:
   mode: local
   # Should be matching the selected model
   max_new_tokens: 512
-  context_window: 32768
+  context_window: 3900
   tokenizer: mistralai/Mistral-7B-Instruct-v0.2
 
 embedding: