diff --git a/settings.yaml b/settings.yaml index 7521515e6..b2ea0c698 100644 --- a/settings.yaml +++ b/settings.yaml @@ -36,7 +36,7 @@ llm: mode: local # Should be matching the selected model max_new_tokens: 512 - context_window: 32768 + context_window: 3900 tokenizer: mistralai/Mistral-7B-Instruct-v0.2 embedding: