diff --git a/models/12B/tokenizer_config.json b/models/12B/tokenizer_config.json index d419204..112367b 100644 --- a/models/12B/tokenizer_config.json +++ b/models/12B/tokenizer_config.json @@ -13,7 +13,7 @@ "clean_up_tokenization_spaces": false, "eos_token": { "__type": "AddedToken", - "content": "<_start>", + "content": "<_end>", "lstrip": false, "normalized": true, "rstrip": false,