From 96b2158475de96726c94717b9592da0b6c367352 Mon Sep 17 00:00:00 2001 From: thespino <2001giorgio@gmail.com> Date: Tue, 23 May 2023 20:29:38 +0200 Subject: [PATCH] Tests for fine-tuned models in encoding_for_model --- tests/test_simple_public.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/tests/test_simple_public.py b/tests/test_simple_public.py index 8458c126..c6e67870 100644 --- a/tests/test_simple_public.py +++ b/tests/test_simple_public.py @@ -32,6 +32,16 @@ def test_encoding_for_model(): enc = tiktoken.encoding_for_model("gpt-3.5-turbo-0301") assert enc.name == "cl100k_base" + # fine-tuned models + enc = tiktoken.encoding_for_model("davinci:ft-personal:finetunedmodel-2023-05-23-20-00-00") + assert enc.name == "r50k_base" + enc = tiktoken.encoding_for_model("curie:ft-personal:finetunedmodel-2023-05-23-20-00-00") + assert enc.name == "r50k_base" + enc = tiktoken.encoding_for_model("babbage:ft-personal:finetunedmodel-2023-05-23-20-00-00") + assert enc.name == "r50k_base" + enc = tiktoken.encoding_for_model("ada:ft-personal:finetunedmodel-2023-05-23-20-00-00") + assert enc.name == "r50k_base" + def test_optional_blobfile_dependency(): prog = """