001101011100011100111

guidance-ai · Jan 29, 2025 · 02c4860 · 02c4860
1 parent 8927874
commit 02c4860
Show file tree

Hide file tree

Showing 3 changed files with 1 addition and 41 deletions.
diff --git a/setup.py b/setup.py
@@ -64,6 +64,7 @@
     "types-regex",
     "types-requests",
     "types-jsonschema",
+    "tokenizers",
     "requests",
 ]
 test_requires = [

diff --git a/tests/unit/test_tokenizers.py → tests/model_integration/test_tokenizers.py b/tests/unit/test_tokenizers.py → tests/model_integration/test_tokenizers.py
diff --git a/tests/unit/test_utils.py b/tests/unit/test_utils.py