Avoid last version of tokenizers that is problematic

linto-ai · Nov 27, 2024 · a5665f7 · a5665f7
1 parent 04a4135
commit a5665f7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/requirements.txt b/requirements.txt
@@ -1,6 +1,6 @@
 ctranslate2>=4.0,<5
 huggingface_hub>=0.13
-tokenizers>=0.13,<1
+tokenizers>=0.13,<0.21
 onnxruntime>=1.14,<2 
 av>=11
 tqdm