Make token bans work again on HF loaders (#6488)

oobabooga · Oct 24, 2024 · e1061ba · e1061ba
1 parent b50dc3b
commit e1061ba
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/modules/sampler_hijack.py b/modules/sampler_hijack.py
@@ -454,7 +454,7 @@ def get_logits_processor_patch(self, **kwargs):
             )
 
         # Stuff we don't need
-        elif warpers[i].__class__.__name__ in ['SuppressTokensLogitsProcessor', 'RepetitionPenaltyLogitsProcessor']:
+        elif warpers[i].__class__.__name__ in ['RepetitionPenaltyLogitsProcessor']:
             del warpers[i]
 
     # Add custom warpers