Merge pull request #174 from Muennighoff/patch-1

Fix mssg check
tatsu-lab · Nov 26, 2023 · cd18dd4 · cd18dd4
2 parents 9e8e898 + 61bb7ad
commit cd18dd4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/alpaca_eval/decoders/openai.py b/src/alpaca_eval/decoders/openai.py
@@ -237,7 +237,7 @@ def _openai_completion_helper(
             break
         except openai.OpenAIError as e:
             logging.warning(f"OpenAIError: {e}.")
-            if "Please reduce your prompt" in str(e):
+            if "Please reduce" in str(e):
                 kwargs["max_tokens"] = int(kwargs["max_tokens"] * 0.8)
                 logging.warning(f"Reducing target length to {kwargs['max_tokens']}, Retrying...")
                 if kwargs["max_tokens"] == 0: