update mmlu pro

meta-llama · Jan 29, 2025 · 21e04c2 · 21e04c2
1 parent e19b9e9
commit 21e04c2
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/end-to-end-use-cases/prompt-migration/benchmarks/llama_mmlu_pro.py b/end-to-end-use-cases/prompt-migration/benchmarks/llama_mmlu_pro.py
@@ -55,11 +55,10 @@ def _task_doc_example(doc: TaskDoc) -> dspy.Example:
     example = dspy.Example(
         question=doc["input_question"],
         options=doc["input_choice_list"],
-        reasoning="",
         answer=doc["output_parsed_answer"],
     )
     example._input_keys = {"question", "options"}
-    example._output_keys = {"reasoning", "answer"} 
+    example._output_keys = {"answer"} 
     return example