re-adding run_oe_eval_experiments (#545)

allenai · Feb 2, 2025 · 4afebde · 4afebde
1 parent 43bbeaa
commit 4afebde
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/open_instruct/grpo_vllm_thread_ray_gtrl.py b/open_instruct/grpo_vllm_thread_ray_gtrl.py
@@ -1436,7 +1436,7 @@ def launch_ai2_evals_on_weka(self, step_dir: str, training_step: Optional[int] =
     --preemptible \
     --use_hf_tokenizer_template \
     --beaker_image "nathanl/open_instruct_auto" \
-    --oe_eval_tasks gsm8k::tulu,minerva_math::tulu \
+    --run_oe_eval_experiments \
     --evaluate_on_weka \
     --run_id {wandb_url} \
     --step {training_step} \