diff --git a/tests/test_cli.py b/tests/test_cli.py index 7014d5a7..1c2660a3 100644 --- a/tests/test_cli.py +++ b/tests/test_cli.py @@ -6,3 +6,8 @@ def test_smoke_test(): result = subprocess.run(cmd, capture_output=True) assert result.returncode == 0 + +def test_one_instance(): + cmd = ["python", "-m", "swebench.harness.run_evaluation", "--predictions_path", "gold", "--max_workers", "1", "--instance_ids", "sympy__sympy-20590", "--run_id", "validate-gold"] + result = subprocess.run(cmd, capture_output=True) + assert result.returncode == 0 \ No newline at end of file