initial commit for grouped tasks

Anindyadeep · Dec 13, 2023 · 44ddb24 · 44ddb24
1 parent 9522c45
commit 44ddb24
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/deepeval/llm_benchmarks/harness/task.py b/deepeval/llm_benchmarks/harness/task.py
@@ -62,4 +62,8 @@ def load_task(cls, tasks: Union[List[str], str]) -> List[Any]:
                 raise ValueError(
                     f"Tasks {missing} were not found. Try `lm-eval --tasks list` for list of available tasks."
                 )
-        return task_names
+        return task_names
+
+    @classmethod
+    def group_tasks(task_names: Union[str, List[str]]) -> None:
+        raise NotImplementedError()