tasks are now compatible with HarnessTask from easy_eval

Anindyadeep · Mar 5, 2024 · bacd96f · bacd96f
1 parent 9fef28a
commit bacd96f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/deepeval/experimental/harness/models.py b/deepeval/experimental/harness/models.py
@@ -5,6 +5,7 @@
     GeneralConfig,
     APIEndpointConfig,
 )
+from easy_eval.harness.tasks import HarnessTask
 
 
 class DeepEvalHarnessModel(DeepEvalBaseModel):
@@ -39,7 +40,7 @@ def load_model(self, *args, **kwargs):
 
     def _call(
         self,
-        tasks: List[str],
+        tasks: Union[List[str], List[HarnessTask]],
         config: Optional[Union[GeneralConfig, APIEndpointConfig]] = None,
     ):
         # TODO: Anthropic is not supported in APIEndpointConfig.