diff --git a/deepeval/experimental/harness/models.py b/deepeval/experimental/harness/models.py index 2f1c6b753..5fddfa198 100644 --- a/deepeval/experimental/harness/models.py +++ b/deepeval/experimental/harness/models.py @@ -5,6 +5,7 @@ GeneralConfig, APIEndpointConfig, ) +from easy_eval.harness.tasks import HarnessTask class DeepEvalHarnessModel(DeepEvalBaseModel): @@ -39,7 +40,7 @@ def load_model(self, *args, **kwargs): def _call( self, - tasks: List[str], + tasks: Union[List[str], List[HarnessTask]], config: Optional[Union[GeneralConfig, APIEndpointConfig]] = None, ): # TODO: Anthropic is not supported in APIEndpointConfig.