From bacd96f058387c13ff497c7997b58193d7aca4dd Mon Sep 17 00:00:00 2001 From: Anindyadeep Date: Tue, 5 Mar 2024 11:14:03 +0530 Subject: [PATCH] tasks are now compatible with HarnessTask from easy_eval --- deepeval/experimental/harness/models.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/deepeval/experimental/harness/models.py b/deepeval/experimental/harness/models.py index 2f1c6b753..5fddfa198 100644 --- a/deepeval/experimental/harness/models.py +++ b/deepeval/experimental/harness/models.py @@ -5,6 +5,7 @@ GeneralConfig, APIEndpointConfig, ) +from easy_eval.harness.tasks import HarnessTask class DeepEvalHarnessModel(DeepEvalBaseModel): @@ -39,7 +40,7 @@ def load_model(self, *args, **kwargs): def _call( self, - tasks: List[str], + tasks: Union[List[str], List[HarnessTask]], config: Optional[Union[GeneralConfig, APIEndpointConfig]] = None, ): # TODO: Anthropic is not supported in APIEndpointConfig.