Skip to content

Commit

Permalink
Merge pull request #20 from confident-ai/main
Browse files Browse the repository at this point in the history
merge from main.
  • Loading branch information
Anindyadeep authored Dec 13, 2023
2 parents 3092210 + b68d9f1 commit 67f8a1b
Show file tree
Hide file tree
Showing 24 changed files with 1,040 additions and 652 deletions.
2 changes: 1 addition & 1 deletion deepeval/_version.py
Original file line number Diff line number Diff line change
@@ -1 +1 @@
__version__: str = "0.20.30"
__version__: str = "0.20.33"
3 changes: 3 additions & 0 deletions deepeval/evaluate.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@ class TestResult:
actual_output: str
expected_output: str
context: List[str]
retrieval_context: List[str]


def create_test_result(
Expand All @@ -37,6 +38,7 @@ def create_test_result(
actual_output=test_case.actual_output,
expected_output=test_case.expected_output,
context=test_case.context,
retrieval_context=test_case.retrieval_context,
)
else:
raise ValueError("TestCase not supported yet.")
Expand Down Expand Up @@ -139,3 +141,4 @@ def print_test_result(test_result: TestResult):
print(f" - actual output: {test_result.actual_output}")
print(f" - expected output: {test_result.expected_output}")
print(f" - context: {test_result.context}")
print(f" - retrieval context: {test_result.retrieval_context}")
2 changes: 2 additions & 0 deletions deepeval/test_run.py
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,7 @@ class APITestCase(BaseModel):
run_duration: float = Field(..., alias="runDuration")
traceStack: Optional[dict] = Field(None)
context: Optional[list] = Field(None)
retrieval_context: Optional[list] = Field(None, alias="retrievalContext")
id: Optional[str] = None


Expand Down Expand Up @@ -133,6 +134,7 @@ def add_llm_test_case(
metricsMetadata=[metrics_metadata],
runDuration=run_duration,
context=test_case.context,
retrievalContext=test_case.retrieval_context,
traceStack=get_trace_stack(),
id=test_case.id,
)
Expand Down
352 changes: 0 additions & 352 deletions docs/docs/evaluation-metrics.mdx

This file was deleted.

Loading

0 comments on commit 67f8a1b

Please sign in to comment.