dummy init classes

contexteval/contexteval.py

@@ -0,0 +1,20 @@
+"""
+
+Main classes for ContextEval
+
+@kylel
+
+"""
+
+from typing import Dict, List
+
+
+class DummyContextEval:
+    def __init__(self, *args, **kwargs):
+        pass
+
+    def generate_contexts(self, query: str, answer: str, *args, **kwargs):
+        return [{"q": "What?", "a": "This."}, {"q": "Why?", "a": "Because."}]
+
+    def evaluate(self, contexts: List[Dict[str, str]], *args, **kwargs):
+        return {"score": 0.5, "contexts": contexts}

tests/test_contexteval.py

@@ -0,0 +1,24 @@
+"""
+
+Tests for main ContextEval
+
+@kylel
+
+"""
+
+import unittest
+
+from contexteval.contexteval import DummyContextEval
+
+
+class TestContextEval(unittest.TestCase):
+    def test_generate_contexts(self):
+        ce = DummyContextEval()
+        contexts = ce.generate_contexts("query", "answer")
+        self.assertEqual(contexts, [{"q": "What?", "a": "This."}, {"q": "Why?", "a": "Because."}])
+
+    def test_evaluate(self):
+        ce = DummyContextEval()
+        contexts = [{"q": "What?", "a": "This."}, {"q": "Why?", "a": "Because."}]
+        result = ce.evaluate(contexts)
+        self.assertEqual(result, {"score": 0.5, "contexts": contexts})