added tests for exact match

Author: 0xdeafcafe

evaluators/langevals/tests/test_exact_match.py

@@ -1,15 +1,11 @@
-import dotenv
-
-dotenv.load_dotenv()
-
 from langevals_langevals.exact_match import (
     ExactMatchEvaluator,
     ExactMatchEntry,
     ExactMatchSettings,
 )
 
 
-def test_langeval_exact_match_evaluator_exact():
+def test_langeval_exact_match_evaluator():
     entry = ExactMatchEntry(
         input="What is the capital of France?",
         output="What is the capital of France?",
@@ -19,17 +15,112 @@ def test_langeval_exact_match_evaluator_exact():
     evaluator = ExactMatchEvaluator(settings=settings)
     result = evaluator.evaluate(entry)
 
-    assert result == True
+    assert result.passed == True
 
 
-def test_langeval_exact_match_evaluator_different():
+def test_langeval_exact_match_evaluator_defaults():
     entry = ExactMatchEntry(
         input="What is the capital of France?",
-        output="The capital of France is London.",
+        output="What is the capital of the Netherlands?",
     )
     settings = ExactMatchSettings()
 
     evaluator = ExactMatchEvaluator(settings=settings)
     result = evaluator.evaluate(entry)
 
-    assert result == False
+    assert result.passed == False
+
+
+def test_langeval_exact_match_case_sensitive_true():
+    entry = ExactMatchEntry(
+        input="Hello World",
+        output="hello world",
+    )
+    settings = ExactMatchSettings(case_sensitive=True)
+
+    evaluator = ExactMatchEvaluator(settings=settings)
+    result = evaluator.evaluate(entry)
+
+    assert result.passed == False
+
+
+def test_langeval_exact_match_case_sensitive_false():
+    entry = ExactMatchEntry(
+        input="Hello World",
+        output="hello world",
+    )
+    settings = ExactMatchSettings(case_sensitive=False)
+
+    evaluator = ExactMatchEvaluator(settings=settings)
+    result = evaluator.evaluate(entry)
+
+    assert result.passed == True
+
+
+def test_langeval_exact_match_trim_whitespace_true():
+    entry = ExactMatchEntry(
+        input="  Hello World  ",
+        output="Hello World",
+    )
+    settings = ExactMatchSettings(trim_whitespace=True)
+
+    evaluator = ExactMatchEvaluator(settings=settings)
+    result = evaluator.evaluate(entry)
+
+    assert result.passed == True
+
+
+def test_langeval_exact_match_trim_whitespace_false():
+    entry = ExactMatchEntry(
+        input="  Hello World  ",
+        output="Hello World",
+    )
+    settings = ExactMatchSettings(trim_whitespace=False)
+
+    evaluator = ExactMatchEvaluator(settings=settings)
+    result = evaluator.evaluate(entry)
+
+    assert result.passed == False
+
+
+def test_langeval_exact_match_remove_punctuation_true():
+    entry = ExactMatchEntry(
+        input="Hello, World!",
+        output="Hello World",
+    )
+    settings = ExactMatchSettings(remove_punctuation=True)
+
+    evaluator = ExactMatchEvaluator(settings=settings)
+    result = evaluator.evaluate(entry)
+
+    assert result.passed == True
+
+
+def test_langeval_exact_match_remove_punctuation_false():
+    entry = ExactMatchEntry(
+        input="Hello, World!",
+        output="Hello World",
+    )
+    settings = ExactMatchSettings(remove_punctuation=False)
+
+    evaluator = ExactMatchEvaluator(settings=settings)
+    result = evaluator.evaluate(entry)
+
+    assert result.passed == False
+
+
+def test_langeval_exact_match_combined_settings():
+    entry = ExactMatchEntry(
+        input="  Hello, World!  ",
+        output="hello world",
+    )
+    settings = ExactMatchSettings(
+        case_sensitive=False,
+        trim_whitespace=True,
+        remove_punctuation=True
+    )
+
+    evaluator = ExactMatchEvaluator(settings=settings)
+    result = evaluator.evaluate(entry)
+
+    assert result.passed == True