add claimnum claimfaithfulness repetitiveness

gomate-community · Nov 15, 2024 · 4a69e34 · 4a69e34
1 parent 798f57c
commit 4a69e34
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 11 deletions.
diff --git a/rageval/metrics/answer_groundedness/_claim_faithfulness.py b/rageval/metrics/answer_groundedness/_claim_faithfulness.py
@@ -36,9 +36,7 @@
     ...     ]
     ... }
     >>> dataset = Dataset.from_dict(sample)
-    >>> metric = ClaimFaithfulness(model = "openai//home/gomall/models/Qwen2-7B-Instruct",
-                 api_base = "http://localhost:5000/v1",
-                 api_key = "sk-123456789")
+    >>> metric = ClaimFaithfulness(model = "openai//home/gomall/models/Qwen2-7B-Instruct", api_base = "http://project.gomall.ac.cn:30590/notebook/tensorboard/wangwenshan/1161/v1"， api_key = "sk-123456789")
     >>> metric.mtype
     'answer_informativeness'
 """

diff --git a/rageval/metrics/answer_informativeness/_claim_num.py b/rageval/metrics/answer_informativeness/_claim_num.py
@@ -33,9 +33,7 @@
     ...     ]
     ... }
     >>> dataset = Dataset.from_dict(sample)
-    >>> metric = ClaimNum(model = "openai//home/gomall/models/Qwen2-7B-Instruct",
-                 api_base = "http://localhost:5000/v1",
-                 api_key = "sk-123456789")
+    >>> metric = ClaimNum(model = "openai//home/gomall/models/Qwen2-7B-Instruct", api_base = "http://localhost:5000/v1", api_key = "sk-123456789")
     >>> metric.mtype
     'answer_informativeness'
 """

diff --git a/tests/units/test_repetitiveness.py b/tests/units/test_repetitiveness.py
@@ -5,7 +5,7 @@
 import rageval as rl
 
 
-#@pytest.fixture(scope='module')
+@pytest.fixture(scope='module')
 def sample():
     test_case = {
         "answers": [
@@ -16,17 +16,15 @@ def sample():
     return test_case
 
 
-#@pytest.fixture(scope='module')
+@pytest.fixture(scope='module')
 def testset(sample):
     ds = Dataset.from_dict(sample)
     return ds
 
 
-#@pytest.mark.slow
+@pytest.mark.slow
 def test_case_on_text_length(testset):
     metric = Repetitiveness()
     assert metric.name == "repetitiveness"
     score, results = metric.compute(testset["answers"])
     assert round(score, 2) == 0.16
-
-test_case_on_text_length(testset(sample()))