Skip to content

Commit 2c49fa9

Browse files
committed
Move getters and setters
1 parent 5dfc777 commit 2c49fa9

File tree

11 files changed

+166
-172
lines changed

11 files changed

+166
-172
lines changed

deepeval/metrics/answer_relevancy/answer_relevancy.py

Lines changed: 15 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,21 @@ class AnswerRelvancyVerdict(BaseModel):
3131

3232

3333
class AnswerRelevancyMetric(BaseMetric):
34+
@property
35+
def statements(self) -> Optional[List[str]]:
36+
return self._statements.get()
37+
38+
@statements.setter
39+
def statements(self, value: Optional[List[str]]):
40+
self._statements.set(value)
41+
42+
@property
43+
def verdicts(self) -> Optional[List[AnswerRelvancyVerdict]]:
44+
return self._verdicts.get()
45+
46+
@verdicts.setter
47+
def verdicts(self, value: Optional[List[AnswerRelvancyVerdict]]):
48+
self._verdicts.set(value)
3449

3550
def __init__(
3651
self,
@@ -54,22 +69,6 @@ def __init__(
5469
self.async_mode = async_mode
5570
self.strict_mode = strict_mode
5671

57-
@property
58-
def statements(self) -> Optional[List[str]]:
59-
return self._statements.get()
60-
61-
@statements.setter
62-
def statements(self, value: Optional[List[str]]):
63-
self._statements.set(value)
64-
65-
@property
66-
def verdicts(self) -> Optional[List[AnswerRelvancyVerdict]]:
67-
return self._verdicts.get()
68-
69-
@verdicts.setter
70-
def verdicts(self, value: Optional[List[AnswerRelvancyVerdict]]):
71-
self._verdicts.set(value)
72-
7372
def measure(
7473
self,
7574
test_case: Union[LLMTestCase, ConversationalTestCase],

deepeval/metrics/bias/bias.py

Lines changed: 15 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,21 @@ class BiasVerdict(BaseModel):
3333

3434

3535
class BiasMetric(BaseMetric):
36+
@property
37+
def opinions(self) -> Optional[List[str]]:
38+
return self._opinions.get()
39+
40+
@opinions.setter
41+
def opinions(self, value: Optional[List[str]]):
42+
self._opinions.set(value)
43+
44+
@property
45+
def verdicts(self) -> Optional[List[BiasVerdict]]:
46+
return self._verdicts.get()
47+
48+
@verdicts.setter
49+
def verdicts(self, value: Optional[List[BiasVerdict]]):
50+
self._verdicts.set(value)
3651

3752
def __init__(
3853
self,
@@ -56,22 +71,6 @@ def __init__(
5671
self.async_mode = async_mode
5772
self.strict_mode = strict_mode
5873

59-
@property
60-
def opinions(self) -> Optional[List[str]]:
61-
return self._opinions.get()
62-
63-
@opinions.setter
64-
def opinions(self, value: Optional[List[str]]):
65-
self._opinions.set(value)
66-
67-
@property
68-
def verdicts(self) -> Optional[List[BiasVerdict]]:
69-
return self._verdicts.get()
70-
71-
@verdicts.setter
72-
def verdicts(self, value: Optional[List[BiasVerdict]]):
73-
self._verdicts.set(value)
74-
7574
def measure(
7675
self,
7776
test_case: Union[LLMTestCase, ConversationalTestCase],

deepeval/metrics/contextual_precision/contextual_precision.py

Lines changed: 7 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,13 @@ class ContextualPrecisionVerdict(BaseModel):
3636

3737

3838
class ContextualPrecisionMetric(BaseMetric):
39+
@property
40+
def verdicts(self) -> Optional[List[ContextualPrecisionVerdict]]:
41+
return self._verdicts.get()
42+
43+
@verdicts.setter
44+
def verdicts(self, value: Optional[List[ContextualPrecisionVerdict]]):
45+
self._verdicts.set(value)
3946

4047
def __init__(
4148
self,
@@ -56,14 +63,6 @@ def __init__(
5663
self.async_mode = async_mode
5764
self.strict_mode = strict_mode
5865

59-
@property
60-
def verdicts(self) -> Optional[List[ContextualPrecisionVerdict]]:
61-
return self._verdicts.get()
62-
63-
@verdicts.setter
64-
def verdicts(self, value: Optional[List[ContextualPrecisionVerdict]]):
65-
self._verdicts.set(value)
66-
6766
def measure(
6867
self,
6968
test_case: Union[LLMTestCase, ConversationalTestCase],

deepeval/metrics/contextual_recall/contextual_recall.py

Lines changed: 7 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,13 @@ class ContextualRecallVerdict(BaseModel):
3333

3434

3535
class ContextualRecallMetric(BaseMetric):
36+
@property
37+
def verdicts(self) -> Optional[List[ContextualRecallVerdict]]:
38+
return self._verdicts.get()
39+
40+
@verdicts.setter
41+
def verdicts(self, value: Optional[List[ContextualRecallVerdict]]):
42+
self._verdicts.set(value)
3643

3744
def __init__(
3845
self,
@@ -53,14 +60,6 @@ def __init__(
5360
self.async_mode = async_mode
5461
self.strict_mode = strict_mode
5562

56-
@property
57-
def verdicts(self) -> Optional[List[ContextualRecallVerdict]]:
58-
return self._verdicts.get()
59-
60-
@verdicts.setter
61-
def verdicts(self, value: Optional[List[ContextualRecallVerdict]]):
62-
self._verdicts.set(value)
63-
6463
def measure(
6564
self,
6665
test_case: Union[LLMTestCase, ConversationalTestCase],

deepeval/metrics/contextual_relevancy/contextual_relevancy.py

Lines changed: 7 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -35,6 +35,13 @@ class ContextualRelevancyVerdict(BaseModel):
3535

3636

3737
class ContextualRelevancyMetric(BaseMetric):
38+
@property
39+
def verdicts(self) -> Optional[List[ContextualRelevancyVerdict]]:
40+
return self._verdicts.get()
41+
42+
@verdicts.setter
43+
def verdicts(self, value: Optional[List[ContextualRelevancyVerdict]]):
44+
self._verdicts.set(value)
3845

3946
def __init__(
4047
self,
@@ -55,14 +62,6 @@ def __init__(
5562
self.async_mode = async_mode
5663
self.strict_mode = strict_mode
5764

58-
@property
59-
def verdicts(self) -> Optional[List[ContextualRelevancyVerdict]]:
60-
return self._verdicts.get()
61-
62-
@verdicts.setter
63-
def verdicts(self, value: Optional[List[ContextualRelevancyVerdict]]):
64-
self._verdicts.set(value)
65-
6665
def measure(
6766
self,
6867
test_case: Union[LLMTestCase, ConversationalTestCase],

deepeval/metrics/faithfulness/faithfulness.py

Lines changed: 24 additions & 24 deletions
Original file line numberDiff line numberDiff line change
@@ -34,6 +34,30 @@ class FaithfulnessVerdict(BaseModel):
3434

3535
class FaithfulnessMetric(BaseMetric):
3636

37+
@property
38+
def truths(self) -> Optional[List[str]]:
39+
return self._truths.get()
40+
41+
@truths.setter
42+
def truths(self, value: Optional[List[str]]):
43+
self._truths.set(value)
44+
45+
@property
46+
def claims(self) -> Optional[List[str]]:
47+
return self._claims.get()
48+
49+
@claims.setter
50+
def claims(self, value: Optional[List[str]]):
51+
self._claims.set(value)
52+
53+
@property
54+
def verdicts(self) -> Optional[List[FaithfulnessVerdict]]:
55+
return self._verdicts.get()
56+
57+
@verdicts.setter
58+
def verdicts(self, value: Optional[List[FaithfulnessVerdict]]):
59+
self._verdicts.set(value)
60+
3761
def __init__(
3862
self,
3963
threshold: float = 0.5,
@@ -59,30 +83,6 @@ def __init__(
5983
self.async_mode = async_mode
6084
self.strict_mode = strict_mode
6185

62-
@property
63-
def truths(self) -> Optional[List[str]]:
64-
return self._truths.get()
65-
66-
@truths.setter
67-
def truths(self, value: Optional[List[str]]):
68-
self._truths.set(value)
69-
70-
@property
71-
def claims(self) -> Optional[List[str]]:
72-
return self._claims.get()
73-
74-
@claims.setter
75-
def claims(self, value: Optional[List[str]]):
76-
self._claims.set(value)
77-
78-
@property
79-
def verdicts(self) -> Optional[List[FaithfulnessVerdict]]:
80-
return self._verdicts.get()
81-
82-
@verdicts.setter
83-
def verdicts(self, value: Optional[List[FaithfulnessVerdict]]):
84-
self._verdicts.set(value)
85-
8686
def measure(
8787
self,
8888
test_case: Union[LLMTestCase, ConversationalTestCase],

deepeval/metrics/g_eval/g_eval.py

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,14 @@ class GEvalResponse(BaseModel):
5555

5656
class GEval(BaseMetric):
5757

58+
@property
59+
def evaluation_steps(self) -> Optional[List[str]]:
60+
return self._evaluation_steps.get()
61+
62+
@evaluation_steps.setter
63+
def evaluation_steps(self, value: Optional[List[str]]):
64+
self._evaluation_steps.set(value)
65+
5866
def __init__(
5967
self,
6068
name: str,
@@ -92,19 +100,11 @@ def __init__(
92100
self.criteria = criteria
93101
self.model, self.using_native_model = initialize_model(model)
94102
self.evaluation_model = self.model.get_model_name()
95-
self._evaluation_steps.set(evaluation_steps)
103+
self.evaluation_steps = evaluation_steps
96104
self.threshold = 1 if strict_mode else threshold
97105
self.strict_mode = strict_mode
98106
self.async_mode = async_mode
99107

100-
@property
101-
def evaluation_steps(self) -> Optional[List[str]]:
102-
return self._evaluation_steps.get()
103-
104-
@evaluation_steps.setter
105-
def evaluation_steps(self, value: Optional[List[str]]):
106-
self._evaluation_steps.set(value)
107-
108108
def measure(
109109
self,
110110
test_case: Union[LLMTestCase, ConversationalTestCase],

deepeval/metrics/hallucination/hallucination.py

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,14 @@ class HallucinationVerdict(BaseModel):
3333

3434
class HallucinationMetric(BaseMetric):
3535

36+
@property
37+
def verdicts(self) -> Optional[List[HallucinationVerdict]]:
38+
return self._verdicts.get()
39+
40+
@verdicts.setter
41+
def verdicts(self, value: Optional[List[HallucinationVerdict]]):
42+
self._verdicts.set(value)
43+
3644
def __init__(
3745
self,
3846
threshold: float = 0.5,
@@ -52,14 +60,6 @@ def __init__(
5260
self.async_mode = async_mode
5361
self.strict_mode = strict_mode
5462

55-
@property
56-
def verdicts(self) -> Optional[List[HallucinationVerdict]]:
57-
return self._verdicts.get()
58-
59-
@verdicts.setter
60-
def verdicts(self, value: Optional[List[HallucinationVerdict]]):
61-
self._verdicts.set(value)
62-
6363
def measure(
6464
self,
6565
test_case: Union[LLMTestCase, ConversationalTestCase],

deepeval/metrics/knowledge_retention/knowledge_retention.py

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,22 @@ class KnowledgeRetentionVerdict(BaseModel):
2828

2929

3030
class KnowledgeRetentionMetric(BaseConversationalMetric):
31+
@property
32+
def knowledges(self) -> Optional[List[Knowledge]]:
33+
return self._knowledges.get()
34+
35+
@knowledges.setter
36+
def claims(self, value: Optional[List[Knowledge]]):
37+
self._claims.set(value)
38+
39+
@property
40+
def verdicts(self) -> Optional[List[KnowledgeRetentionVerdict]]:
41+
return self._verdicts.get()
42+
43+
@verdicts.setter
44+
def verdicts(self, value: Optional[List[KnowledgeRetentionVerdict]]):
45+
self._verdicts.set(value)
46+
3147
def __init__(
3248
self,
3349
threshold: float = 0.5,
@@ -48,22 +64,6 @@ def __init__(
4864
self.include_reason = include_reason
4965
self.strict_mode = strict_mode
5066

51-
@property
52-
def knowledges(self) -> Optional[List[Knowledge]]:
53-
return self._knowledges.get()
54-
55-
@knowledges.setter
56-
def claims(self, value: Optional[List[Knowledge]]):
57-
self._claims.set(value)
58-
59-
@property
60-
def verdicts(self) -> Optional[List[KnowledgeRetentionVerdict]]:
61-
return self._verdicts.get()
62-
63-
@verdicts.setter
64-
def verdicts(self, value: Optional[List[KnowledgeRetentionVerdict]]):
65-
self._verdicts.set(value)
66-
6767
def measure(self, test_case: ConversationalTestCase, verbose: bool = True):
6868
validate_conversational_test_case(test_case, self)
6969
with metric_progress_indicator(self):

0 commit comments

Comments
 (0)