Merge pull request #1375 from tyler-ball/patch-1

penguine-ip · web-flow · commit 04ccbc170898 · 2025-02-23T23:08:44.000-08:00
Fixing ValidationErrors when using a custom LLM for evaluation
diff --git a/deepeval/metrics/role_adherence/schema.py b/deepeval/metrics/role_adherence/schema.py
@@ -1,11 +1,11 @@
 from typing import List, Optional
-from pydantic import BaseModel
+from pydantic import BaseModel, Field
 
 
 class OutOfCharacterResponseVerdict(BaseModel):
     index: int
     reason: str
-    actual_output: Optional[str]
+    actual_output: Optional[str] = Field(default=None)
 
 
 class OutOfCharacterResponseVerdicts(BaseModel):
