.

Author: penguine-ip

deepeval/dataset/api.py

@@ -4,6 +4,12 @@
 from deepeval.dataset.golden import Golden, ConversationalGolden
 
 
+def to_snake_case(string: str) -> str:
+    return "".join(
+        ["_" + i.lower() if i.isupper() else i for i in string]
+    ).lstrip("_")
+
+
 class APIDataset(BaseModel):
     alias: str
     overwrite: bool
@@ -18,7 +24,7 @@ class CreateDatasetHttpResponse(BaseModel):
 
 
 class DatasetHttpResponse(BaseModel):
-    goldens: List[Golden]
+    goldens: List[Golden] = Field(alias="goldens")
     conversational_goldens: List[ConversationalGolden] = Field(
         alias="conversationalGoldens"
     )

deepeval/dataset/dataset.py

@@ -23,7 +23,7 @@
 )
 from deepeval.dataset.golden import Golden, ConversationalGolden
 from deepeval.test_case import LLMTestCase, ConversationalTestCase
-from deepeval.utils import is_confident
+from deepeval.utils import convert_keys_to_snake_case, is_confident
 from deepeval.synthesizer.base_synthesizer import BaseSynthesizer
 
 valid_file_types = ["csv", "json"]
@@ -365,8 +365,10 @@ def pull(self, alias: str, auto_convert_goldens_to_test_cases: bool = True):
                 )
 
                 response = DatasetHttpResponse(
-                    goldens=result["goldens"],
-                    conversationalGoldens=result["conversationalGoldens"],
+                    goldens=convert_keys_to_snake_case(result["goldens"]),
+                    conversationalGoldens=convert_keys_to_snake_case(
+                        result["conversationalGoldens"]
+                    ),
                     datasetId=result["datasetId"],
                 )
 

deepeval/dataset/golden.py

@@ -2,6 +2,12 @@
 from typing import Optional, Dict, List
 
 
+def to_snake_case(string: str) -> str:
+    return "".join(
+        ["_" + i.lower() if i.isupper() else i for i in string]
+    ).lstrip("_")
+
+
 class Golden(BaseModel):
     input: str
     actual_output: Optional[str] = Field(
@@ -27,5 +33,7 @@ class ConversationalGolden(BaseModel):
     )
     comments: Optional[str] = Field(None)
     messages: List[Golden] = Field(
-        default_factory=lambda: [], serialization_alias="goldens"
+        default_factory=lambda: [],
+        validation_alias="goldens",
+        serialization_alias="goldens",
     )

deepeval/metrics/ragas.py

@@ -92,6 +92,7 @@ def __init__(
         model: Optional[Union[str, BaseChatModel]] = "gpt-3.5-turbo",
         _track: bool = True,
     ):
+        super.__init__()
         self.threshold = threshold
         self.model = model
         self._track = _track
@@ -160,6 +161,7 @@ def __init__(
         embeddings: Optional[Embeddings] = None,
         _track: bool = True,
     ):
+        super.__init__()
         self.threshold = threshold
         self.model = model
         self._track = _track
@@ -226,6 +228,7 @@ def __init__(
         model: Optional[Union[str, BaseChatModel]] = "gpt-3.5-turbo",
         _track: bool = True,
     ):
+        super.__init__()
         self.threshold = threshold
         self.model = model
         self._track = _track
@@ -287,6 +290,7 @@ def __init__(
         model: Optional[Union[str, BaseChatModel]] = "gpt-3.5-turbo",
         _track: bool = True,
     ):
+        super.__init__()
         self.threshold = threshold
         self.model = model
         self._track = _track
@@ -348,6 +352,7 @@ def __init__(
         model: Optional[Union[str, BaseChatModel]] = "gpt-3.5-turbo",
         embeddings: Optional[Embeddings] = None,
     ):
+        super.__init__()
         self.threshold = threshold
         self.model = model
         if isinstance(model, str):

deepeval/utils.py

@@ -20,6 +20,23 @@
 from deepeval.key_handler import KeyValues, KEY_FILE_HANDLER
 
 
+def camel_to_snake(name: str) -> str:
+    s1 = re.sub("(.)([A-Z][a-z]+)", r"\1_\2", name)
+    return re.sub("([a-z0-9])([A-Z])", r"\1_\2", s1).lower()
+
+
+def convert_keys_to_snake_case(data: Any) -> Any:
+    if isinstance(data, dict):
+        return {
+            camel_to_snake(k): convert_keys_to_snake_case(v)
+            for k, v in data.items()
+        }
+    elif isinstance(data, list):
+        return [convert_keys_to_snake_case(i) for i in data]
+    else:
+        return data
+
+
 def prettify_list(lst: List[Any]):
     if len(lst) == 0:
         return "[]"

tests/test_deployment.py

@@ -11,6 +11,7 @@
 class FakeMetric(BaseMetric):
     # This metric by default checks if the latency is greater than 10 seconds
     def __init__(self, threshold: float = 0.5):
+        super().__init__()
         self.threshold = threshold
 
     def measure(self, test_case: LLMTestCase):