Add label on the type definitions

Author: rogeriochaves

langevals_core/langevals_core/base_evaluator.py

@@ -145,6 +145,7 @@ class EvaluationResult(BaseModel):
     status: Literal["processed"] = "processed"
     score: float = Field(description="No description provided")
     passed: Optional[bool] = None
+    label: Optional[str] = None
     details: Optional[str] = Field(
         default=None, description="Short human-readable description of the result"
     )

scripts/generate_evaluators_ts.py

@@ -115,6 +115,15 @@ def dump_model_type(value):
     ):
         evaluator_info["result"]["passed"] = {"description": passed_field.description}
 
+    base_label_description = EvaluationResult.model_fields["label"].description
+    label_field = definitions.result_type.model_fields.get("label")
+    if (
+        label_field
+        and label_field.description
+        and label_field.description != base_label_description
+    ):
+        evaluator_info["result"]["label"] = {"description": label_field.description}
+
     def is_field_optional(field):
         if not field.is_required:
             return True
@@ -164,13 +173,17 @@ def generate_typescript_definitions(evaluators_info: Dict[str, Dict[str, Any]])
         f"        passed?: {{\n"
         f"        description: string;\n"
         f"        }};\n"
+        f"        label?: {{\n"
+        f"        description: string;\n"
+        f"        }};\n"
         f"    }};\n"
         f"}};\n\n"
         f"export type EvaluatorTypes = keyof Evaluators;\n\n"
         f"export type EvaluationResult = {{\n"
         f"    status: 'processed';\n"
         f"    score: number;\n"
         f"    passed?: boolean | undefined;\n"
+        f"    label?: string | undefined;\n"
         f"    details?: string | undefined;\n"
         f"    cost?: Money | undefined;\n"
         f"    raw_result?: any;\n"

ts-integration/evaluators.generated.ts

@@ -38,6 +38,9 @@ export type EvaluatorDefinition<T extends EvaluatorTypes> = {
     passed?: {
       description: string;
     };
+    label?: {
+      description: string;
+    };
   };
 };
 
@@ -47,6 +50,7 @@ export type EvaluationResult = {
   status: "processed";
   score: number;
   passed?: boolean | undefined;
+  label?: string | undefined;
   details?: string | undefined;
   cost?: Money | undefined;
   raw_result?: any;