File tree Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Original file line number Diff line number Diff line change @@ -1131,14 +1131,13 @@ This evaluator implements LLM-as-a-judge with a function call approach to check
1131
1131
"langevals/exact_match" : {
1132
1132
name : `Exact Match Evaluator` ,
1133
1133
description : `
1134
- A simple evaluator that checks if the output matches the input exactly, with some
1135
- extra bells and whistles to help with whitespace related shenanigans.
1134
+ A simple evaluator that checks if the output matches the expected_output exactly.
1136
1135
` ,
1137
1136
category : "quality" ,
1138
1137
docsUrl : "" ,
1139
1138
isGuardrail : false ,
1140
1139
requiredFields : [ ] ,
1141
- optionalFields : [ "input " , "output " ] ,
1140
+ optionalFields : [ "output " , "expected_output " ] ,
1142
1141
settings : {
1143
1142
case_sensitive : {
1144
1143
description :
@@ -1160,7 +1159,7 @@ extra bells and whistles to help with whitespace related shenanigans.
1160
1159
result : {
1161
1160
passed : {
1162
1161
description :
1163
- "True if the output matched the input exactly, False otherwise" ,
1162
+ "True if the output matched the expected_output exactly, False otherwise" ,
1164
1163
} ,
1165
1164
} ,
1166
1165
} ,
You can’t perform that action at this time.
0 commit comments