File tree Expand file tree Collapse file tree 1 file changed +0
-26
lines changed Expand file tree Collapse file tree 1 file changed +0
-26
lines changed Original file line number Diff line number Diff line change @@ -128,24 +128,6 @@ export type Evaluators = {
128
128
} ;
129
129
"langevals/basic" : {
130
130
settings : {
131
- model :
132
- | "openai/gpt-3.5-turbo"
133
- | "openai/gpt-3.5-turbo-0125"
134
- | "openai/gpt-3.5-turbo-1106"
135
- | "openai/gpt-4-turbo"
136
- | "openai/gpt-4-0125-preview"
137
- | "openai/gpt-4o"
138
- | "openai/gpt-4o-mini"
139
- | "openai/gpt-4-1106-preview"
140
- | "azure/gpt-35-turbo-1106"
141
- | "azure/gpt-4o"
142
- | "azure/gpt-4-turbo-2024-04-09"
143
- | "azure/gpt-4-1106-preview"
144
- | "groq/llama3-70b-8192"
145
- | "anthropic/claude-3-haiku-20240307"
146
- | "anthropic/claude-3-sonnet-20240229"
147
- | "anthropic/claude-3-opus-20240229" ;
148
- max_tokens : number ;
149
131
rules : {
150
132
field : "input" | "output" ;
151
133
rule :
@@ -758,14 +740,6 @@ Allows you to check for simple text matches or regex evaluation.
758
740
requiredFields : [ ] ,
759
741
optionalFields : [ "input" , "output" ] ,
760
742
settings : {
761
- model : {
762
- description : "The model to use for evaluation" ,
763
- default : "openai/gpt-4o-mini" ,
764
- } ,
765
- max_tokens : {
766
- description : "Max tokens allowed for evaluation" ,
767
- default : 8192 ,
768
- } ,
769
743
rules : {
770
744
description :
771
745
"List of rules to check, the message must pass all of them" ,
You can’t perform that action at this time.
0 commit comments