@@ -117,11 +117,12 @@ export type Evaluators = {
117
117
| "openai/gpt-4-1106-preview"
118
118
| "azure/gpt-35-turbo-1106"
119
119
| "azure/gpt-4o"
120
+ | "azure/gpt-4o-mini"
120
121
| "azure/gpt-4-turbo-2024-04-09"
121
122
| "azure/gpt-4-1106-preview"
122
123
| "groq/llama3-70b-8192"
123
124
| "anthropic/claude-3-haiku-20240307"
124
- | "anthropic/claude-3-sonnet-20240229 "
125
+ | "anthropic/claude-3-5- sonnet-20240620 "
125
126
| "anthropic/claude-3-opus-20240229" ;
126
127
max_tokens : number ;
127
128
} ;
@@ -157,11 +158,12 @@ export type Evaluators = {
157
158
| "openai/gpt-4-1106-preview"
158
159
| "azure/gpt-35-turbo-1106"
159
160
| "azure/gpt-4o"
161
+ | "azure/gpt-4o-mini"
160
162
| "azure/gpt-4-turbo-2024-04-09"
161
163
| "azure/gpt-4-1106-preview"
162
164
| "groq/llama3-70b-8192"
163
165
| "anthropic/claude-3-haiku-20240307"
164
- | "anthropic/claude-3-sonnet-20240229 "
166
+ | "anthropic/claude-3-5- sonnet-20240620 "
165
167
| "anthropic/claude-3-opus-20240229" ;
166
168
max_tokens : number ;
167
169
name : string ;
@@ -181,11 +183,12 @@ export type Evaluators = {
181
183
| "openai/gpt-4-1106-preview"
182
184
| "azure/gpt-35-turbo-1106"
183
185
| "azure/gpt-4o"
186
+ | "azure/gpt-4o-mini"
184
187
| "azure/gpt-4-turbo-2024-04-09"
185
188
| "azure/gpt-4-1106-preview"
186
189
| "groq/llama3-70b-8192"
187
190
| "anthropic/claude-3-haiku-20240307"
188
- | "anthropic/claude-3-sonnet-20240229 "
191
+ | "anthropic/claude-3-5- sonnet-20240620 "
189
192
| "anthropic/claude-3-opus-20240229" ;
190
193
max_tokens : number ;
191
194
name : string ;
@@ -206,11 +209,12 @@ export type Evaluators = {
206
209
| "openai/gpt-4-1106-preview"
207
210
| "azure/gpt-35-turbo-1106"
208
211
| "azure/gpt-4o"
212
+ | "azure/gpt-4o-mini"
209
213
| "azure/gpt-4-turbo-2024-04-09"
210
214
| "azure/gpt-4-1106-preview"
211
215
| "groq/llama3-70b-8192"
212
216
| "anthropic/claude-3-haiku-20240307"
213
- | "anthropic/claude-3-sonnet-20240229 "
217
+ | "anthropic/claude-3-5- sonnet-20240620 "
214
218
| "anthropic/claude-3-opus-20240229" ;
215
219
max_tokens : number ;
216
220
prompt : string ;
@@ -229,11 +233,12 @@ export type Evaluators = {
229
233
| "openai/gpt-4-1106-preview"
230
234
| "azure/gpt-35-turbo-1106"
231
235
| "azure/gpt-4o"
236
+ | "azure/gpt-4o-mini"
232
237
| "azure/gpt-4-turbo-2024-04-09"
233
238
| "azure/gpt-4-1106-preview"
234
239
| "groq/llama3-70b-8192"
235
240
| "anthropic/claude-3-haiku-20240307"
236
- | "anthropic/claude-3-sonnet-20240229 "
241
+ | "anthropic/claude-3-5- sonnet-20240620 "
237
242
| "anthropic/claude-3-opus-20240229" ;
238
243
max_tokens : number ;
239
244
prompt : string ;
@@ -252,11 +257,12 @@ export type Evaluators = {
252
257
| "openai/gpt-4-1106-preview"
253
258
| "azure/gpt-35-turbo-1106"
254
259
| "azure/gpt-4o"
260
+ | "azure/gpt-4o-mini"
255
261
| "azure/gpt-4-turbo-2024-04-09"
256
262
| "azure/gpt-4-1106-preview"
257
263
| "groq/llama3-70b-8192"
258
264
| "anthropic/claude-3-haiku-20240307"
259
- | "anthropic/claude-3-sonnet-20240229 "
265
+ | "anthropic/claude-3-5- sonnet-20240620 "
260
266
| "anthropic/claude-3-opus-20240229" ;
261
267
max_tokens : number ;
262
268
allowed_topics : {
@@ -281,11 +287,12 @@ export type Evaluators = {
281
287
| "openai/gpt-4-1106-preview"
282
288
| "azure/gpt-35-turbo-1106"
283
289
| "azure/gpt-4o"
290
+ | "azure/gpt-4o-mini"
284
291
| "azure/gpt-4-turbo-2024-04-09"
285
292
| "azure/gpt-4-1106-preview"
286
293
| "groq/llama3-70b-8192"
287
294
| "anthropic/claude-3-haiku-20240307"
288
- | "anthropic/claude-3-sonnet-20240229 "
295
+ | "anthropic/claude-3-5- sonnet-20240620 "
289
296
| "anthropic/claude-3-opus-20240229" ;
290
297
max_tokens : number ;
291
298
} ;
@@ -507,6 +514,7 @@ export type Evaluators = {
507
514
| "openai/gpt-4o-mini"
508
515
| "azure/gpt-35-turbo-16k"
509
516
| "azure/gpt-4o"
517
+ | "azure/gpt-4o-mini"
510
518
| "anthropic/claude-3-5-sonnet-20240620" ;
511
519
embeddings_model :
512
520
| "openai/text-embedding-ada-002"
@@ -522,6 +530,7 @@ export type Evaluators = {
522
530
| "openai/gpt-4o-mini"
523
531
| "azure/gpt-35-turbo-16k"
524
532
| "azure/gpt-4o"
533
+ | "azure/gpt-4o-mini"
525
534
| "anthropic/claude-3-5-sonnet-20240620" ;
526
535
embeddings_model :
527
536
| "openai/text-embedding-ada-002"
@@ -537,6 +546,7 @@ export type Evaluators = {
537
546
| "openai/gpt-4o-mini"
538
547
| "azure/gpt-35-turbo-16k"
539
548
| "azure/gpt-4o"
549
+ | "azure/gpt-4o-mini"
540
550
| "anthropic/claude-3-5-sonnet-20240620" ;
541
551
embeddings_model :
542
552
| "openai/text-embedding-ada-002"
@@ -552,6 +562,7 @@ export type Evaluators = {
552
562
| "openai/gpt-4o-mini"
553
563
| "azure/gpt-35-turbo-16k"
554
564
| "azure/gpt-4o"
565
+ | "azure/gpt-4o-mini"
555
566
| "anthropic/claude-3-5-sonnet-20240620" ;
556
567
embeddings_model :
557
568
| "openai/text-embedding-ada-002"
@@ -567,6 +578,7 @@ export type Evaluators = {
567
578
| "openai/gpt-4o-mini"
568
579
| "azure/gpt-35-turbo-16k"
569
580
| "azure/gpt-4o"
581
+ | "azure/gpt-4o-mini"
570
582
| "anthropic/claude-3-5-sonnet-20240620" ;
571
583
embeddings_model :
572
584
| "openai/text-embedding-ada-002"
@@ -582,6 +594,7 @@ export type Evaluators = {
582
594
| "openai/gpt-4o-mini"
583
595
| "azure/gpt-35-turbo-16k"
584
596
| "azure/gpt-4o"
597
+ | "azure/gpt-4o-mini"
585
598
| "anthropic/claude-3-5-sonnet-20240620" ;
586
599
embeddings_model :
587
600
| "openai/text-embedding-ada-002"
@@ -597,6 +610,7 @@ export type Evaluators = {
597
610
| "openai/gpt-4o-mini"
598
611
| "azure/gpt-35-turbo-16k"
599
612
| "azure/gpt-4o"
613
+ | "azure/gpt-4o-mini"
600
614
| "anthropic/claude-3-5-sonnet-20240620" ;
601
615
embeddings_model :
602
616
| "openai/text-embedding-ada-002"
0 commit comments