File tree Expand file tree Collapse file tree 1 file changed +7
-6
lines changed Expand file tree Collapse file tree 1 file changed +7
-6
lines changed Original file line number Diff line number Diff line change 10
10
11
11
``` bash
12
12
export MODEL_ARGS={{ model_args }}
13
- lm_eval --model {{ model_type }} --model_args $MODEL_ARGS --tasks {{ datasets }} \
14
- {% if apply_chat_template is defined and (apply_chat_template| string| lower in [" true" , " 1" ]) -%}
13
+ lm_eval --model {{ model_type }} --model_args $MODEL_ARGS \
14
+ --tasks {{ datasets }} \
15
+ {%- if apply_chat_template is defined and (apply_chat_template| string| lower in [" true" , " 1" ]) %}
15
16
--apply_chat_template \
16
17
{%- endif %}
17
- {% if fewshot_as_multiturn is defined and (fewshot_as_multiturn| string| lower in [" true" , " 1" ]) - %}
18
+ {%- if fewshot_as_multiturn is defined and (fewshot_as_multiturn| string| lower in [" true" , " 1" ]) %}
18
19
--fewshot_as_multiturn \
19
20
{%- endif %}
20
- {% if num_fewshot is defined and num_fewshot ! = " N/A" - %}
21
+ {%- if num_fewshot is defined and num_fewshot ! = " N/A" %}
21
22
--num_fewshot {{ num_fewshot }} \
22
23
{%- endif %}
23
- {% if limit is defined and limit ! = " N/A" - %}
24
+ {%- if limit is defined and limit ! = " N/A" %}
24
25
--limit {{ limit }} \
25
26
{%- endif %}
26
- --batch_size {{ batch_size }}
27
+ --batch_size {{ batch_size }}
27
28
` ` `
28
29
29
30
| Task | Metric | Value | Stderr |
You can’t perform that action at this time.
0 commit comments