We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d34dbb8 commit 5d285c5Copy full SHA for 5d285c5
1 file changed
diffulex_bench/configs/llada2_mini_dmax_gsm8k.yml
@@ -17,7 +17,7 @@ engine:
17
gpu_memory_utilization: 0.5
18
max_model_len: 2048
19
max_num_batched_tokens: 4096
20
- max_num_reqs: 1
+ max_num_reqs: 128
21
22
enforce_eager: true
23
enable_prefix_caching: true
@@ -40,7 +40,7 @@ engine:
40
eval:
41
dataset_name: "gsm8k_diffulex_dmax_chat"
42
dataset_split: "test"
43
- dataset_limit: 100
+ dataset_limit: null
44
temperature: 0.0
45
max_tokens: 256
46
output_dir: "benchmark_results/llada2_mini_dmax_gsm8k_tp1"
0 commit comments