fix

Signed-off-by: Icey <1790571317@qq.com>

Author: wxsIcey

tests/e2e/singlecard/models/configs/Qwen3-30B-A3B.yaml

@@ -10,4 +10,5 @@ num_fewshot: 5
 gpu_memory_utilization: 0.6
 enable_expert_parallel: True
 tensor_parallel_size: 2
+apply_chat_template: False
 fewshot_as_multiturn: False

tests/e2e/singlecard/models/report_template.md

@@ -13,7 +13,7 @@
 ```bash
 export MODEL_ARGS={{ model_args }}
 lm_eval --model {{ model_type }} --model_args $MODEL_ARGS --tasks {{ datasets }} \
---apply_chat_template --fewshot_as_multiturn {% if num_fewshot is defined and num_fewshot != "N/A" %} --num_fewshot {{ num_fewshot }} {% endif %} \
+--apply_chat_template {{ apply_chat_template }} --fewshot_as_multiturn {{ fewshot_as_multiturn }} {% if num_fewshot is defined and num_fewshot != "N/A" %} --num_fewshot {{ num_fewshot }} {% endif %} \
 --limit {{ limit }} --batch_size {{ batch_size}}
 ```
 

tests/e2e/singlecard/models/test_lm_eval_correctness.py

@@ -74,6 +74,8 @@ def generate_report(tp_size, eval_config, report_data, report_template,
         model_args=f"'{','.join(f'{k}={v}' for k, v in model_args.items())}'",
         model_type=eval_config.get("model", "vllm"),
         datasets=",".join([task["name"] for task in eval_config["tasks"]]),
+        apply_chat_template=eval_config["apply_chat_template"],
+        fewshot_as_multiturn=eval_config["fewshot_as_multiturn"],
         limit=eval_config.get("limit", None),
         batch_size="auto",
         num_fewshot=eval_config.get("num_fewshot", "N/A"),
@@ -97,7 +99,7 @@ def test_lm_eval_correctness_param(config_filename, tp_size, report_template,
         "limit": eval_config.get("limit", None),
         "batch_size": "auto",
     }
-    for s in ["num_fewshot", "fewshot_as_multiturn"]:
+    for s in ["num_fewshot", "fewshot_as_multiturn", "apply_chat_template"]:
         val = eval_config.get(s, None)
         if val is not None:
             eval_params[s] = val