diff --git a/tests/e2e/models/configs/Qwen2-Audio-7B-Instruct.yaml b/tests/e2e/models/configs/Qwen2-Audio-7B-Instruct.yaml new file mode 100644 index 0000000000..60d2d63691 --- /dev/null +++ b/tests/e2e/models/configs/Qwen2-Audio-7B-Instruct.yaml @@ -0,0 +1,11 @@ +model_name: "Qwen/Qwen2-Audio-7B-Instruct" +runner: "linux-aarch64-a2-1" +hardware: "Atlas A2 Series" +tasks: +- name: "gsm8k" + metrics: + - name: "exact_match,strict-match" + value: 0.44 + - name: "exact_match,flexible-extract" + value: 0.45 +num_fewshot: 5 diff --git a/tests/e2e/models/configs/accuracy.txt b/tests/e2e/models/configs/accuracy.txt index 2184a59512..79a92c1a45 100644 --- a/tests/e2e/models/configs/accuracy.txt +++ b/tests/e2e/models/configs/accuracy.txt @@ -1,4 +1,5 @@ DeepSeek-V2-Lite.yaml Qwen3-8B-Base.yaml Qwen2.5-VL-7B-Instruct.yaml -Qwen3-30B-A3B.yaml \ No newline at end of file +Qwen3-30B-A3B.yaml +Qwen2-Audio-7B-Instruct.yaml \ No newline at end of file