[CI] Small Accuracy Eval Test for Deepseek Model (vllm-project#24259)

yewentao256 · web-flow · commit 3c96e7b8a1ff · 2025-09-15T20:14:50.000-06:00
Signed-off-by: yewentao256 &lt;zhyanwentao@126.com&gt;
diff --git a/tests/evals/gsm8k/configs/DeepSeek-V2-Lite-Instruct-FP8.yaml b/tests/evals/gsm8k/configs/DeepSeek-V2-Lite-Instruct-FP8.yaml
@@ -0,0 +1,6 @@
+model_name: "RedHatAI/DeepSeek-Coder-V2-Lite-Instruct-FP8"
+accuracy_threshold: 0.72
+num_questions: 1319
+num_fewshot: 5
+max_model_len: 4096
+
diff --git a/tests/evals/gsm8k/configs/models-small.txt b/tests/evals/gsm8k/configs/models-small.txt
@@ -3,3 +3,4 @@ Llama-3.2-1B-Instruct-INT8-CT.yaml
 Llama-3-8B-Instruct-nonuniform-CT.yaml
 Qwen2.5-VL-3B-Instruct-FP8-dynamic.yaml
 Qwen1.5-MoE-W4A16-CT.yaml
+DeepSeek-V2-Lite-Instruct-FP8.yaml
