From b8fb56d970a4fa2a8d668d7e09ee5c7fbb7b680b Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Tue, 21 Jul 2026 16:51:04 -0400 Subject: [PATCH] [CI] Add gemma-4-E4B-it-assistant to CI gsm8k for GemmaMTP (#49243) Signed-off-by: mgoin --- tests/evals/gsm8k/configs/gemma-4-E4B-it-qat-mobile-ct.yaml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tests/evals/gsm8k/configs/gemma-4-E4B-it-qat-mobile-ct.yaml b/tests/evals/gsm8k/configs/gemma-4-E4B-it-qat-mobile-ct.yaml index 80d0c98311b..878db590829 100644 --- a/tests/evals/gsm8k/configs/gemma-4-E4B-it-qat-mobile-ct.yaml +++ b/tests/evals/gsm8k/configs/gemma-4-E4B-it-qat-mobile-ct.yaml @@ -2,4 +2,7 @@ model_name: "google/gemma-4-E4B-it-qat-mobile-ct" accuracy_threshold: 0.50 num_questions: 1319 num_fewshot: 5 -server_args: "--enforce-eager --max-model-len 4096" +server_args: >- + --enforce-eager + --max-model-len 4096 + --speculative-config '{"method":"mtp","model":"google/gemma-4-E4B-it-assistant","num_speculative_tokens":4}'