From e23c692dbc73f6a838bf3bcaba033ab6ec9ce232 Mon Sep 17 00:00:00 2001 From: yewentao256 Date: Wed, 24 Jun 2026 18:31:18 +0000 Subject: [PATCH] enable all moe models for mrv2 Signed-off-by: yewentao256 --- tests/test_config.py | 22 +++++++++++++++++++++- vllm/config/vllm.py | 3 +++ 2 files changed, 24 insertions(+), 1 deletion(-) diff --git a/tests/test_config.py b/tests/test_config.py index eb9b11535b8..0382eb76c2f 100644 --- a/tests/test_config.py +++ b/tests/test_config.py @@ -90,6 +90,16 @@ def test_v2_model_runner_env_tri_state(monkeypatch, env_value, expected): ), True, ), + ( + SimpleNamespace( + model="Qwen/Qwen2-7B-Instruct", + architectures=["Qwen2ForCausalLM"], + runner_type="generate", + is_moe=False, + is_quantized=False, + ), + False, + ), ( SimpleNamespace( model="meta-llama/Llama-3.2-1B", @@ -140,6 +150,16 @@ def test_v2_model_runner_env_tri_state(monkeypatch, env_value, expected): ), True, ), + ( + SimpleNamespace( + model="deepseek-ai/DeepSeek-V3", + architectures=["DeepseekV3ForCausalLM"], + runner_type="generate", + is_moe=True, + is_quantized=False, + ), + True, + ), ( SimpleNamespace( model="Qwen/Qwen1.5-MoE-A2.7B", @@ -178,7 +198,7 @@ def test_v2_model_runner_env_tri_state(monkeypatch, env_value, expected): is_moe=True, is_quantized=False, ), - False, + True, ), ( SimpleNamespace( diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py index ba7d26c93b2..3ed0b2c5c65 100644 --- a/vllm/config/vllm.py +++ b/vllm/config/vllm.py @@ -555,6 +555,9 @@ class VllmConfig: if model_config.runner_type != "generate": return False + if model_config.is_moe: + return True + architectures = getattr(model_config, "architectures", []) return any( arch in DEFAULT_V2_MODEL_RUNNER_ARCHITECTURES for arch in architectures