karylab_agents/vllm
1
0
Fork 0
forked from Karylab-cklius/vllm
Code Pull Requests 2 Actions 1 Packages Activity

[Bugfix][Model] Fix crash loading Mamba/Mamba2 checkpoints without an architectures field (#46037)

Browse Source 
Signed-off-by: Ting Sun <suntcrick@gmail.com>
Signed-off-by: Ting SUN <suntcrick@gmail.com>
Co-authored-by: Wentao Ye <44945378+yewentao256@users.noreply.github.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
Ting SUN
2026-07-05 05:42:32 -07:00
committed by GitHub
co-authored by Wentao Ye mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent b6cc46ec3b
commit fb2faceacd
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
vllm/config/vllm.py
+9
View File
@@ -1936,12 +1936,21 @@ class VllmConfig:
if architecture is None:
return
from vllm.model_executor.models import ModelRegistry
from vllm.model_executor.models.config import (
MODELS_CONFIG_MAP,
HybridAttentionMambaModelConfig,
)
cls = MODELS_CONFIG_MAP.get(architecture, None)
if cls is None:
# `architecture` may be an HF base-model name (e.g. "Mamba2Model"
# when `architectures` is omitted); normalize to the resolved arch
# so per-arch config hooks are not skipped.
architecture = ModelRegistry._normalize_arch(
architecture, self.model_config
)
cls = MODELS_CONFIG_MAP.get(architecture, None)
if cls is not None:
cls.verify_and_update_config(self)