diff --git a/vllm/model_executor/models/nemotron_h_mtp.py b/vllm/model_executor/models/nemotron_h_mtp.py index fe737438c30..bd4b908dc61 100644 --- a/vllm/model_executor/models/nemotron_h_mtp.py +++ b/vllm/model_executor/models/nemotron_h_mtp.py @@ -415,11 +415,7 @@ class NemotronHMTP(nn.Module, SupportsPP): for name, loaded_weight in weights: # Only process MTP weights - skip all non-MTP weights - if ( - not name.startswith("mtp.") - and "embeddings" not in name - and "lm_head" not in name - ): + if not name.startswith("mtp.") and "embeddings" not in name: continue # Skip rotary embeddings (computed, not loaded) if "rotary_emb.inv_freq" in name: