diff --git a/vllm/models/deepseek_v4/amd/mtp.py b/vllm/models/deepseek_v4/amd/mtp.py index 9317b72144b..37ce8074af4 100644 --- a/vllm/models/deepseek_v4/amd/mtp.py +++ b/vllm/models/deepseek_v4/amd/mtp.py @@ -86,6 +86,7 @@ class DeepSeekV4MultiTokenPredictorLayer(nn.Module): bias=False, return_bias=False, quant_config=quant_config, + prefix=f"{prefix}.e_proj", ) self.h_proj = ReplicatedLinear( config.hidden_size, @@ -93,6 +94,7 @@ class DeepSeekV4MultiTokenPredictorLayer(nn.Module): bias=False, return_bias=False, quant_config=quant_config, + prefix=f"{prefix}.h_proj", ) self.hc_eps = config.hc_eps diff --git a/vllm/models/deepseek_v4/nvidia/mtp.py b/vllm/models/deepseek_v4/nvidia/mtp.py index 3bf7c6a233f..64715deae99 100644 --- a/vllm/models/deepseek_v4/nvidia/mtp.py +++ b/vllm/models/deepseek_v4/nvidia/mtp.py @@ -92,6 +92,7 @@ class DeepSeekV4MultiTokenPredictorLayer(nn.Module): bias=False, return_bias=False, quant_config=quant_config, + prefix=f"{prefix}.e_proj", ) self.h_proj = ReplicatedLinear( config.hidden_size, @@ -99,6 +100,7 @@ class DeepSeekV4MultiTokenPredictorLayer(nn.Module): bias=False, return_bias=False, quant_config=quant_config, + prefix=f"{prefix}.h_proj", ) self.hc_eps = config.hc_eps