From 3af561ec0a00aabd407cf782a60f17e86c1a253f Mon Sep 17 00:00:00 2001 From: akii96 Date: Thu, 7 May 2026 23:14:58 +0300 Subject: [PATCH] [ROCm] Fix AITER AR+RMSNorm no-residual fusion (#41972) Signed-off-by: Aakif Nawaz --- vllm/compilation/passes/fusion/allreduce_rms_fusion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/compilation/passes/fusion/allreduce_rms_fusion.py b/vllm/compilation/passes/fusion/allreduce_rms_fusion.py index 6cb0c8f49f3..83423c02a6f 100644 --- a/vllm/compilation/passes/fusion/allreduce_rms_fusion.py +++ b/vllm/compilation/passes/fusion/allreduce_rms_fusion.py @@ -939,7 +939,7 @@ class AiterAllreduceFusedRMSNormPattern(BasePattern, VllmPatternReplacement): def _replacement( input: torch.Tensor, weight: torch.Tensor ) -> tuple[torch.Tensor, torch.Tensor]: - residual = torch.empty_like(input) + residual = torch.zeros_like(input) allreduce = self.FUSED_AR_RMSNORM_OP( input_=input, residual=residual,