From 79ff0ffa98dc8dd14a8651bce36ce6265ff4d35d Mon Sep 17 00:00:00 2001 From: Keyi Li <94494390+JasonKeyiL@users.noreply.github.com> Date: Fri, 22 May 2026 05:26:41 -0700 Subject: [PATCH] [BugFix] wire make_empty_intermediate_tensors on AyaVision and Voxtral (#43118) Signed-off-by: Keyi Li Co-authored-by: Keyi Li --- vllm/model_executor/models/aya_vision.py | 4 ++++ vllm/model_executor/models/voxtral.py | 4 ++++ 2 files changed, 8 insertions(+) diff --git a/vllm/model_executor/models/aya_vision.py b/vllm/model_executor/models/aya_vision.py index 65f30639360..f4c9bbee9e9 100644 --- a/vllm/model_executor/models/aya_vision.py +++ b/vllm/model_executor/models/aya_vision.py @@ -358,6 +358,10 @@ class AyaVisionForConditionalGeneration(nn.Module, SupportsMultiModal, SupportsP architectures=["Cohere2ForCausalLM"], ) + self.make_empty_intermediate_tensors = ( + self.language_model.make_empty_intermediate_tensors + ) + @property def dtype(self): return next(self.parameters()).dtype diff --git a/vllm/model_executor/models/voxtral.py b/vllm/model_executor/models/voxtral.py index 42e811edaec..baf6d5c7394 100644 --- a/vllm/model_executor/models/voxtral.py +++ b/vllm/model_executor/models/voxtral.py @@ -349,6 +349,10 @@ class VoxtralForConditionalGeneration( dim=config.text_config.hidden_size, ) + self.make_empty_intermediate_tensors = ( + self.language_model.make_empty_intermediate_tensors + ) + def get_mm_mapping(self) -> MultiModelKeys: """Get module prefix for multimodal models to filter LoRA modules.""" return MultiModelKeys.from_string_field(