[BugFix] wire make_empty_intermediate_tensors on AyaVision and Voxtral (#43118)

Signed-off-by: Keyi Li <likey6688@gmail.com>
Co-authored-by: Keyi Li <likey6688@gmail.com>
This commit is contained in:
Keyi Li
2026-05-22 05:26:41 -07:00
committed by GitHub
co-authored by Keyi Li
parent 4658bf882b
commit 79ff0ffa98
2 changed files with 8 additions and 0 deletions
+4
View File
@@ -358,6 +358,10 @@ class AyaVisionForConditionalGeneration(nn.Module, SupportsMultiModal, SupportsP
architectures=["Cohere2ForCausalLM"],
)
self.make_empty_intermediate_tensors = (
self.language_model.make_empty_intermediate_tensors
)
@property
def dtype(self):
return next(self.parameters()).dtype
+4
View File
@@ -349,6 +349,10 @@ class VoxtralForConditionalGeneration(
dim=config.text_config.hidden_size,
)
self.make_empty_intermediate_tensors = (
self.language_model.make_empty_intermediate_tensors
)
def get_mm_mapping(self) -> MultiModelKeys:
"""Get module prefix for multimodal models to filter LoRA modules."""
return MultiModelKeys.from_string_field(