From 309a8f66ee0daec7dbee5030dac1bcfcfad7b3ec Mon Sep 17 00:00:00 2001 From: Cyrus Leung Date: Wed, 7 Jan 2026 07:46:56 +0800 Subject: [PATCH] [Bugfix] Handle mistral tokenizer in get_hf_processor (#31817) Signed-off-by: DarkLight1337 --- vllm/multimodal/processing.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/vllm/multimodal/processing.py b/vllm/multimodal/processing.py index dc5c4307ce4..8e3f32698a6 100644 --- a/vllm/multimodal/processing.py +++ b/vllm/multimodal/processing.py @@ -1186,10 +1186,16 @@ class InputProcessingContext: typ = ProcessorMixin + from vllm.tokenizers.mistral import MistralTokenizer + + tokenizer = self.tokenizer + if isinstance(tokenizer, MistralTokenizer): + tokenizer = tokenizer.transformers_tokenizer + return cached_processor_from_config( self.model_config, processor_cls=typ, - tokenizer=self.tokenizer, + tokenizer=tokenizer, **kwargs, )