From 4cb59dea6a9b54cd3cae87ac69fb0a836615f196 Mon Sep 17 00:00:00 2001 From: Cyrus Leung Date: Sat, 31 Jan 2026 21:21:32 +0800 Subject: [PATCH] [Bugfix] Fix incompatibility between #33372 and #32863 (#33475) Signed-off-by: DarkLight1337 --- vllm/renderers/deepseek_v32.py | 2 -- vllm/renderers/grok2.py | 2 -- vllm/renderers/hf.py | 1 - vllm/renderers/params.py | 2 +- 4 files changed, 1 insertion(+), 6 deletions(-) diff --git a/vllm/renderers/deepseek_v32.py b/vllm/renderers/deepseek_v32.py index 18103b9d7e5..91b95db06f4 100644 --- a/vllm/renderers/deepseek_v32.py +++ b/vllm/renderers/deepseek_v32.py @@ -71,7 +71,6 @@ class DeepseekV32Renderer(RendererLike): content_format="string", ) - kwargs["return_dict"] = False prompt_raw = tokenizer.apply_chat_template( conversation=conversation, messages=messages, @@ -98,7 +97,6 @@ class DeepseekV32Renderer(RendererLike): content_format="string", ) - kwargs["return_dict"] = False prompt_raw = tokenizer.apply_chat_template( conversation=conversation, messages=messages, diff --git a/vllm/renderers/grok2.py b/vllm/renderers/grok2.py index e064b7c8bbd..feefe8f0b4e 100644 --- a/vllm/renderers/grok2.py +++ b/vllm/renderers/grok2.py @@ -71,7 +71,6 @@ class Grok2Renderer(RendererLike): content_format="string", ) - kwargs["return_dict"] = False prompt_raw = tokenizer.apply_chat_template( conversation=conversation, messages=messages, @@ -98,7 +97,6 @@ class Grok2Renderer(RendererLike): content_format="string", ) - kwargs["return_dict"] = False prompt_raw = tokenizer.apply_chat_template( conversation=conversation, messages=messages, diff --git a/vllm/renderers/hf.py b/vllm/renderers/hf.py index 41a8aa450c9..eb90c9e6d3a 100644 --- a/vllm/renderers/hf.py +++ b/vllm/renderers/hf.py @@ -466,7 +466,6 @@ def safe_apply_chat_template( chat_template=chat_template, chat_template_kwargs=kwargs, ) - resolved_kwargs["return_dict"] = False try: return tokenizer.apply_chat_template( diff --git a/vllm/renderers/params.py b/vllm/renderers/params.py index 19555bba04b..d20038478de 100644 --- a/vllm/renderers/params.py +++ b/vllm/renderers/params.py @@ -66,7 +66,7 @@ class ChatParams: """The arguments to pass to `tokenizer.apply_chat_template`.""" return merge_kwargs( self.chat_template_kwargs, - dict(chat_template=self.chat_template), + dict(chat_template=self.chat_template, return_dict=False), )