From cfdf6b5024da02ab07431de9f7a0dbade264e7cc Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Mon, 13 Apr 2026 15:58:22 -0400 Subject: [PATCH] Update default load format in LoadConfig Change default load format from 'instanttensor' to 'auto'. Signed-off-by: Michael Goin --- vllm/config/load.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/config/load.py b/vllm/config/load.py index d2e062c6361..93240ec5fc0 100644 --- a/vllm/config/load.py +++ b/vllm/config/load.py @@ -23,7 +23,7 @@ logger = init_logger(__name__) class LoadConfig: """Configuration for loading the model weights.""" - load_format: str | LoadFormats = "instanttensor" + load_format: str | LoadFormats = "auto" """ The format of the model weights to load.