diff --git a/vllm/config/load.py b/vllm/config/load.py index d2e062c6361..93240ec5fc0 100644 --- a/vllm/config/load.py +++ b/vllm/config/load.py @@ -23,7 +23,7 @@ logger = init_logger(__name__) class LoadConfig: """Configuration for loading the model weights.""" - load_format: str | LoadFormats = "instanttensor" + load_format: str | LoadFormats = "auto" """ The format of the model weights to load.