forked from Karylab-cklius/vllm
Update default load format in LoadConfig
Change default load format from 'instanttensor' to 'auto'. Signed-off-by: Michael Goin <mgoin64@gmail.com>
This commit is contained in:
+1
-1
@@ -23,7 +23,7 @@ logger = init_logger(__name__)
|
||||
class LoadConfig:
|
||||
"""Configuration for loading the model weights."""
|
||||
|
||||
load_format: str | LoadFormats = "instanttensor"
|
||||
load_format: str | LoadFormats = "auto"
|
||||
"""
|
||||
The format of the model weights to load.
|
||||
|
||||
|
||||
Reference in New Issue
Block a user