e3e79e9e8a
Co-authored-by: Robert Irvine <robert@seamlessml.com> Co-authored-by: root <rirv938@gmail.com> Co-authored-by: Casper <casperbh.96@gmail.com> Co-authored-by: julian-q <julianhquevedo@gmail.com>
21 lines
524 B
Python
21 lines
524 B
Python
from typing import Type
|
|
|
|
from vllm.model_executor.quantization_utils.awq import AWQConfig
|
|
from vllm.model_executor.quantization_utils.base import QuantizationConfig
|
|
|
|
_QUANTIZATION_REGISTRY = {
|
|
"awq": AWQConfig,
|
|
}
|
|
|
|
|
|
def get_quant_class(quantization: str) -> Type[QuantizationConfig]:
|
|
if quantization not in _QUANTIZATION_REGISTRY:
|
|
raise ValueError(f"Invalid quantization method: {quantization}")
|
|
return _QUANTIZATION_REGISTRY[quantization]
|
|
|
|
|
|
__all__ = [
|
|
"QuantizationConfig",
|
|
"get_quant_class",
|
|
]
|