squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Misc]Fix BitAndBytes exception messages (#7626)

Browse Source
This commit is contained in:
Jee Jee Li 2024-08-18 03:02:14 +08:00 committed by GitHub
parent 832163b875
commit 1ef13cf92f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/model_loader/loader.py
View File

@ -883,11 +883,11 @@ class BitsAndBytesModelLoader(BaseModelLoader):
if not hasattr(model, 'load_weights'): if not hasattr(model, 'load_weights'):
raise AttributeError( raise AttributeError(
"The required method 'load_weights' is not defined in class" "The required method 'load_weights' is not defined in class"
f" {type(self).__name__}.") f" {type(model).__name__}.")
if not hasattr(model, 'bitsandbytes_stacked_params_mapping'): if not hasattr(model, 'bitsandbytes_stacked_params_mapping'):
raise AttributeError( raise AttributeError(
f"Model {type(self).__name__} does not support BitsAndBytes " f"Model {type(model).__name__} does not support BitsAndBytes "
"quantization yet.") "quantization yet.")
logger.info("Loading weights with BitsAndBytes quantization. " logger.info("Loading weights with BitsAndBytes quantization. "