From 1ef13cf92f42a086d14a202a594d7dcae524e640 Mon Sep 17 00:00:00 2001 From: Jee Jee Li Date: Sun, 18 Aug 2024 03:02:14 +0800 Subject: [PATCH] [Misc]Fix BitAndBytes exception messages (#7626) --- vllm/model_executor/model_loader/loader.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/model_loader/loader.py b/vllm/model_executor/model_loader/loader.py index 302bcb2e..979d0bb1 100644 --- a/vllm/model_executor/model_loader/loader.py +++ b/vllm/model_executor/model_loader/loader.py @@ -883,11 +883,11 @@ class BitsAndBytesModelLoader(BaseModelLoader): if not hasattr(model, 'load_weights'): raise AttributeError( "The required method 'load_weights' is not defined in class" - f" {type(self).__name__}.") + f" {type(model).__name__}.") if not hasattr(model, 'bitsandbytes_stacked_params_mapping'): raise AttributeError( - f"Model {type(self).__name__} does not support BitsAndBytes " + f"Model {type(model).__name__} does not support BitsAndBytes " "quantization yet.") logger.info("Loading weights with BitsAndBytes quantization. "