From ea5f14e6ffafcb9c660a3eea5a935122aa9f84ae Mon Sep 17 00:00:00 2001 From: Roy Date: Fri, 22 Mar 2024 08:18:58 +0800 Subject: [PATCH] [Bugfix][Model] Fix Qwen2 (#3554) --- tests/models/test_models.py | 1 + vllm/model_executor/models/qwen2.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/models/test_models.py b/tests/models/test_models.py index fb567e83..81189e25 100644 --- a/tests/models/test_models.py +++ b/tests/models/test_models.py @@ -20,6 +20,7 @@ MODELS = [ "stabilityai/stablelm-3b-4e1t", "allenai/OLMo-1B", "bigcode/starcoder2-3b", + "Qwen/Qwen1.5-0.5B", ] diff --git a/vllm/model_executor/models/qwen2.py b/vllm/model_executor/models/qwen2.py index 6698f01b..49c2a8b7 100644 --- a/vllm/model_executor/models/qwen2.py +++ b/vllm/model_executor/models/qwen2.py @@ -349,7 +349,7 @@ class Qwen2ForCausalLM(nn.Module): ("gate_up_proj", "gate_proj", 0), ("gate_up_proj", "up_proj", 1), ] - params_dict = dict(self.named_parameters()) + params_dict = dict(self.named_parameters(remove_duplicate=False)) for name, loaded_weight in hf_model_weights_iterator( model_name_or_path, cache_dir, load_format, revision): if "rotary_emb.inv_freq" in name: