From f7c1234990793008f3d44790fd274040f26c4ee4 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Fri, 23 Feb 2024 12:57:48 -0800 Subject: [PATCH] [Fix] Fissertion on YaRN model len (#2984) --- vllm/model_executor/layers/rotary_embedding.py | 1 - 1 file changed, 1 deletion(-) diff --git a/vllm/model_executor/layers/rotary_embedding.py b/vllm/model_executor/layers/rotary_embedding.py index 87068644..13749570 100644 --- a/vllm/model_executor/layers/rotary_embedding.py +++ b/vllm/model_executor/layers/rotary_embedding.py @@ -354,7 +354,6 @@ def get_rope( elif scaling_type == "yarn": original_max_position = rope_scaling[ "original_max_position_embeddings"] - assert max_position == original_max_position * scaling_factor extra_kwargs = { k: v for k, v in rope_scaling.items()