[Fix] Fissertion on YaRN model len (#2984)

2024-02-23 12:57:48 -08:00 · 2024-02-23 12:57:48 -08:00 · f7c1234990
commit f7c1234990
parent 57f044945f
1 changed files with 0 additions and 1 deletions
--- a/vllm/model_executor/layers/rotary_embedding.py
+++ b/vllm/model_executor/layers/rotary_embedding.py
@ -354,7 +354,6 @@ def get_rope(
        elif scaling_type == "yarn":
            original_max_position = rope_scaling[
                "original_max_position_embeddings"]
-            assert max_position == original_max_position * scaling_factor
            extra_kwargs = {
                k: v
                for k, v in rope_scaling.items()