Fix rope cache key error (#1867)

2023-12-01 00:29:28 +08:00 · 2023-12-01 00:29:28 +08:00 · d27f4bae39
commit d27f4bae39
parent 8d8c2f6ffe
1 changed files with 2 additions and 1 deletions
--- a/vllm/model_executor/layers/rotary_embedding.py
+++ b/vllm/model_executor/layers/rotary_embedding.py
@ -284,9 +284,10 @@ def get_rope(
    rope_scaling: Optional[Dict[str, Any]] = None,
 ) -> RotaryEmbedding:
    key = (head_size, rotary_dim, max_position, base, is_neox_style,
-           rope_scaling)
+           tuple(rope_scaling.items()) if rope_scaling is not None else None)
    if key in _ROPE_DICT:
        return _ROPE_DICT[key]
+
    if rope_scaling is None:
        rotary_emb = RotaryEmbedding(head_size, rotary_dim, max_position, base,
                                     is_neox_style)