squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[FIX] Fix a bug in initializing Yarn RoPE (#2983)

Browse Source
This commit is contained in:
44670 2024-02-22 17:40:05 +08:00 committed by GitHub
parent fd5dcc5c81
commit c530e2cfe3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/model_executor/layers/rotary_embedding.py
View File

@ -245,13 +245,11 @@ def _yarn_find_correction_range(low_rot: int,
def _yarn_linear_ramp_mask(low: float, high: float, dim: int, def _yarn_linear_ramp_mask(low: float, high: float, dim: int,
dtype: torch.dtype, dtype: torch.dtype) -> torch.Tensor:
device: torch.device) -> torch.Tensor:
if low == high: if low == high:
high += 0.001 # Prevent singularity high += 0.001 # Prevent singularity
linear_func = (torch.arange(dim, dtype=dtype, device=device) - linear_func = (torch.arange(dim, dtype=dtype) - low) / (high - low)
low) / (high - low)
ramp_func = torch.clamp(linear_func, 0, 1) ramp_func = torch.clamp(linear_func, 0, 1)
return ramp_func return ramp_func