squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Misc] Fix typo in BlockSpaceManagerV1 (#8944)

Browse Source
This commit is contained in:
juncheoll 2024-09-30 00:05:54 +09:00 committed by GitHub
parent 31f46a0d35
commit 1fb9c1b0bf
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/core/block_manager_v1.py
View File

@ -443,7 +443,7 @@ class BlockSpaceManagerV1(BlockSpaceManager):
# prefix tokens) # prefix tokens)
new_block = self.gpu_allocator.allocate(block_hash, num_hashed_tokens) new_block = self.gpu_allocator.allocate(block_hash, num_hashed_tokens)
# If the block has is None, then the block is not full. # If the block_hash is None, then the block is not full.
# If the block is not full, then we expect it to have a refcount of 1. # If the block is not full, then we expect it to have a refcount of 1.
if block_hash is None: if block_hash is None:
assert new_block.ref_count == 1 assert new_block.ref_count == 1