squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Minor] Fix test_cache.py CI test failure (#2684)

Browse Source
This commit is contained in:
Philipp Moritz 2024-01-31 10:12:11 -08:00 committed by GitHub
parent c664b0e683
commit 89efcf1ce5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/kernels/test_cache.py
View File

@ -200,12 +200,12 @@ def test_swap_blocks(
# Create the KV caches on the first device. # Create the KV caches on the first device.
src_key_caches, src_value_caches = kv_cache_factory( src_key_caches, src_value_caches = kv_cache_factory(
num_blocks, block_size, 1, num_heads, head_size, dtype, seed, num_blocks, block_size, 1, num_heads, head_size, dtype, None, seed,
src_device) src_device)
# Create the KV caches on the second device. # Create the KV caches on the second device.
dist_key_caches, dist_value_caches = kv_cache_factory( dist_key_caches, dist_value_caches = kv_cache_factory(
num_blocks, block_size, 1, num_heads, head_size, dtype, seed, num_blocks, block_size, 1, num_heads, head_size, dtype, None, seed,
dst_device) dst_device)
src_key_caches_clone = src_key_caches[0].clone() src_key_caches_clone = src_key_caches[0].clone()