From 8eadcf0b90f126cf9b23f9583a53b19b6b58fd87 Mon Sep 17 00:00:00 2001 From: youkaichao Date: Mon, 17 Jun 2024 20:54:57 -0700 Subject: [PATCH] [misc][typo] fix typo (#5620) --- vllm/block.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/block.py b/vllm/block.py index e7fb29c8..bd00c07a 100644 --- a/vllm/block.py +++ b/vllm/block.py @@ -13,7 +13,7 @@ TokensBlock = List[int] class BlockPool: - """A pool of physical blocks. + """A pool of logical blocks. When requests come, we create a lot of logical blocks; when requests are done, we destroy a lot of logical blocks. It turns out that creating and destroying logical blocks can be expensive,