[Fix] Remove false assertion (#1222)

This commit is contained in:
Woosuk Kwon 2023-09-28 10:52:38 -07:00 committed by GitHub
parent a8e98aee0c
commit 2e8e49fce3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -155,8 +155,6 @@ class Worker:
self,
seq_group_metadata_list: List[SequenceGroupMetadata],
) -> Tuple[torch.Tensor, torch.Tensor, InputMetadata]:
assert self.block_size is not None
seq_groups: List[Tuple[List[int], SamplingParams]] = []
input_tokens: List[int] = []
input_positions: List[int] = []