squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

remove useless statements (#1408)

Browse Source
This commit is contained in:
Wang Ran (汪然) 2023-10-20 23:52:07 +08:00 committed by GitHub
parent f61dc8072f
commit d189170b6c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/model_executor/input_metadata.py
View File

@ -66,7 +66,6 @@ class InputMetadata:
else: else:
self.max_num_blocks_per_seq = 0 self.max_num_blocks_per_seq = 0
assert block_tables.shape[0] == self.num_generation_tokens assert block_tables.shape[0] == self.num_generation_tokens
assert context_lens.shape[0] == self.num_generation_tokens
# Set during the execution of the first attention op. # Set during the execution of the first attention op.
self.attn_bias: Optional[AttentionBias] = None self.attn_bias: Optional[AttentionBias] = None