squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix][Hardware][CPU] Fix CPU model input for decode (#9044)

Browse Source
This commit is contained in:
Isotr0py 2024-10-07 10:14:27 +08:00 committed by GitHub
parent cb3b2b9ba4
commit 487678d046
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/worker/cpu_model_runner.py
View File

@ -133,7 +133,7 @@ class ModelInputForCPUBuilder(ModelRunnerInputBuilderBase[ModelInputForCPU]):
(input_tokens, input_positions, (input_tokens, input_positions,
attn_metadata) = self._prepare_decode( attn_metadata) = self._prepare_decode(
self.seq_group_metadata_list) self.seq_group_metadata_list)
seq_lens = [] seq_lens = None
return self.model_input_cls( return self.model_input_cls(
input_tokens=input_tokens, input_tokens=input_tokens,