squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix][CPU] fix missing input intermediate_tensors in the cpu_model_runner (#8733)

Browse Source
This commit is contained in:
Li, Jiang 2024-09-23 21:15:16 +08:00 committed by GitHub
parent e551ca1555
commit 3e83c12b5c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/worker/cpu_model_runner.py
View File

@ -456,6 +456,8 @@ class CPUModelRunner(ModelRunnerBase[ModelInputForCPU]):
model_input.attn_metadata, model_input.attn_metadata,
**MultiModalInputs.as_kwargs(model_input.multi_modal_kwargs or {}, **MultiModalInputs.as_kwargs(model_input.multi_modal_kwargs or {},
device=self.device), device=self.device),
"intermediate_tensors":
intermediate_tensors,
} }
hidden_states = model_executable(**execute_model_kwargs) hidden_states = model_executable(**execute_model_kwargs)