squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Fix reinit procedure in ModelInputForGPUBuilder (#7360)

Browse Source
This commit is contained in:
Alexander Matveev 2024-08-09 12:35:49 -04:00 committed by GitHub
parent fc7b8d1eef
commit 74af2bbd90
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/worker/model_runner.py
View File

@ -348,6 +348,8 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]):
self.multi_modal_inputs = multi_modal_inputs self.multi_modal_inputs = multi_modal_inputs
self.prefix_cache_hit = prefix_cache_hit self.prefix_cache_hit = prefix_cache_hit
self.n_seqs = len(self.seq_ids)
if not reinit: if not reinit:
self.__post_init__() self.__post_init__()