[Bugfix] Fix reinit procedure in ModelInputForGPUBuilder (#7360)

2024-08-09 12:35:49 -04:00 · 2024-08-09 12:35:49 -04:00 · 74af2bbd90
commit 74af2bbd90
parent fc7b8d1eef
1 changed files with 2 additions and 0 deletions
--- a/vllm/worker/model_runner.py
+++ b/vllm/worker/model_runner.py
@ -348,6 +348,8 @@ class ModelInputForGPUBuilder(ModelRunnerInputBuilderBase[ModelInputForGPU]):
            self.multi_modal_inputs = multi_modal_inputs
            self.prefix_cache_hit = prefix_cache_hit

+            self.n_seqs = len(self.seq_ids)
+
            if not reinit:
                self.__post_init__()