diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py index 5ddd2d1b..47aa70dc 100644 --- a/vllm/worker/model_runner.py +++ b/vllm/worker/model_runner.py @@ -518,9 +518,6 @@ class ModelRunner: else: multi_modal_input = None - seq_lens_tensor = torch.tensor(seq_lens, - dtype=torch.int, - device=self.device) query_lens_tensor = torch.tensor(query_lens, dtype=torch.long, device=self.device)