From d79d9eaaff90801668613a4e3d5d8a0004963f21 Mon Sep 17 00:00:00 2001 From: Hyunsung Lee Date: Thu, 30 May 2024 22:56:19 +0900 Subject: [PATCH] [Misc] remove duplicate definition of `seq_lens_tensor` in model_runner.py (#5129) --- vllm/worker/model_runner.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py index 5ddd2d1b..47aa70dc 100644 --- a/vllm/worker/model_runner.py +++ b/vllm/worker/model_runner.py @@ -518,9 +518,6 @@ class ModelRunner: else: multi_modal_input = None - seq_lens_tensor = torch.tensor(seq_lens, - dtype=torch.int, - device=self.device) query_lens_tensor = torch.tensor(query_lens, dtype=torch.long, device=self.device)