From 0cbc1d2b4ff9e3afa32ffd2d5d308c136c2d15e3 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Fri, 21 Jun 2024 22:25:14 -0700 Subject: [PATCH] [Bugfix] Fix pin_lora error in TPU executor (#5760) --- vllm/executor/tpu_executor.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/executor/tpu_executor.py b/vllm/executor/tpu_executor.py index 7061ad85..5ed00e13 100644 --- a/vllm/executor/tpu_executor.py +++ b/vllm/executor/tpu_executor.py @@ -82,6 +82,9 @@ class TPUExecutor(ExecutorBase): def remove_lora(self, lora_id: int) -> bool: raise NotImplementedError("LoRA is not implemented for TPU backend.") + def pin_lora(self, lora_id: int) -> bool: + raise NotImplementedError("LoRA is not implemented for TPU backend.") + def list_loras(self) -> Set[int]: raise NotImplementedError("LoRA is not implemented for TPU backend.")