From 44cc76610d0b23ce5d609867f6dae7e033dee818 Mon Sep 17 00:00:00 2001 From: "sangjune.park" Date: Thu, 11 Jul 2024 02:03:32 +0900 Subject: [PATCH] [Bugfix] Fix OpenVINOExecutor abstractmethod error (#6296) Signed-off-by: sangjune.park --- vllm/executor/openvino_executor.py | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/vllm/executor/openvino_executor.py b/vllm/executor/openvino_executor.py index 697d698b..1ef37785 100644 --- a/vllm/executor/openvino_executor.py +++ b/vllm/executor/openvino_executor.py @@ -90,6 +90,22 @@ class OpenVINOExecutor(ExecutorBase): def list_loras(self) -> Set[int]: return self.driver_worker.list_loras() + def add_prompt_adapter(self, prompt_adapter_request) -> bool: + raise NotImplementedError( + "Soft prompt is currently not supported by the OPENVINO backend.") + + def remove_prompt_adapter(self, prompt_adapter_id: int) -> bool: + raise NotImplementedError( + "Soft prompt is currently not supported by the OPENVINO backend.") + + def pin_prompt_adapter(self, prompt_adapter_id: int) -> bool: + raise NotImplementedError( + "Soft prompt is currently not supported by the OPENVINO backend.") + + def list_prompt_adapters(self) -> Set[int]: + raise NotImplementedError( + "Soft prompt is currently not supported by the OPENVINO backend.") + def check_health(self) -> None: # OpenVINOExecutor will always be healthy as long as # it's running.