squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Fix OpenVINOExecutor abstractmethod error (#6296)

Browse Source 
Signed-off-by: sangjune.park <sangjune.park@navercorp.com>
This commit is contained in:
sangjune.park 2024-07-11 02:03:32 +09:00 committed by GitHub
parent b422d4961a
commit 44cc76610d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
vllm/executor/openvino_executor.py
View File

@ -90,6 +90,22 @@ class OpenVINOExecutor(ExecutorBase):
def list_loras(self) -> Set[int]: def list_loras(self) -> Set[int]:
return self.driver_worker.list_loras() return self.driver_worker.list_loras()
def add_prompt_adapter(self, prompt_adapter_request) -> bool:
raise NotImplementedError(
"Soft prompt is currently not supported by the OPENVINO backend.")
def remove_prompt_adapter(self, prompt_adapter_id: int) -> bool:
raise NotImplementedError(
"Soft prompt is currently not supported by the OPENVINO backend.")
def pin_prompt_adapter(self, prompt_adapter_id: int) -> bool:
raise NotImplementedError(
"Soft prompt is currently not supported by the OPENVINO backend.")
def list_prompt_adapters(self) -> Set[int]:
raise NotImplementedError(
"Soft prompt is currently not supported by the OPENVINO backend.")
def check_health(self) -> None: def check_health(self) -> None:
# OpenVINOExecutor will always be healthy as long as # OpenVINOExecutor will always be healthy as long as
# it's running. # it's running.