From 51cd22ce56b93e74cca22eaca286ff4770e8157c Mon Sep 17 00:00:00 2001
From: dancingpipi <xxdyx110@126.com>
Date: Mon, 5 Feb 2024 06:25:36 +0800
Subject: [PATCH] set&get llm internal tokenizer instead of the TokenizerGroup
 (#2741)

Co-authored-by: shujunhua1 <shujunhua1@jd.com>
---
 vllm/entrypoints/llm.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py
index 614e6fa5..fc82018d 100644
--- a/vllm/entrypoints/llm.py
+++ b/vllm/entrypoints/llm.py
@@ -111,13 +111,13 @@ class LLM:
 
     def get_tokenizer(
             self) -> Union[PreTrainedTokenizer, PreTrainedTokenizerFast]:
-        return self.llm_engine.tokenizer
+        return self.llm_engine.tokenizer.tokenizer
 
     def set_tokenizer(
         self,
         tokenizer: Union[PreTrainedTokenizer, PreTrainedTokenizerFast],
     ) -> None:
-        self.llm_engine.tokenizer = tokenizer
+        self.llm_engine.tokenizer.tokenizer = tokenizer
 
     def generate(
         self,