squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Misc][Log] Add log for tokenizer length not equal to vocabulary size (#3500)

Browse Source
This commit is contained in:
Roy 2024-03-21 18:07:48 +08:00 committed by GitHub
parent 4c07dd28c0
commit 865732342b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/engine/llm_engine.py
View File

@ -169,6 +169,14 @@ class LLMEngine:
self.tokenizer: BaseTokenizerGroup = get_tokenizer_group(
self.parallel_config.tokenizer_pool_config, **init_kwargs)
if len(self.get_tokenizer()) != self.model_config.get_vocab_size():
logger.warning(
f"The tokenizer's vocabulary size {len(self.get_tokenizer())}"
f" does not match the model's vocabulary size "
f"{self.model_config.get_vocab_size()}. This might "
f"cause an error in decoding. Please change config.json "
"to match the tokenizer's vocabulary size.")
def _verify_args(self) -> None:
self.model_config.verify_with_parallel_config(self.parallel_config)
self.cache_config.verify_with_parallel_config(self.parallel_config)

8
vllm/entrypoints/openai/serving_engine.py
View File

@ -68,6 +68,14 @@ class OpenAIServing:
tokenizer_mode=engine_model_config.tokenizer_mode,
trust_remote_code=engine_model_config.trust_remote_code)
if len(self.tokenizer) != engine_model_config.get_vocab_size():
logger.warning(
f"The tokenizer's vocabulary size {len(self.tokenizer)}"
f" does not match the model's vocabulary size "
f"{engine_model_config.get_vocab_size()}. This might "
f"cause an error in decoding. Please change config.json "
"to match the tokenizer's vocabulary size.")
async def show_available_models(self) -> ModelList:
"""Show available models. Right now we only have one model."""
model_cards = [