From 294f8f6665b1731d1a8786e518d9862f7a7043df Mon Sep 17 00:00:00 2001
From: Tao He <sighingnow@gmail.com>
Date: Thu, 4 Apr 2024 11:31:46 +0800
Subject: [PATCH] [BugFix] Pass tokenizer_config to local_tokenizer_group
 (#3754)

Signed-off-by: Tao He <sighingnow@gmail.com>
---
 vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py b/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py
index 8ea46f7d..c00b02fd 100644
--- a/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py
+++ b/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py
@@ -51,6 +51,7 @@ class RayTokenizerGroupPool(BaseTokenizerGroup):
             enable_lora=enable_lora,
             max_num_seqs=max_num_seqs,
             max_input_length=max_input_length,
+            **tokenizer_config,
         )
 
         ray_tokenizer_group_cls = ray.remote(