[bugfix] fix tsts (#9959)

Signed-off-by: youkaichao <youkaichao@gmail.com>
2024-11-02 15:54:05 -07:00 · 2024-11-02 15:54:05 -07:00 · 3bb4befea7
commit 3bb4befea7
parent ae5279a163
2 changed files with 2 additions and 1 deletions
--- a/vllm/model_executor/model_loader/loader.py
+++ b/vllm/model_executor/model_loader/loader.py
@ -150,7 +150,7 @@ def _get_model_initialization_kwargs(


 def build_model(model_class: Type[nn.Module],
-                vllm_config: VllmConfig,
+                vllm_config: Optional[VllmConfig],
                hf_config: PretrainedConfig,
                cache_config: Optional[CacheConfig],
                quant_config: Optional[QuantizationConfig],
--- a/vllm/model_executor/models/utils.py
+++ b/vllm/model_executor/models/utils.py
@ -252,6 +252,7 @@ def init_vllm_registered_model(

    return build_model(
        model_class,
+        None,
        hf_config,
        cache_config,
        quant_config,