squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[bugfix] fix tsts (#9959)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao 2024-11-02 15:54:05 -07:00 committed by GitHub
parent ae5279a163
commit 3bb4befea7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/model_loader/loader.py
View File

@ -150,7 +150,7 @@ def _get_model_initialization_kwargs(
def build_model(model_class: Type[nn.Module], def build_model(model_class: Type[nn.Module],
vllm_config: VllmConfig, vllm_config: Optional[VllmConfig],
hf_config: PretrainedConfig, hf_config: PretrainedConfig,
cache_config: Optional[CacheConfig], cache_config: Optional[CacheConfig],
quant_config: Optional[QuantizationConfig], quant_config: Optional[QuantizationConfig],

1
vllm/model_executor/models/utils.py
View File

@ -252,6 +252,7 @@ def init_vllm_registered_model(
return build_model( return build_model(
model_class, model_class,
None,
hf_config, hf_config,
cache_config, cache_config,
quant_config, quant_config,