squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Add default value to avoid Falcon crash (#5363) (#10347)

Browse Source 
Signed-off-by: wchen61 <wchen61@foxmail.com>
This commit is contained in:
wchen61 2024-11-15 16:52:20 +08:00 committed by GitHub
parent 02dbf30e9a
commit 3d158cdc8d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/models/falcon.py
View File

@ -250,6 +250,9 @@ class FalconDecoderLayer(nn.Module):
self.mlp = FalconMLP(config, quant_config) self.mlp = FalconMLP(config, quant_config)
self.config = config self.config = config
if (not hasattr(config, "num_ln_in_parallel_attn")):
config.num_ln_in_parallel_attn = None
if (config.num_ln_in_parallel_attn is None if (config.num_ln_in_parallel_attn is None
and config.new_decoder_architecture): and config.new_decoder_architecture):
config.num_ln_in_parallel_attn = 2 config.num_ln_in_parallel_attn = 2