squall/flash-attention
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[BugFix] cannot unpack non-iterable NoneType object

Browse Source
This commit is contained in:
Federico Berto 2023-05-07 03:07:44 +09:00
parent 3889ba168b
commit 69f5f7d0a2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
flash_attn/models/gpt.py
View File

@ -46,7 +46,7 @@ except ImportError:
try: try:
from flash_attn.ops.rms_norm import RMSNorm, dropout_add_rms_norm from flash_attn.ops.rms_norm import RMSNorm, dropout_add_rms_norm
except ImportError: except ImportError:
RMSNorm, dropout_add_rms_norm = None RMSNorm, dropout_add_rms_norm = None, None
try: try:
from flash_attn.ops.rms_norm import dropout_add_rms_norm_parallel_residual from flash_attn.ops.rms_norm import dropout_add_rms_norm_parallel_residual