squall/flash-attention
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[BugFix] cannot unpack non-iterable NoneType object

Browse Source
This commit is contained in:
Federico Berto 2023-05-07 03:07:30 +09:00
parent a9a4b4e4f2
commit 3889ba168b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
flash_attn/modules/block.py
View File

@ -26,7 +26,7 @@ except ImportError:
try: try:
from flash_attn.ops.rms_norm import RMSNorm, dropout_add_rms_norm from flash_attn.ops.rms_norm import RMSNorm, dropout_add_rms_norm
except ImportError: except ImportError:
RMSNorm, dropout_add_rms_norm = None RMSNorm, dropout_add_rms_norm = None, None
try: try:
from flash_attn.ops.rms_norm import dropout_add_rms_norm_parallel_residual from flash_attn.ops.rms_norm import dropout_add_rms_norm_parallel_residual