Fix typo with softcapping

2024-07-10 00:33:52 -07:00 · 2024-07-10 00:33:52 -07:00 · 72e27c6320
commit 72e27c6320
parent 3d41db3e2c
1 changed files with 2 additions and 2 deletions
--- a/flash_attn/flash_attn_interface.py
+++ b/flash_attn/flash_attn_interface.py
@ -721,7 +721,7 @@ def flash_attn_qkvpacked_func(
        softmax_scale,
        causal,
        window_size,
-        softcapping,
+        softcap,
        alibi_slopes,
        deterministic,
        return_attn_probs,
@ -1270,4 +1270,4 @@ def flash_attn_with_kvcache(
        rotary_interleaved,
        num_splits,
    )
-    return (out, softmax_lse) if return_softmax_lse else out
+    return (out, softmax_lse) if return_softmax_lse else out