From ff07250e8fede23687c2cbc42a24e98d40b32683 Mon Sep 17 00:00:00 2001 From: YangShu Date: Mon, 17 Oct 2022 16:13:47 +0800 Subject: [PATCH] fix typo in function mha_fwd as title. --- csrc/flash_attn/fmha_api.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/csrc/flash_attn/fmha_api.cpp b/csrc/flash_attn/fmha_api.cpp index 0539a60..da95634 100644 --- a/csrc/flash_attn/fmha_api.cpp +++ b/csrc/flash_attn/fmha_api.cpp @@ -216,7 +216,7 @@ mha_fwd(const at::Tensor &q, // total_q x num_heads x head_size, total_q TORCH_CHECK(k.stride(-1) == 1); TORCH_CHECK(v.stride(-1) == 1); TORCH_CHECK(out.stride(-1) == 1); - TORCH_CHECK(cu_seqlens_k.is_contiguous()); + TORCH_CHECK(cu_seqlens_q.is_contiguous()); TORCH_CHECK(cu_seqlens_k.is_contiguous()); const auto sizes = q.sizes();