flash-attention/csrc/flash_attn/src/flash_fwd_hdim96_bf16_sm80.cu

11 lines
384 B
Plaintext
Raw Normal View History

2023-07-17 20:26:11 +08:00
// Copyright (c) 2023, Tri Dao.
// Splitting the different head dimensions to different files to speed up compilation.
// This file is auto-generated. See "generate_kernels.py"
2023-07-17 20:26:11 +08:00
#include "flash_fwd_launch_template.h"
template<>
void run_mha_fwd_<cutlass::bfloat16_t, 96>(Flash_fwd_params &params, cudaStream_t stream) {
run_mha_fwd_hdim96<cutlass::bfloat16_t>(params, stream);
}