flash-attention/hopper/flash_bwd_hdim128_bf16_sm90.cu
2024-08-01 01:57:06 -07:00

10 lines
328 B
Plaintext

// Copyright (c) 2024, Tri Dao.
// Splitting the different head dimensions to different files to speed up compilation.
#include "flash_bwd_launch_template.h"
template<>
void run_mha_bwd_<cutlass::bfloat16_t, 128>(Flash_bwd_params &params, cudaStream_t stream) {
run_mha_bwd_hdim128<cutlass::bfloat16_t>(params, stream);
}