flash-attention/hopper/flash_fwd_hdim128_fp16_sm90.cu
2024-07-11 09:53:36 -07:00

10 lines
320 B
Plaintext

// Copyright (c) 2024, Tri Dao.
// Splitting the different head dimensions to different files to speed up compilation.
#include "flash_fwd_launch_template.h"
template<>
void run_mha_fwd_<cutlass::half_t, 128>(Flash_fwd_params &params, cudaStream_t stream) {
run_mha_fwd_hdim128<cutlass::half_t>(params, stream);
}