kernel
flash-attn3 / flash-attn /instantiations /flash_bwd_hdim128_bf16_sm90.cu
danieldk's picture
danieldk HF Staff
Convert FA3 to Kernel Hub format
eb8ddce
raw
history blame contribute delete
533 Bytes
// Copyright (c) 2024, Jay Shah, Ganesh Bikshandi, Ying Zhang, Vijay Thakkar, Pradeep Ramani, Tri Dao.
// Splitting the different template instantiations to different files to speed up compilation.
// This file is auto-generated. See "generate_kernels.py"
#include "flash_bwd_launch_template.h"
#ifndef FLASHATTENTION_DISABLE_HDIM128
template<>
void run_mha_bwd_<90, cutlass::bfloat16_t, 128, false>(Flash_bwd_params &params, cudaStream_t stream) {
run_mha_bwd_hdim128<90, cutlass::bfloat16_t, false>(params, stream);
}
#endif