kernel
flash-attn3 / flash-attn /instantiations /flash_bwd_hdim64_fp16_sm90.cu
danieldk's picture
danieldk HF Staff
Convert FA3 to Kernel Hub format
eb8ddce
raw
history blame contribute delete
522 Bytes
// Copyright (c) 2024, Jay Shah, Ganesh Bikshandi, Ying Zhang, Vijay Thakkar, Pradeep Ramani, Tri Dao.
// Splitting the different template instantiations to different files to speed up compilation.
// This file is auto-generated. See "generate_kernels.py"
#include "flash_bwd_launch_template.h"
#ifndef FLASHATTENTION_DISABLE_HDIM64
template<>
void run_mha_bwd_<90, cutlass::half_t, 64, false>(Flash_bwd_params &params, cudaStream_t stream) {
run_mha_bwd_hdim64<90, cutlass::half_t, false>(params, stream);
}
#endif