|
#include "c3x/scaled_mm_helper.hpp" |
|
#include "c3x/scaled_mm_kernels.hpp" |
|
|
|
|
|
This file defines quantized GEMM operations using the CUTLASS 3.x API, for |
|
NVIDIA GPUs with sm100 (Blackwell). |
|
*/ |
|
|
|
void cutlass_scaled_mm_sm100(torch::Tensor& c, torch::Tensor const& a, |
|
torch::Tensor const& b, |
|
torch::Tensor const& a_scales, |
|
torch::Tensor const& b_scales, |
|
std::optional<torch::Tensor> const& bias) { |
|
dispatch_scaled_mm(c, a, b, a_scales, b_scales, bias, |
|
vllm::cutlass_scaled_mm_sm100_fp8, |
|
nullptr, |
|
vllm::cutlass_scaled_mm_blockwise_sm100_fp8); |
|
} |
|
|