File size: 758 Bytes
8aa00a3
d26f884
 
 
 
 
 
 
 
 
 
 
 
8aa00a3
 
 
 
d26f884
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
#include "c3x/scaled_mm_helper.hpp"
#include "c3x/scaled_mm_kernels.hpp"

/*
   This file defines quantized GEMM operations using the CUTLASS 3.x API, for
   NVIDIA GPUs with sm100 (Blackwell).
*/

void cutlass_scaled_mm_sm100(torch::Tensor& c, torch::Tensor const& a,
                             torch::Tensor const& b,
                             torch::Tensor const& a_scales,
                             torch::Tensor const& b_scales,
                             std::optional<torch::Tensor> const& bias) {
  dispatch_scaled_mm(c, a, b, a_scales, b_scales, bias,
                     vllm::cutlass_scaled_mm_sm100_fp8,
                     nullptr,  // int8 not supported on SM100
                     vllm::cutlass_scaled_mm_blockwise_sm100_fp8);
}