bmm_fp8

jimmyzho · jimmyzho · commit 499dcc5b5b64 · 2025-10-29T00:21:29.000Z
diff --git a/flashinfer/gemm.py b/flashinfer/gemm.py
@@ -349,7 +349,7 @@ def forward(
         cutlass_fp8_gemm_runner=cutlass_fp8_gemm_runner,
     )
 
-
+# This is just helper for bmm_fp8
 def fp8_gemm_sm100(
     a: torch.Tensor,
     b: torch.Tensor,

Original file line number	Diff line number	Diff line change
`@@ -349,7 +349,7 @@ def forward(`
`349`	`349`	`cutlass_fp8_gemm_runner=cutlass_fp8_gemm_runner,`
`350`	`350`	`)`
`351`	`351`
`352`		`-`
	`352`	`+# This is just helper for bmm_fp8`
`353`	`353`	`def fp8_gemm_sm100(`
`354`	`354`	`a: torch.Tensor,`
`355`	`355`	`b: torch.Tensor,`