Fix f8f8bf16 function signature when cuda disabled

Summary: Since D57442310 changed f8f8bf16 function signature, changing the function signature back fixes the issue Differential Revision: D57529592
pytorch · May 18, 2024 · 37e9ef8 · 37e9ef8
1 parent 79aba2c
commit 37e9ef8
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/fbgemm_gpu/experimental/gen_ai/src/quantize/cutlass_extensions.cu b/fbgemm_gpu/experimental/gen_ai/src/quantize/cutlass_extensions.cu
@@ -1896,6 +1896,14 @@ at::Tensor f8f8bf16_cublas(
       "CUDA version is older than 12.0"); // requires CUDA>=12
 }
 at::Tensor f8f8bf16(
+    at::Tensor XQ, // FP8
+    at::Tensor WQ, // FP8
+    at::Tensor scale,
+    bool use_fast_accum) {
+  throw std::runtime_error(
+      "CUDA version is older than 12.0"); // requires CUDA>=12
+}
+at::Tensor f8f8bf16_tensorwise(
     at::Tensor XQ, // FP8
     at::Tensor WQ, // FP8
     double scale,