allow sm89 for fp8 types

Signed-off-by: Masaki Kozuki <mkozuki@nvidia.com>
Lightning-AI · Dec 23, 2024 · 080d391 · 080d391
1 parent 9d79b8d
commit 080d391
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/thunder/executors/nvfuserex_impl.py b/thunder/executors/nvfuserex_impl.py
@@ -161,8 +161,8 @@ def is_supported_devicetype(devicetype: DeviceType) -> bool:
 
 
 def device_supports_fp8() -> bool:
-    cuda_major, _ = torch.cuda.get_device_capability()
-    return cuda_major > 8
+    cuda_major, cuda_minor = torch.cuda.get_device_capability()
+    return (cuda_major, cuda_minor) >= (8, 9)
 
 
 def is_supported_dtype(dtype: type | dtypes.dtype, *, allow_low_precision_floats: bool = True) -> bool: