From 080d3913e39799eca6ccdc7c7b3178a92776ce90 Mon Sep 17 00:00:00 2001 From: Masaki Kozuki Date: Fri, 20 Dec 2024 22:18:30 +0900 Subject: [PATCH] allow sm89 for fp8 types Signed-off-by: Masaki Kozuki --- thunder/executors/nvfuserex_impl.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/thunder/executors/nvfuserex_impl.py b/thunder/executors/nvfuserex_impl.py index 9abab32c79..bc767697ba 100644 --- a/thunder/executors/nvfuserex_impl.py +++ b/thunder/executors/nvfuserex_impl.py @@ -161,8 +161,8 @@ def is_supported_devicetype(devicetype: DeviceType) -> bool: def device_supports_fp8() -> bool: - cuda_major, _ = torch.cuda.get_device_capability() - return cuda_major > 8 + cuda_major, cuda_minor = torch.cuda.get_device_capability() + return (cuda_major, cuda_minor) >= (8, 9) def is_supported_dtype(dtype: type | dtypes.dtype, *, allow_low_precision_floats: bool = True) -> bool: