From 61ed8b1eefd048178599c4ace7324f52f67bf506 Mon Sep 17 00:00:00 2001 From: kshitij12345 Date: Mon, 4 Nov 2024 17:57:38 +0100 Subject: [PATCH] rms_norm : relax tolerances --- thunder/tests/opinfos.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/thunder/tests/opinfos.py b/thunder/tests/opinfos.py index f02f3312ba..48a0d3d67e 100644 --- a/thunder/tests/opinfos.py +++ b/thunder/tests/opinfos.py @@ -7692,6 +7692,12 @@ def rms_norm_error_generator(op, device, **kwargs): dtypes=(datatypes.float16,), devicetypes=(devices.DeviceType.CPU,), ), + # See issue - https://github.com/Lightning-AI/lightning-thunder/issues/1395 + DecorateInfo( + custom_comparator(partial(assert_close, atol=2e-3, rtol=2e-3)), + dtypes=(datatypes.float16), + devicetypes=(devices.DeviceType.CUDA), + ), ), ) nn_ops.append(rms_norm_opinfo)