From f559763b759dfadd67e865f218fc3704817a932e Mon Sep 17 00:00:00 2001
From: Yu Shi Jie <yshijie1999@gmail.com>
Date: Sat, 4 Jan 2025 00:37:30 -0500
Subject: [PATCH] minor  fix

---
 litgpt/config.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/litgpt/config.py b/litgpt/config.py
index a4ef0bc21f..e22c90268f 100644
--- a/litgpt/config.py
+++ b/litgpt/config.py
@@ -953,7 +953,7 @@ def norm_class(self) -> Type:
         norm_eps=1e-06,
         intermediate_size=13824,
         rope_base=500000,
-        nork_qk=True,
+        norm_qk=True,
     ),
 ]