fix vocab size

Lightning-AI · Jan 4, 2025 · 276a8fc · 276a8fc
1 parent f559763
commit 276a8fc
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/litgpt/config.py b/litgpt/config.py
@@ -917,7 +917,7 @@ def norm_class(self) -> Type:
     dict(
         name="OLMo-2-1124-7B{}",
         hf_config=dict(org="allenai", name="OLMo-2-1124-7B{}"),
-        vocab_size=100352,
+        vocab_size=100278,
         padded_vocab_size=100352,
         block_size=4096,
         n_embd=4096,
@@ -938,7 +938,7 @@ def norm_class(self) -> Type:
     dict(
         name="OLMo-2-1124-13B{}",
         hf_config=dict(org="allenai", name="OLMo-2-1124-13B{}"),
-        vocab_size=100352,
+        vocab_size=100278,
         padded_vocab_size=100352,
         block_size=4096,
         n_embd=5120,