From 276a8fc14f8a4682aad12a5ddb80622174563477 Mon Sep 17 00:00:00 2001
From: Yu Shi Jie <yshijie1999@gmail.com>
Date: Sat, 4 Jan 2025 00:58:03 -0500
Subject: [PATCH] fix vocab size

---
 litgpt/config.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/litgpt/config.py b/litgpt/config.py
index e22c90268f..40583cfaf5 100644
--- a/litgpt/config.py
+++ b/litgpt/config.py
@@ -917,7 +917,7 @@ def norm_class(self) -> Type:
     dict(
         name="OLMo-2-1124-7B{}",
         hf_config=dict(org="allenai", name="OLMo-2-1124-7B{}"),
-        vocab_size=100352,
+        vocab_size=100278,
         padded_vocab_size=100352,
         block_size=4096,
         n_embd=4096,
@@ -938,7 +938,7 @@ def norm_class(self) -> Type:
     dict(
         name="OLMo-2-1124-13B{}",
         hf_config=dict(org="allenai", name="OLMo-2-1124-13B{}"),
-        vocab_size=100352,
+        vocab_size=100278,
         padded_vocab_size=100352,
         block_size=4096,
         n_embd=5120,