diff --git a/litgpt/config.py b/litgpt/config.py
index e22c90268f..40583cfaf5 100644
--- a/litgpt/config.py
+++ b/litgpt/config.py
@@ -917,7 +917,7 @@ def norm_class(self) -> Type:
     dict(
         name="OLMo-2-1124-7B{}",
         hf_config=dict(org="allenai", name="OLMo-2-1124-7B{}"),
-        vocab_size=100352,
+        vocab_size=100278,
         padded_vocab_size=100352,
         block_size=4096,
         n_embd=4096,
@@ -938,7 +938,7 @@ def norm_class(self) -> Type:
     dict(
         name="OLMo-2-1124-13B{}",
         hf_config=dict(org="allenai", name="OLMo-2-1124-13B{}"),
-        vocab_size=100352,
+        vocab_size=100278,
         padded_vocab_size=100352,
         block_size=4096,
         n_embd=5120,