diff --git a/setup.py b/setup.py
index 5edb7ee8ae..b4dc893f82 100644
--- a/setup.py
+++ b/setup.py
@@ -14,7 +14,7 @@
 INSTALL_REQUIRE = [
     "torch>=1.11",
     "optimum>=1.17.0",
-    "transformers>=4.26.0",
+    "transformers>=4.29.0,<4.38.0",
     "datasets>=1.4.0",
     "sentencepiece",
     "scipy",