diff --git a/setup.py b/setup.py
index fc6eba8729..25955aba44 100644
--- a/setup.py
+++ b/setup.py
@@ -14,7 +14,7 @@
 INSTALL_REQUIRE = [
     "torch>=1.11",
     "optimum>=1.14.0",
-    "transformers>=4.20.0",
+    "transformers>=4.26.0",
     "datasets>=1.4.0",
     "sentencepiece",
     "scipy",