diff --git a/python/unittest_py/requirements.txt b/python/unittest_py/requirements.txt
index 40f16161ab71e3..113283aff3500c 100644
--- a/python/unittest_py/requirements.txt
+++ b/python/unittest_py/requirements.txt
@@ -2,7 +2,7 @@ PyGithub
 coverage==5.5
 pycrypto ; platform_system != "Windows"
 mock
-gym==0.26.2
+gymnasium==0.29.1
 pygame==2.5.2
 hypothesis
 opencv-python<=4.2.0.32
diff --git a/test/dygraph_to_static/test_reinforcement_learning.py b/test/dygraph_to_static/test_reinforcement_learning.py
index ade9ba14659d26..fca6e891363533 100644
--- a/test/dygraph_to_static/test_reinforcement_learning.py
+++ b/test/dygraph_to_static/test_reinforcement_learning.py
@@ -16,7 +16,7 @@
 import math
 import unittest
 
-import gym
+import gymnasium as gym
 import numpy as np
 from dygraph_to_static_utils import (
     Dy2StTestBase,