diff --git a/setup.py b/setup.py
index 9c717df8b..512e112a8 100644
--- a/setup.py
+++ b/setup.py
@@ -21,9 +21,11 @@ freqai = [
 
 freqai_rl = [
     'torch',
+    'gymnasium',
     'stable-baselines3',
-    'gym==0.21',
-    'sb3-contrib'
+    'sb3-contrib',
+    'setuptools',
+    'tqdm'
 ]
 
 hdf5 = [