diff --git a/requirements-freqai-rl.txt b/requirements-freqai-rl.txt
index 82ff4022d..cb77a34c1 100644
--- a/requirements-freqai-rl.txt
+++ b/requirements-freqai-rl.txt
@@ -6,4 +6,5 @@ torch==1.13.1
 stable-baselines3==1.7.0
 sb3-contrib==1.7.0
 # Gym is forced to this version by stable-baselines3.
+setuptools==65.5.0 # Should be removed when gym is fixed.
 gym==0.21
diff --git a/setup.sh b/setup.sh
index 4cb504853..846d9e2a9 100755
--- a/setup.sh
+++ b/setup.sh
@@ -1,6 +1,30 @@
 #!/usr/bin/env bash
 #encoding=utf8
 
+# This should be deleted as soon as a gym release with a fixed setuptools is made
+function check_is_new_setuptools_installed() {
+  stoolversion=$(${PYTHON} -m pip show setuptools | grep "Version:")
+  stoolversion=${stoolversion##* }
+  stoolversion=$(echo $stoolversion | grep -Eo "^[0-9]+")
+
+  if [ $stoolversion -gt 65 ]; then
+    echo "You are using a new version of setuptools. This is not supported by gym at the moment."
+    read -p "Do you want to downgrade setuptools to a version that is supported by gym? [y/N] "
+
+    if [[ $REPLY =~ ^[Yy]$ ]]
+    then
+      ${PYTHON} -m pip install setuptools==65.5.0
+      if [ $? -ne 0 ]; then
+        echo "Failed downgrading setuptools"
+        exit 1
+      fi
+    else
+      echo "Please downgrade setuptools to a version that is supported by gym."
+      exit 1
+    fi
+  fi
+}
+
 function echo_block() {
     echo "----------------------------"
     echo $1
@@ -60,7 +84,7 @@ function updateenv() {
     fi
     REQUIREMENTS_HYPEROPT=""
     REQUIREMENTS_PLOT=""
-     read -p "Do you want to install plotting dependencies (plotly) [y/N]? "
+    read -p "Do you want to install plotting dependencies (plotly) [y/N]? "
     if [[ $REPLY =~ ^[Yy]$ ]]
     then
         REQUIREMENTS_PLOT="-r requirements-plot.txt"
@@ -278,6 +302,7 @@ function help() {
 
 # Verify if 3.8+ is installed
 check_installed_python
+check_is_new_setuptools_installed
 
 case $* in
 --install|-i)