Update read the doc deps (#474)

* Update read the doc deps

* Update min sb3-contrib to have crossQ

.readthedocs.yml

@@ -16,6 +16,6 @@ conda:
   environment: docs/conda_env.yml
 
 build:
-  os: ubuntu-22.04
+  os: ubuntu-24.04
   tools:
-    python: "mambaforge-22.9"
+    python: "mambaforge-23.11"

docs/conda_env.yml

@@ -1,13 +1,14 @@
 name: root
 channels:
   - pytorch
-  - defaults
+  - conda-forge
 dependencies:
   - cpuonly=1.0=0
-  - pip=22.3.1
-  - python=3.8
-  - pytorch=1.13=py3.8_cpu_0
+  - pip=24.2
+  - python=3.11
+  - pytorch=2.5.0=py3.11_cpu_0
   - pip:
+    - gymnasium>=0.28.1,<0.30
     - cloudpickle
     - opencv-python-headless
     - pandas
@@ -16,10 +17,10 @@ dependencies:
     - sphinx>=5,<8
     - sphinx_rtd_theme>=1.3.0
     - sphinx_copybutton
-    - sb3-contrib>=2.0.0
-    - optuna
+    - sb3-contrib>=2.4.0a10,<3.0
+    - optuna>=3.0,<5.0
     - huggingface_sb3>=3.0
     - rich
     - tqdm
     - pyyaml>=5.1
-    - pytablewriter==0.64.2
+    - pytablewriter==1.2.0