[CI] Fix envnames in SOTA tests

ghstack-source-id: 1425e8ade1b452621d1c98c86888ea724f6b99e6
Pull-Request-resolved: #2921

Author: vmoens

.github/unittest/linux_sota/scripts/environment.yml

@@ -29,5 +29,5 @@ dependencies:
     - coverage
     - vmas
     - transformers
-    - gym[atari]
-    - gym[accept-rom-license]
+    - gym[atari,accept-rom-license,ale-py]
+    - gymnasium[atari,ale-py]>=1.1.0

.github/unittest/linux_sota/scripts/run_all.sh

@@ -111,7 +111,6 @@ python -c """import gym;import d4rl"""
 
 # install ale-py: manylinux names are broken for CentOS so we need to manually download and
 # rename them
-pip install "gymnasium[atari]>=1.1.0"
 
 # ============================================================================================ #
 # ================================ PyTorch & TorchRL ========================================= #

.github/unittest/linux_sota/scripts/test_sota.py

@@ -39,6 +39,7 @@
   collector.frames_per_batch=20 \
   collector.num_workers=1 \
   logger.backend= \
+  env.env_name=ALE/Pong-v5 \
   logger.test_interval=10
 """,
     "ppo_mujoco": """python sota-implementations/ppo/ppo_mujoco.py \
@@ -56,6 +57,7 @@
   loss.mini_batch_size=20 \
   loss.ppo_epochs=2 \
   logger.backend= \
+  env.env_name=ALE/Pong-v5 \
   logger.test_interval=10
 """,
     "ddpg": """python sota-implementations/ddpg/ddpg.py \
@@ -82,6 +84,7 @@
   collector.frames_per_batch=20 \
   loss.mini_batch_size=20 \
   logger.backend= \
+  env.env_name=ALE/Pong-v5 \
   logger.test_interval=40
 """,
     "dqn_atari": """python sota-implementations/dqn/dqn_atari.py \
@@ -91,6 +94,7 @@
   buffer.batch_size=10 \
   loss.num_updates=1 \
   logger.backend= \
+  env.env_name=ALE/Pong-v5 \
   buffer.buffer_size=120
 """,
     "discrete_cql_online": """python sota-implementations/cql/discrete_cql_online.py \