Add support for RMSpropTFLike (araffin#38)

yycho0108 · Aug 4, 2020 · c9d3081 · c9d3081
1 parent b817a2b
commit c9d3081
Show file tree

Hide file tree

Showing 5 changed files with 6 additions and 3 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,4 +1,4 @@
-## Release 0.8.0a6 (WIP)
+## Release 0.8.0 (2020-08-04)
 
 ### Breaking Changes
 
@@ -10,6 +10,7 @@
 - Added saving of command line args (@SammyRamone)
 - Added DDPG support
 - Added version
+- Added ``RMSpropTFLike`` support
 
 ### Bug fixes
 - Fixed optuna warning (@SammyRamone)

diff --git a/hyperparams/a2c.yml b/hyperparams/a2c.yml
@@ -7,6 +7,7 @@ atari:
   n_timesteps: !!float 1e7
   ent_coef: 0.01
   vf_coef: 0.25
+  policy_kwargs: "dict(optimizer_class=RMSpropTFLike)"
 
 CartPole-v1:
   n_envs: 8

diff --git a/requirements.txt b/requirements.txt
@@ -1,4 +1,4 @@
-stable-baselines3[extra,tests,docs]>=0.8.0a1
+stable-baselines3[extra,tests,docs]>=0.8.0
 box2d-py==2.3.5
 pybullet
 gym-minigrid

diff --git a/train.py b/train.py
@@ -19,6 +19,7 @@
 from stable_baselines3.common.callbacks import CheckpointCallback, EvalCallback
 from stable_baselines3.common.noise import NormalActionNoise, OrnsteinUhlenbeckActionNoise
 from stable_baselines3.common.preprocessing import is_image_space
+from stable_baselines3.common.sb2_compat.rmsprop_tf_like import RMSpropTFLike  # noqa: F401
 from stable_baselines3.common.utils import constant_fn, set_random_seed
 
 # from stable_baselines3.common.cmd_util import make_atari_env

diff --git a/version.txt b/version.txt
@@ -1 +1 @@
-0.8.0a6
+0.8.0