feat (zym): update ppo config to support discrete action space

opendilab · Jun 27, 2024 · 228706f · 228706f
1 parent 888acd6
commit 228706f
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 7 deletions.
diff --git a/dizoo/atari/config/serial/enduro/enduro_onppo_config.py b/dizoo/atari/config/serial/enduro/enduro_onppo_config.py
@@ -29,7 +29,6 @@
         learn=dict(
             lr_scheduler=dict(epoch_num=5200, min_lr_lambda=0),
             epoch_per_collect=4,
-            update_per_collect=1,
             batch_size=256,
             learning_rate=2.5e-4,
             value_weight=0.5,
@@ -54,10 +53,6 @@
             discount_factor=0.99,
         ),
         eval=dict(evaluator=dict(eval_freq=5000, )),
-        # other=dict(replay_buffer=dict(
-        #     replay_buffer_size=10000,
-        #     max_use=3,
-        # ), ),
     ),
 )
 main_config = EasyDict(enduro_onppo_config)

diff --git a/dizoo/atari/config/serial/qbert/qbert_onppo_config.py b/dizoo/atari/config/serial/qbert/qbert_onppo_config.py
@@ -28,7 +28,6 @@
         learn=dict(
             lr_scheduler=dict(epoch_num=5200, min_lr_lambda=0),
             epoch_per_collect=4,
-            update_per_collect=1,
             batch_size=256,
             learning_rate=2.5e-4,
             value_weight=0.5,

diff --git a/dizoo/atari/config/serial/spaceinvaders/spaceinvaders_onppo_config.py b/dizoo/atari/config/serial/spaceinvaders/spaceinvaders_onppo_config.py
@@ -30,7 +30,6 @@
         learn=dict(
             lr_scheduler=dict(epoch_num=5200, min_lr_lambda=0),
             epoch_per_collect=4,
-            update_per_collect=1,
             batch_size=256,
             learning_rate=2.5e-4,
             value_weight=0.5,