aux accumulate 2

429dfb5d · Dipam Chakraborty · 2de8c9c6 · 429dfb5d
Commit 429dfb5d authored Oct 28, 2020 by Dipam Chakraborty
--- a/experiments/custom-ppg.yaml
+++ b/experiments/custom-ppg.yaml
@@ -51,7 +51,7 @@ procgen-ppo:
        retune_epochs: 6
        standardize_rewards: True
        aux_mbsize: 4
-        aux_num_accumulates: 3
+        aux_num_accumulates: 2
        augment_buffer: True
        scale_reward: 1.0
        reset_returns: False