diff --git a/rollout.py b/rollout.py index d7940784bc652c8b506b565f648cce53c137bd8a..586c4b22d29d70563d0bc8c34a00ec96ff58dd60 100644 --- a/rollout.py +++ b/rollout.py @@ -46,8 +46,6 @@ def run_batched_rollout(batched_env, agent): returns[i] += r for done_idx in np.where(dones)[0]: - observations[done_idx] = batched_env.single_env_reset(done_idx) - if active_envs[done_idx]: # We were 'counting' this episode all_returns.append(returns[done_idx])