From d7b8c5973ed96a1f4856ea15a164bbbfcb08cf7f Mon Sep 17 00:00:00 2001
From: Eric Hambro <eric.hambro@gmail.com>
Date: Sun, 6 Jun 2021 06:46:26 -0700
Subject: [PATCH] Fix big resulting in double resets.
---
rollout.py | 2 --
1 file changed, 2 deletions(-)
diff --git a/rollout.py b/rollout.py
index d794078..586c4b2 100644
--- a/rollout.py
+++ b/rollout.py
@@ -46,8 +46,6 @@ def run_batched_rollout(batched_env, agent):
returns[i] += r
for done_idx in np.where(dones)[0]:
- observations[done_idx] = batched_env.single_env_reset(done_idx)
-
if active_envs[done_idx]:
# We were 'counting' this episode
all_returns.append(returns[done_idx])
--
GitLab