diff --git a/flatland/evaluators/service.py b/flatland/evaluators/service.py
index 5aba8d832d3e48615b20c54a486c60c6239e53f3..d9b303c79e71037d224cb108235805ae1f235f56 100644
--- a/flatland/evaluators/service.py
+++ b/flatland/evaluators/service.py
@@ -435,7 +435,7 @@ class FlatlandRemoteEvaluationService:
         """
         self.simulation_rewards_normalized[-1] += \
             cumulative_reward / (
-                self.env._max_episode_steps +
+                self.env._max_episode_steps *
                 self.env.get_num_agents()
             )