diff --git a/flatland/envs/rail_env.py b/flatland/envs/rail_env.py
index 4ee6dbaed0af3ef6a29b287f3d343830432f73e4..ab0e14879a354993331519315d7f1fbc423f2af2 100644
--- a/flatland/envs/rail_env.py
+++ b/flatland/envs/rail_env.py
@@ -377,6 +377,8 @@ class RailEnv(Environment):
             for agent_i, agent in enumerate(self.agents):
                 agent.earliest_departure = timetable.earliest_departures[agent_i]         
                 agent.latest_arrival = timetable.latest_arrivals[agent_i]
+        else:
+            self.distance_map.reset(self.agents, self.rail)
 
         # Agent Positions Map
         self.agent_positions = np.zeros((self.height, self.width), dtype=int) - 1