diff --git a/flatland/evaluators/service.py b/flatland/evaluators/service.py
index 445d9226d230e944133ce50867c68c59cf0f1708..b03f9692a7123b5dd74fba81072cf5fd240b5363 100644
--- a/flatland/evaluators/service.py
+++ b/flatland/evaluators/service.py
@@ -112,11 +112,11 @@ class FlatlandRemoteEvaluationService:
         self.record_frame_step = 0
 
         if self.visualize:
-            try:
+            if os.path.exists(self.vizualization_folder_name):
+                print("[WARNING] Deleting already existing visualizations folder at : {}".format(
+                    self.vizualization_folder_name
+                ))
                 shutil.rmtree(self.vizualization_folder_name)
-            except Exception as e:
-                print(e)
-            
             os.mkdir(self.vizualization_folder_name)
 
     def get_env_filepaths(self):