Shuffle test envs

flatland/evaluators/service.py

@@ -17,6 +17,7 @@ import time
 import traceback
 import crowdai_api
 import timeout_decorator
+import random
 
 
 use_signals_in_timeout = True
@@ -74,6 +75,10 @@ class FlatlandRemoteEvaluationService:
         self.test_env_folder = test_env_folder
         self.video_generation_envs = video_generation_envs
         self.env_file_paths = self.get_env_filepaths()
+        random.shuffle(self.env_file_paths)
+        print(self.env_file_paths)
+        # Shuffle all the env_file_paths for more exciting videos
+        # and for more uniform time progression
 
         # Logging and Reporting related vars
         self.verbose = verbose