diff --git a/flatland/evaluators/service.py b/flatland/evaluators/service.py index e4cab94c6915e560efde54dbfe8944a8ea2ef3d2..3ad0a97598c8beb66fc164eb45b670c87f3c96f9 100644 --- a/flatland/evaluators/service.py +++ b/flatland/evaluators/service.py @@ -17,6 +17,7 @@ import time import traceback import crowdai_api import timeout_decorator +import random use_signals_in_timeout = True @@ -74,6 +75,10 @@ class FlatlandRemoteEvaluationService: self.test_env_folder = test_env_folder self.video_generation_envs = video_generation_envs self.env_file_paths = self.get_env_filepaths() + random.shuffle(self.env_file_paths) + print(self.env_file_paths) + # Shuffle all the env_file_paths for more exciting videos + # and for more uniform time progression # Logging and Reporting related vars self.verbose = verbose