From 9dfef6cdce34f56dd4c4a8a3ead7eda3114e160c Mon Sep 17 00:00:00 2001 From: SP Mohanty <spmohanty91@gmail.com> Date: Thu, 25 Jul 2019 02:22:14 +0200 Subject: [PATCH] Addresses #123 - Uses relative paths in evaluator service --- flatland/evaluators/service.py | 27 ++++++++++++++++----------- 1 file changed, 16 insertions(+), 11 deletions(-) diff --git a/flatland/evaluators/service.py b/flatland/evaluators/service.py index b03f9692..3ef69c7d 100644 --- a/flatland/evaluators/service.py +++ b/flatland/evaluators/service.py @@ -11,6 +11,7 @@ import numpy as np import msgpack import msgpack_numpy as m import os +import glob import shutil import timeout_decorator import time @@ -136,16 +137,20 @@ class FlatlandRemoteEvaluationService:   ├── .......   ├── ....... └── Level_99.pkl - """ - env_paths = [] - folder_path = self.test_env_folder - for root, dirs, files in os.walk(folder_path): - for file in files: - if file.endswith(".pkl"): - env_paths.append( - os.path.join(root, file) - ) - env_paths = sorted(env_paths) + """ + env_paths = sorted(glob.glob( + os.path.join( + self.test_env_folder, + "*/*.pkl" + ) + )) + # Remove the root folder name from the individual + # lists, so that we only have the path relative + # to the test root folder + env_paths = sorted([os.path.relpath( + x, self.test_env_folder + ) for x in env_paths]) + for _idx, env_path in enumerate(env_paths): """ Here we collect the indices of the environments for which @@ -158,7 +163,7 @@ class FlatlandRemoteEvaluationService: for vg_env in self.video_generation_envs: if vg_env in env_path: self.video_generation_indices.append(_idx+1) - return sorted(env_paths) + return env_paths def instantiate_redis_connection_pool(self): """ -- GitLab