From b470aa0b367fe76f35f8574261a70033b2d1ffa1 Mon Sep 17 00:00:00 2001
From: "S.P. Mohanty" <spmohanty91@gmail.com>
Date: Fri, 5 Jun 2020 15:01:35 +0200
Subject: [PATCH] Make metadata.csv mandatory for evaluation service

---
 flatland/evaluators/service.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/flatland/evaluators/service.py b/flatland/evaluators/service.py
index 09b98b4d..06447153 100644
--- a/flatland/evaluators/service.py
+++ b/flatland/evaluators/service.py
@@ -284,7 +284,7 @@ class FlatlandRemoteEvaluationService:
             self.evaluation_metadata_df["controller_inference_time_mean"] = np.nan
             self.evaluation_metadata_df["controller_inference_time_max"] = np.nan
         else:
-            print("[WARNING] metadata.csv not found in tests folder. Granular metric collection is hence Disabled.")
+            raise Exception("metadata.csv not found in tests folder. Please use an updated version of the test set.")
 
     def update_evaluation_metadata(self):
         """
-- 
GitLab