diff --git a/flatland/evaluators/service.py b/flatland/evaluators/service.py
index 0ce65ccd5c4ff7c702fb222907e2af0baabd0484..bbda700abd68f21dbada56d020937ab69b2d3f96 100644
--- a/flatland/evaluators/service.py
+++ b/flatland/evaluators/service.py
@@ -328,7 +328,7 @@ class FlatlandRemoteEvaluationService:
             self.evaluation_metadata_df["controller_inference_time_mean"] = np.nan
             self.evaluation_metadata_df["controller_inference_time_max"] = np.nan
         else:
-            raise Exception("metadata.csv not found in tests folder. Please use an updated version of the test set.")
+            raise Exception("metadata.csv not found in tests folder ({}). Please use an updated version of the test set.".format(metadata_file_path))
 
     def update_evaluation_metadata(self):
         """