From ceafd007bd3b4568ff8641c3b8420f3649bd66cf Mon Sep 17 00:00:00 2001
From: "S.P. Mohanty" <spmohanty91@gmail.com>
Date: Mon, 18 Mar 2024 03:13:54 +0000
Subject: [PATCH] Add num samples to overall scores
---
local_evaluation.py | 2 ++
1 file changed, 2 insertions(+)
diff --git a/local_evaluation.py b/local_evaluation.py
index 2420b94..ad94325 100644
--- a/local_evaluation.py
+++ b/local_evaluation.py
@@ -131,6 +131,7 @@ def aggregate_scores(per_task_metrics):
"task_name": [],
"task_type": [],
"metric": [],
+ "num_samples": [],
"overall_score": [],
}
for task_name, values in per_task_metrics.items():
@@ -148,6 +149,7 @@ def aggregate_scores(per_task_metrics):
overall_metrics["task_name"].append(task_name)
overall_metrics["task_type"].append(task_type)
overall_metrics["metric"].append(metric)
+ overall_metrics["num_samples"].append(len(sample_scores))
overall_metrics["overall_score"].append(overall_score)
return pd.DataFrame(overall_metrics)
--
GitLab