From c0b62140a351cd916b04a3b1afa6aadd01700548 Mon Sep 17 00:00:00 2001
From: Xiao Yang <xiaoyangfb@meta.com>
Date: Tue, 2 Apr 2024 02:25:00 +0000
Subject: [PATCH] Update local_evaluation.py
---
local_evaluation.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/local_evaluation.py b/local_evaluation.py
index fda45b2..3f12a9d 100644
--- a/local_evaluation.py
+++ b/local_evaluation.py
@@ -125,7 +125,7 @@ def evaluate_predictions(predictions, evaluation_model_name, openai_client):
"content": f"Question: {query}\n Ground truth: {ground_truth}\n Prediction: {prediction}\n",
},
]
- if prediction == "i don't know":
+ if prediction == "i don't know" or prediction == "i don't know.":
n_miss += 1
continue
if prediction == ground_truth:
--
GitLab