From 080e57dfd9aa7b74b0993a12ca3755d953a29d6b Mon Sep 17 00:00:00 2001
From: Dipam Chakraborty <dipam@aicrowd.com>
Date: Mon, 8 Aug 2022 02:15:49 +0000
Subject: [PATCH] Fix instruction check
---
local_evaluation.py | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/local_evaluation.py b/local_evaluation.py
index 7dd899c..8ed8dd1 100644
--- a/local_evaluation.py
+++ b/local_evaluation.py
@@ -117,14 +117,14 @@ def evaluate(LocalEvalConfig):
index=instructions_df.InputInstructionWithGameID).to_dict()
cpreds, cgt = [], []
for instructionWithGameID, instruction_is_clear in classifier_gt.items():
- cgt.append(int(instruction_is_clear.lower() == 'yes'))
+ cgt.append(int(instruction_is_clear.lower() == 'no'))
pred = classifer_preds.get(instructionWithGameID, None)
if pred is not None:
cpreds.append(pred)
else:
warnings.warn(f"No prediction for instruction + game id {instructionWithGameID}")
# if any instruction is not predicted, default value will be taken as 1
- cpred.append(1)
+ cpred.append(0)
clariq_f1_score = f1_score(y_true=cgt, y_pred=cpreds, average='macro')
@@ -158,4 +158,4 @@ if __name__ == "__main__":
RANKER_RESULTS_FILE = './local-eval-ranker-results.json'
DATA_FOLDER = './public_data'
- evaluate(LocalEvalConfig)
\ No newline at end of file
+ evaluate(LocalEvalConfig)
--
GitLab