From 28e1c881054af4be2e95b76e88903439cab39f86 Mon Sep 17 00:00:00 2001
From: "S.P. Mohanty" <spmohanty91@gmail.com>
Date: Mon, 18 Mar 2024 01:52:29 +0000
Subject: [PATCH] Updat local eval
---
local_evaluation.py | 11 +++++++++++
1 file changed, 11 insertions(+)
diff --git a/local_evaluation.py b/local_evaluation.py
index 221358e..2420b94 100644
--- a/local_evaluation.py
+++ b/local_evaluation.py
@@ -2,6 +2,7 @@ import pandas as pd
from tqdm import tqdm
import torch
import numpy as np
+import os
from sentence_transformers import SentenceTransformer
import metrics
@@ -205,7 +206,17 @@ def get_task_parsers():
# Main execution function to load data, generate model outputs, evaluate, and aggregate scores
def main():
# Load development data
+ # Please download the development data from : https://www.aicrowd.com/challenges/meta-comprehensive-rag-benchmark-kdd-cup-2024/dataset_files
+ # and place it at: ./data/development.json
DATA_FILENAME = "./data/development.json"
+
+ if not os.path.exists(DATA_FILENAME):
+ raise FileNotFoundError(
+ f"Development data file not found at {DATA_FILENAME}."
+ "Please download the development data from : https://www.aicrowd.com/challenges/meta-comprehensive-rag-benchmark-kdd-cup-2024/dataset_files"
+ "and place it at: ./data/development.json"
+ )
+
data_df = load_development_data(DATA_FILENAME)
# Load the model from the user's custom configuration
--
GitLab