From 78a20186ab0b553aa8e3f78b4f685a0a497e1fcb Mon Sep 17 00:00:00 2001
From: aicrowd_team <connect@aicrowd.com>
Date: Wed, 15 May 2024 11:16:12 +0000
Subject: [PATCH] Update 3 files
- /models/dummy_model.py
- /models/rag_llama_baseline.py
- /models/vanilla_llama_baseline.py
---
models/dummy_model.py | 2 +-
models/rag_llama_baseline.py | 2 +-
models/vanilla_llama_baseline.py | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/models/dummy_model.py b/models/dummy_model.py
index 57f3e09..d40a8fe 100644
--- a/models/dummy_model.py
+++ b/models/dummy_model.py
@@ -57,7 +57,7 @@ class DummyModel:
Notes:
- If the correct answer is uncertain, it's preferable to respond with "I don't know" to avoid
the penalty for hallucination.
- - Response Time: Ensure that your model processes and responds to each query within 10 seconds.
+ - Response Time: Ensure that your model processes and responds to each query within 30 seconds.
Failing to adhere to this time constraint **will** result in a timeout during evaluation.
"""
batch_interaction_ids = batch["interaction_id"]
diff --git a/models/rag_llama_baseline.py b/models/rag_llama_baseline.py
index 80df19a..4e458e4 100644
--- a/models/rag_llama_baseline.py
+++ b/models/rag_llama_baseline.py
@@ -266,7 +266,7 @@ class RAGModel:
Notes:
- If the correct answer is uncertain, it's preferable to respond with "I don't know" to avoid
the penalty for hallucination.
- - Response Time: Ensure that your model processes and responds to each query within 10 seconds.
+ - Response Time: Ensure that your model processes and responds to each query within 30 seconds.
Failing to adhere to this time constraint **will** result in a timeout during evaluation.
"""
batch_interaction_ids = batch["interaction_id"]
diff --git a/models/vanilla_llama_baseline.py b/models/vanilla_llama_baseline.py
index 24a9424..1e3356f 100644
--- a/models/vanilla_llama_baseline.py
+++ b/models/vanilla_llama_baseline.py
@@ -115,7 +115,7 @@ class InstructModel:
Notes:
- If the correct answer is uncertain, it's preferable to respond with "I don't know" to avoid
the penalty for hallucination.
- - Response Time: Ensure that your model processes and responds to each query within 10 seconds.
+ - Response Time: Ensure that your model processes and responds to each query within 30 seconds.
Failing to adhere to this time constraint **will** result in a timeout during evaluation.
"""
batch_interaction_ids = batch["interaction_id"]
--
GitLab