diff --git a/models/dummy_model.py b/models/dummy_model.py index 57f3e0980cf5ad931f970a66895687c131b12ccf..d40a8fe2e77fefbfe221494c4b20f6e684f7d99d 100644 --- a/models/dummy_model.py +++ b/models/dummy_model.py @@ -57,7 +57,7 @@ class DummyModel: Notes: - If the correct answer is uncertain, it's preferable to respond with "I don't know" to avoid the penalty for hallucination. - - Response Time: Ensure that your model processes and responds to each query within 10 seconds. + - Response Time: Ensure that your model processes and responds to each query within 30 seconds. Failing to adhere to this time constraint **will** result in a timeout during evaluation. """ batch_interaction_ids = batch["interaction_id"] diff --git a/models/rag_llama_baseline.py b/models/rag_llama_baseline.py index 80df19a7c12268819602c4b35aa182d45303262d..4e458e4e16511012d69d21efbe67f238498938ba 100644 --- a/models/rag_llama_baseline.py +++ b/models/rag_llama_baseline.py @@ -266,7 +266,7 @@ class RAGModel: Notes: - If the correct answer is uncertain, it's preferable to respond with "I don't know" to avoid the penalty for hallucination. - - Response Time: Ensure that your model processes and responds to each query within 10 seconds. + - Response Time: Ensure that your model processes and responds to each query within 30 seconds. Failing to adhere to this time constraint **will** result in a timeout during evaluation. """ batch_interaction_ids = batch["interaction_id"] diff --git a/models/vanilla_llama_baseline.py b/models/vanilla_llama_baseline.py index 24a9424ca8d5a895005f0e0ad83d8b6feaf7fd9f..1e3356f97f5e8138f378b0416b90dba612b4be29 100644 --- a/models/vanilla_llama_baseline.py +++ b/models/vanilla_llama_baseline.py @@ -115,7 +115,7 @@ class InstructModel: Notes: - If the correct answer is uncertain, it's preferable to respond with "I don't know" to avoid the penalty for hallucination. - - Response Time: Ensure that your model processes and responds to each query within 10 seconds. + - Response Time: Ensure that your model processes and responds to each query within 30 seconds. Failing to adhere to this time constraint **will** result in a timeout during evaluation. """ batch_interaction_ids = batch["interaction_id"]