From 790a3667d298118cfd13516a0a0a9a886f73bc61 Mon Sep 17 00:00:00 2001
From: xw_g <a2576349414@gmail.com>
Date: Thu, 9 May 2024 13:01:19 +0800
Subject: [PATCH] rag v0.22
---
models/dummy_model.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/models/dummy_model.py b/models/dummy_model.py
index a3f15b2..c2917da 100644
--- a/models/dummy_model.py
+++ b/models/dummy_model.py
@@ -127,7 +127,7 @@ class llama3_8b_FewShot(ShopBenchBaseModel):
exmaple_prompt = []
for score, idx in zip(scores[0], indices[0]):
print(f'score:{score} meta data:{self.metadata[idx]["fewshot_examaple"]}')
- if score>=0.895:
+ if score>=0.896:
fewshot_examaple = self.metadata[idx]["fewshot_examaple"]
exmaple_prompt.append(fewshot_examaple)
if len(exmaple_prompt) > 0:
@@ -160,7 +160,7 @@ class llama3_8b_FewShot(ShopBenchBaseModel):
).to(self.model.device)
outputs = self.model.generate(
input_ids,
- max_new_tokens=256,
+ max_new_tokens=200,
eos_token_id=self.terminators,
do_sample=False,
)
--
GitLab