diff --git a/models/dummy_model.py b/models/dummy_model.py index a3f15b29e4af3522e6eb318c49b14aff8c56fb08..c2917da797e3e3fecaa250308bcacb3bc5932cef 100644 --- a/models/dummy_model.py +++ b/models/dummy_model.py @@ -127,7 +127,7 @@ class llama3_8b_FewShot(ShopBenchBaseModel): exmaple_prompt = [] for score, idx in zip(scores[0], indices[0]): print(f'score:{score} meta data:{self.metadata[idx]["fewshot_examaple"]}') - if score>=0.895: + if score>=0.896: fewshot_examaple = self.metadata[idx]["fewshot_examaple"] exmaple_prompt.append(fewshot_examaple) if len(exmaple_prompt) > 0: @@ -160,7 +160,7 @@ class llama3_8b_FewShot(ShopBenchBaseModel): ).to(self.model.device) outputs = self.model.generate( input_ids, - max_new_tokens=256, + max_new_tokens=200, eos_token_id=self.terminators, do_sample=False, )