Update file vanilla_llama3_baseline_track3.py

models/vanilla_llama3_baseline_track3.py

@@ -36,6 +36,7 @@ class Llama3_70B_ZeroShotModel(ShopBenchBaseModel):
         self.generation_keys = ["Instructions:", "Explain ", "Translate ", "an adequate"]
         self.max_new_tokens = 0
         self.temperature = 0.0
+        self.new_prompts = ""
 
         self.exampler_generation = """
         You are a very intelligent and helpful online shopping assistant for Amazon who can solve the following rating questions. If your answer is correct, I will give you a $200 tip.
@@ -214,6 +215,12 @@ class Llama3_70B_ZeroShotModel(ShopBenchBaseModel):
                             break
                     if flag == 0:
                         batch_response.append('1')
+        
+        if is_multiple_choice:
+            if len(batch_response)>2:
+                self.new_prompts = ""
+                for i in range(1):
+                    self.new_prompts = self.new_prompts + prompts[i]+batch_response[i]+"\n\n"+"Question: "
 
         return batch_response
 
@@ -231,13 +238,13 @@ class Llama3_70B_ZeroShotModel(ShopBenchBaseModel):
             self.max_new_tokens = 1
             for prompt in prompts:
                 if 'on a scale of 1 to 5' in prompt:
-                    formatted_prompts.append(self.exampler_multi15 + prompt)
+                    formatted_prompts.append(self.exampler_multi15+ self.new_prompts + prompt)
                 else:
                     prompt = prompt.replace('\n0', '\nA')
                     prompt = prompt.replace('\n1', '\nB')
                     prompt = prompt.replace('\n2', '\nC')
                     prompt = prompt.replace('\n3', '\nD')
-                    formatted_prompts.append(self.exampler_multi + prompt)
+                    formatted_prompts.append(self.exampler_multi+ self.new_prompts + prompt)
             return formatted_prompts
 
         for prompt in prompts: